Merge branch 'job-pools' into 'master'

[cmake] Job pools for Ninja.

See merge request ogs/ogs!3624

CMakeLists.txt

@@ -74,6 +74,7 @@ include(ProjectSetup)
 include(Functions)
 include(ConanSetup)
 include(CompilerSetup)
+include(JobPools)
 include(Find)
 include(CLCacheSetup)
 include(Dependencies)

ProcessLib/CMakeLists.txt

@@ -5,6 +5,9 @@ foreach(process ${_processes_list})
     if(OGS_BUILD_PROCESS_${process})
         add_subdirectory(${process})
         target_link_libraries(Processes INTERFACE ${process})
+        set_target_properties(
+            ${process} PROPERTIES JOB_POOL_COMPILE heavy_tasks
+        )
     endif()
 endforeach()
 

scripts/cmake/JobPools.cmake

+# From https://www.youtube.com/watch?v=8y7UuAG3Z0g (minute 52)
+cmake_host_system_information(RESULT _memfree QUERY AVAILABLE_PHYSICAL_MEMORY)
+cmake_host_system_information(RESULT _cores QUERY NUMBER_OF_LOGICAL_CORES)
+message(
+    STATUS "Number of (logical) cores: ${_cores}, Free memory: ${_memfree} MB"
+)
+
+# Sets number of jobs between 1 and number of logical cores depending on the
+# available memory.
+function(setup_job_pool name mem_per_task)
+    math(EXPR res "${_memfree} / ${mem_per_task}")
+    if(res LESS 1)
+        set(res 1)
+    endif()
+    if(res GREATER ${_cores})
+        set(res ${_cores})
+    endif()
+    message(STATUS "  Job pool ${name} using ${res} cores.")
+    set_property(GLOBAL APPEND PROPERTY JOB_POOLS ${name}=${res})
+endfunction()
+
+# Default job pool
+setup_job_pool(light_tasks 800) # MB per task
+set(CMAKE_JOB_POOL_COMPILE light_tasks)
+set(CMAKE_JOB_POOL_LINK light_tasks)
+
+setup_job_pool(heavy_tasks 4000)