File Limit-number-of-compile-and-link-jobs-based-on-... of Package aomp

Overview Repositories Revisions Requests Users Attributes Meta

File Limit-number-of-compile-and-link-jobs-based-on-avail.patch of Package aomp (Revision 2c06ae91a0225eac738230dc007601a5)

Currently displaying revision 2c06ae91a0225eac738230dc007601a5 , Show latest

From 3700de4bb7ae284fbbd818fbb263b8249b9f88cd Mon Sep 17 00:00:00 2001
From: Patrik Jakobsson <patrik.r.jakobsson@gmail.com>
Date: Mon, 21 Jun 2021 14:23:26 +0200
Subject: [PATCH] Limit number of compile and link jobs based on available
 memory

Signed-off-by: Patrik Jakobsson <pjakobsson@suse.de>
---
 aomp/bin/build_project.sh | 27 ++++++++++++++++++++++++++-
 1 file changed, 26 insertions(+), 1 deletion(-)

diff --git a/aomp/bin/build_project.sh b/aomp/bin/build_project.sh
index 5ab9ec90b..d93e45516 100755
--- a/aomp/bin/build_project.sh
+++ b/aomp/bin/build_project.sh
@@ -34,6 +34,31 @@ thisdir=$(getdname $0)
 . $thisdir/aomp_common_vars
 # --- end standard header ----
 
+# Limit number of jobs due to memory constraints
+mem_per_compile_job=900000
+
+MAX_LINK_JOBS=$AOMP_JOB_THREADS
+MAX_COMPILE_JOBS=$AOMP_JOB_THREADS
+echo "Available memory:"
+cat /proc/meminfo
+echo "System limits:"
+ulimit -a
+avail_mem=$(awk '/MemAvailable/ { print $2 }' /proc/meminfo)
+if test -n "$MAX_LINK_JOBS" -a "$MAX_LINK_JOBS" -gt 1 ; then
+    mem_per_link_job=3000000
+    max_jobs="$(($avail_mem / $mem_per_link_job))"
+    test "$MAX_LINK_JOBS" -gt "$max_jobs" && MAX_LINK_JOBS="$max_jobs" && echo "Warning: Reducing number of link jobs to $max_jobs because of memory limits"
+    test "$MAX_LINK_JOBS" -le 0 && MAX_LINK_JOBS=1 && echo "Warning: Not linking in parallel at all because of memory limits"
+fi
+if test -n "$MAX_COMPILE_JOBS" -a "$MAX_COMPILE_JOBS" -gt 1 ; then
+    max_jobs="$(($avail_mem / $mem_per_compile_job))"
+    test "$MAX_COMPILE_JOBS" -gt "$max_jobs" && MAX_COMPILE_JOBS="$max_jobs" && echo "Warning: Reducing number of compile jobs to $max_jobs because of memory limits"
+    test "$MAX_COMPILE_JOBS" -le 0 && MAX_COMPILE_JOBS=1 && echo "Warning: Not compiling in parallel at all because of memory limits"
+fi
+
+echo "MAX_COMPILE_JOBS " $MAX_COMPILE_JOBS
+echo "MAX_LINK_JOBS " $MAX_LINK_JOBS
+
 INSTALL_PROJECT=${INSTALL_PROJECT:-$AOMP_INSTALL_DIR}
 
 WEBSITE="http\:\/\/github.com\/ROCm-Developer-Tools\/aomp"
@@ -73,7 +98,7 @@ else
 fi
 
 MYCMAKEOPTS="-DLLVM_ENABLE_PROJECTS=clang;lld;compiler-rt -DCMAKE_BUILD_TYPE=$BUILD_TYPE -DCMAKE_INSTALL_PREFIX=$INSTALL_PROJECT -DLLVM_ENABLE_ASSERTIONS=ON -DLLVM_TARGETS_TO_BUILD=$TARGETS_TO_BUILD $COMPILERS -DLLVM_VERSION_SUFFIX=_AOMP${standalone_word}_$AOMP_VERSION_STRING -DCLANG_VENDOR=AOMP${standalone_word}_$AOMP_VERSION_STRING
--DBUG_REPORT_URL='https://github.com/ROCm-Developer-Tools/aomp' -DLLVM_ENABLE_BINDINGS=OFF -DLLVM_INCLUDE_BENCHMARKS=OFF $DO_TESTS $AOMP_ORIGIN_RPATH -DCLANG_DEFAULT_LINKER=lld $AOMP_SET_NINJA_GEN"
+-DBUG_REPORT_URL='https://github.com/ROCm-Developer-Tools/aomp' -DLLVM_ENABLE_BINDINGS=OFF -DLLVM_INCLUDE_BENCHMARKS=OFF $DO_TESTS $AOMP_ORIGIN_RPATH -DCLANG_DEFAULT_LINKER=lld $AOMP_SET_NINJA_GEN -DLLVM_PARALLEL_COMPILE_JOBS=$MAX_COMPILE_JOBS -DLLVM_PARALLEL_LINK_JOBS=$MAX_LINK_JOBS"
 
 if [ "$1" == "-h" ] || [ "$1" == "help" ] || [ "$1" == "-help" ] ; then 
   help_build_aomp
-- 
2.32.0

Places

File Limit-number-of-compile-and-link-jobs-based-on-avail.patch of Package aomp (Revision 2c06ae91a0225eac738230dc007601a5)

Places