Add functionality for rebuilding software: try it on OpenMPI 4.1.x to fix smcuda issue

EESSI-install-software.sh

@@ -222,6 +222,23 @@ else
         echo_green "All set, let's start installing some software with EasyBuild v${eb_version} in ${EASYBUILD_INSTALLPATH}..."
 
         if [ -f ${easystack_file} ]; then
+            if [ $(basename $(dirname ${easystack_file} = 'rebuilds' ]; then
+              echo_green "Software rebuild(s) requested, so determining which existing installation have to be removed..."
+              # we need to remove existing installation directories first,
+              # so let's figure out which modules have to be rebuilt by doing a dry-run and grepping "someapp/someversion" for the relevant lines (with [R])
+              #  * [R] $CFGS/s/someapp/someapp-someversion.eb (module: someapp/someversion)
+              rebuild_apps=$(${EB} --dry-run-short --rebuild --easystack ${easystack_file} | grep "^ \* \[R\]" | grep -o "module: .*[^)]" | awk '{print $2}')
+              for app in ${rebuild_apps}; do
+                app_dir=${EASYBUILD_INSTALLPATH}/software/${app}
+                app_module=${EASYBUILD_INSTALLPATH}/modules/all/${app}.lua
+                echo_yellow "Removing ${appdir} and {app_module}..."
+                rm -rf ${appdir}
+                rm -rf ${app_module}
+              done
+            fi
+            # drop back to a regular user
+            su - eessi
+
             echo_green "Feeding easystack file ${easystack_file} to EasyBuild..."
 
             ${EB} --easystack ${TOPDIR}/${easystack_file} --robot

easystacks/software.eessi.io/2023.06/rebuilds/20240301-OpenMPI-4.1.x-fix-smcuda-eb-4.9.0.yml

@@ -0,0 +1,10 @@
+easyconfigs:
+  - OpenMPI-4.1.4-GCC-12.2.0.eb:
+      options:
+        from-pr: 19940
+  - OpenMPI-4.1.5-GCC-12.3.0:
+      options:
+        from-pr: 19940
+  - OpenMPI-4.1.6-GCC-13.2.0:
+      options:
+        from-pr: 19940

eessi_container.sh

@@ -585,6 +585,11 @@ if [[ "${ACCESS}" == "ro" ]]; then
 fi
 
 if [[ "${ACCESS}" == "rw" ]]; then
+  if [[ ! -z ${JOB_CFG_FILE} ]]; then
+    # always launch build jobs triggered by the job with --fakeroot,
+    # we drop back to a regular user in the build script
+    ADDITIONAL_CONTAINER_OPTIONS+=("--fakeroot")
+  fi
   mkdir -p ${EESSI_TMPDIR}/overlay-upper
   mkdir -p ${EESSI_TMPDIR}/overlay-work