-
Notifications
You must be signed in to change notification settings - Fork 50
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
use alternative approach to remove software to be rebuilt
- Loading branch information
Showing
4 changed files
with
216 additions
and
24 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,123 @@ | ||
| #!/bin/bash | ||
| # | ||
| # Script to determine which parts of the EESSI software stack (version set through init/eessi_defaults) | ||
| # have to be rebuilt | ||
|
|
||
| # see example parsing of command line arguments at | ||
| # https://wiki.bash-hackers.org/scripting/posparams#using_a_while_loop | ||
| # https://stackoverflow.com/questions/192249/how-do-i-parse-command-line-arguments-in-bash | ||
|
|
||
| display_help() { | ||
| echo "usage: $0 [OPTIONS]" | ||
| echo " -g | --generic - instructs script to build for generic architecture target" | ||
| echo " -h | --help - display this usage information" | ||
| } | ||
|
|
||
| POSITIONAL_ARGS=() | ||
|
|
||
| while [[ $# -gt 0 ]]; do | ||
| case $1 in | ||
| -g|--generic) | ||
| DETECTION_PARAMETERS="--generic" | ||
| shift | ||
| ;; | ||
| -h|--help) | ||
| display_help # Call your function | ||
| # no shifting needed here, we're done. | ||
| exit 0 | ||
| ;; | ||
| -*|--*) | ||
| echo "Error: Unknown option: $1" >&2 | ||
| exit 1 | ||
| ;; | ||
| *) # No more options | ||
| POSITIONAL_ARGS+=("$1") # save positional arg | ||
| shift | ||
| ;; | ||
| esac | ||
| done | ||
|
|
||
| set -- "${POSITIONAL_ARGS[@]}" | ||
|
|
||
| TOPDIR=$(dirname $(realpath $0)) | ||
|
|
||
| export TMPDIR=$(mktemp -d /tmp/eessi-remove.XXXXXXXX) | ||
|
|
||
| source $TOPDIR/scripts/utils.sh | ||
|
|
||
| echo ">> Determining software subdirectory to use for current build host..." | ||
| if [ -z $EESSI_SOFTWARE_SUBDIR_OVERRIDE ]; then | ||
| export EESSI_SOFTWARE_SUBDIR_OVERRIDE=$(python3 $TOPDIR/eessi_software_subdir.py $DETECTION_PARAMETERS) | ||
| echo ">> Determined \$EESSI_SOFTWARE_SUBDIR_OVERRIDE via 'eessi_software_subdir.py $DETECTION_PARAMETERS' script" | ||
| else | ||
| echo ">> Picking up pre-defined \$EESSI_SOFTWARE_SUBDIR_OVERRIDE: ${EESSI_SOFTWARE_SUBDIR_OVERRIDE}" | ||
| fi | ||
|
|
||
| echo ">> Setting up environment..." | ||
|
|
||
| source $TOPDIR/init/bash | ||
|
|
||
| if [ -d $EESSI_CVMFS_REPO ]; then | ||
| echo_green "$EESSI_CVMFS_REPO available, OK!" | ||
| else | ||
| fatal_error "$EESSI_CVMFS_REPO is not available!" | ||
| fi | ||
|
|
||
| if [[ -z ${EESSI_SOFTWARE_SUBDIR} ]]; then | ||
| fatal_error "Failed to determine software subdirectory?!" | ||
| elif [[ "${EESSI_SOFTWARE_SUBDIR}" != "${EESSI_SOFTWARE_SUBDIR_OVERRIDE}" ]]; then | ||
| fatal_error "Values for EESSI_SOFTWARE_SUBDIR_OVERRIDE (${EESSI_SOFTWARE_SUBDIR_OVERRIDE}) and EESSI_SOFTWARE_SUBDIR (${EESSI_SOFTWARE_SUBDIR}) differ!" | ||
| else | ||
| echo_green ">> Using ${EESSI_SOFTWARE_SUBDIR} as software subdirectory!" | ||
| fi | ||
|
|
||
| echo ">> Configuring EasyBuild..." | ||
| EB="eb" | ||
| source $TOPDIR/configure_easybuild | ||
|
|
||
| echo ">> Setting up \$MODULEPATH..." | ||
| # make sure no modules are loaded | ||
| module --force purge | ||
| # ignore current $MODULEPATH entirely | ||
| module unuse $MODULEPATH | ||
| module use $EASYBUILD_INSTALLPATH/modules/all | ||
| if [[ -z ${MODULEPATH} ]]; then | ||
| fatal_error "Failed to set up \$MODULEPATH?!" | ||
| else | ||
| echo_green ">> MODULEPATH set up: ${MODULEPATH}" | ||
| fi | ||
|
|
||
| # assume there's only one diff file that corresponds to the PR patch file | ||
| pr_diff=$(ls [0-9]*.diff | head -1) | ||
|
|
||
| # if this script is run as root, use PR patch file to determine if software needs to be removed first | ||
| changed_easystacks_rebuilds=$(cat ${pr_diff} | grep '^+++' | cut -f2 -d' ' | sed 's@^[a-z]/@@g' | grep '^easystacks/.*yml$' | egrep -v 'known-issues|missing' | grep "/rebuilds/") | ||
| if [ -z ${changed_easystacks_rebuilds} ]; then | ||
| echo "No software needs to be removed." | ||
| else | ||
| for easystack_file in ${changed_easystacks_rebuilds}; do | ||
| # determine version of EasyBuild module to load based on EasyBuild version included in name of easystack file | ||
| eb_version=$(echo ${easystack_file} | sed 's/.*eb-\([0-9.]*\).*/\1/g') | ||
|
|
||
| # load EasyBuild module (will be installed if it's not available yet) | ||
| source ${TOPDIR}/load_easybuild_module.sh ${eb_version} | ||
|
|
||
| if [ -f ${easystack_file} ]; then | ||
| echo_green "Software rebuild(s) requested in ${easystack_file}, so determining which existing installation have to be removed..." | ||
| # we need to remove existing installation directories first, | ||
| # so let's figure out which modules have to be rebuilt by doing a dry-run and grepping "someapp/someversion" for the relevant lines (with [R]) | ||
| # * [R] $CFGS/s/someapp/someapp-someversion.eb (module: someapp/someversion) | ||
| rebuild_apps=$(eb --dry-run-short --rebuild --easystack ${easystack_file} | grep "^ \* \[R\]" | grep -o "module: .*[^)]" | awk '{print $2}') | ||
| for app in ${rebuild_apps}; do | ||
| app_dir=${EASYBUILD_INSTALLPATH}/software/${app} | ||
| app_module=${EASYBUILD_INSTALLPATH}/modules/all/${app}.lua | ||
| echo_yellow "Removing ${app_dir} and ${app_module}..." | ||
| find ${app_dir} -type d | sed -e 's/^/REMOVE_DIRECTORY /' | ||
| find ${app_dir} -type f | sed -e 's/^/REMOVE_FILE /' | ||
| echo "REMOVE_MODULE ${app_module}" | ||
| done | ||
| else | ||
| fatal_error "Easystack file ${easystack_file} not found!" | ||
| fi | ||
| done | ||
| fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters