Started by timer Running as SYSTEM Building in workspace /var/lib/jenkins/jobs/bwpy-eslogins/workspace [SSH] script: set -x # merge stderr and stdout to properly interleave lines exec 2>&1 # check that none of the bwpy images are in flock due to lustre pushd /sw/bw/images/bwpy LOCKED= for IMG in *.img ; do if ! flock -w 30 $IMG true ; then LOCKED="$LOCKED $IMG" fi done popd if [ -n "$LOCKED" ] ; then echo "Locked images$LOCKED" exit 1 fi # running bwpy-environ seems to actually trigger the lock more often than we want exit # get alphabetical list of logins in round-robin right now LOGINS= for IP in $(nslookup bw.ncsa.illinois.edu | gawk '/^Address:/{print $2}') ; do HOST=$(nslookup $IP | gawk '/name =/{print $4}') LOGINS="${HOST%%.*} $LOGINS" done LOGINS="$(echo $LOGINS | sed 's/ /\n/g' | sort | paste -s -d ' ')" # log into each one and test bwpy-environ being able to start up echo "Testing bwpy on login nodes $LOGINS..." FAILED= for HOST in $LOGINS ; do if ! ssh $HOST "module load bwpy ; hostname ; timeout 300 bwpy-environ cat /mnt/bwpy/version" ; then FAILED="$FAILED $HOST" fi done if [ -n "$FAILED" ] ; then echo "bwpy-environ failed on$FAILED" exit 1 fi [SSH] executing... + exec + pushd /sw/bw/images/bwpy /sw/bw/images/bwpy /mnt/a/u/system/bwjenkins + LOCKED= + for IMG in '*.img' + flock -w 30 bwpy-0.3.0-20171017-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.0-20180308.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.0.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.1-20171018-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.1-20180122.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.1.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.2-20180109-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.2-20180321.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.2.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.3-20180119-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.3-20180306.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.3.img true + for IMG in '*.img' + flock -w 30 bwpy-0.3.x.img true + for IMG in '*.img' + flock -w 30 bwpy-0.y.x.img true + for IMG in '*.img' + flock -w 30 bwpy-1.1.0-20180326-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-1.1.0-20180330.img true + for IMG in '*.img' + flock -w 30 bwpy-1.1.0.img true + for IMG in '*.img' + flock -w 30 bwpy-1.1.1.img true + for IMG in '*.img' + flock -w 30 bwpy-1.1.x.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.0.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.0-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.1.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.1-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.2.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.3.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.4.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.5.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.6.img true + for IMG in '*.img' + flock -w 30 bwpy-1.2.x.img true + for IMG in '*.img' + flock -w 30 bwpy-1.y.x.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0-bwpyuser.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0-pre0.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0-pre1.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0-pre2.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0-pre3.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.0-pre4.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.1.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.2.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.2-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.2-maint-rhaas-borkenpytorch.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.3.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.3-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.4.img true + for IMG in '*.img' + flock -w 30 bwpy-2.0.4-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-2.1.0-maint.img true + for IMG in '*.img' + flock -w 30 bwpy-2.1.0-maint-rhaas-pytorch-emptyetc.img true + for IMG in '*.img' + flock -w 30 bwpy-2.1.0-maint-rhaas-pytorch.img true + for IMG in '*.img' + flock -w 30 bwpy-2.1.0-maint-rhaas-pytorch-wrongenv.img true + for IMG in '*.img' + flock -w 30 bwpy-default.img true + for IMG in '*.img' + flock -w 30 bwpy.img true + for IMG in '*.img' + flock -w 30 bwpy-spack-0.0.1-rhaas.img true + popd /mnt/a/u/system/bwjenkins + '[' -n '' ']' + exit [SSH] completed [SSH] exit-status: 0 Finished: SUCCESS