Skip to content
[Jenkins]Jenkins
Failed

Console Output

Download View as plain text
Started by timer
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/bwpy-eslogins/workspace
[SSH] script:

set -x

# merge stderr and stdout to properly interleave lines
exec 2>&1

# check that none of the bwpy images are in flock due to lustre
pushd /sw/bw/images/bwpy
LOCKED=
for IMG in *.img ; do
  if ! flock -w 30 $IMG true ; then
    LOCKED="$LOCKED $IMG"
  fi
done
popd

if [ -n "$LOCKED" ] ; then
  echo "Locked images$LOCKED"
  exit 1
fi

# running bwpy-environ seems to actually trigger the lock more often than we want
exit

# get alphabetical list of logins in round-robin right now
LOGINS=
for IP in $(nslookup bw.ncsa.illinois.edu | gawk '/^Address:/{print $2}') ; do
  HOST=$(nslookup $IP | gawk '/name =/{print $4}')
  LOGINS="${HOST%%.*} $LOGINS"
done
LOGINS="$(echo $LOGINS | sed 's/ /\n/g' | sort | paste -s -d ' ')"

# log into each one and test bwpy-environ being able to start up
echo "Testing bwpy on login nodes $LOGINS..."
FAILED=
for HOST in $LOGINS ; do
  if ! ssh $HOST "module load bwpy ; hostname ; timeout 300 bwpy-environ cat /mnt/bwpy/version" ; then
    FAILED="$FAILED $HOST"
  fi
done

if [ -n "$FAILED" ] ; then
  echo "bwpy-environ failed on$FAILED"
  exit 1
fi

[SSH] executing...
+ exec
+ pushd /sw/bw/images/bwpy
/sw/bw/images/bwpy /mnt/a/u/system/bwjenkins
+ LOCKED=
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.0-20171017-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.0-20180308.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.0.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.1-20171018-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.1-20180122.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.1.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.2-20180109-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.2-20180321.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.2.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.3-20180119-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.3-20180306.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.3.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.3.x.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-0.y.x.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.1.0-20180326-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.1.0-20180330.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.1.0.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.1.1.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.1.x.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.0.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.0-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.1.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.1-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.2.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.3.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.4.img true
+ LOCKED=' bwpy-1.2.4.img'
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.5.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.6.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.2.x.img true
+ LOCKED=' bwpy-1.2.4.img bwpy-1.2.x.img'
+ for IMG in '*.img'
+ flock -w 30 bwpy-1.y.x.img true
+ LOCKED=' bwpy-1.2.4.img bwpy-1.2.x.img bwpy-1.y.x.img'
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0-bwpyuser.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0-pre0.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0-pre1.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0-pre2.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0-pre3.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.0-pre4.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.1.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.2.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.2-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.2-maint-rhaas-borkenpytorch.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.3.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.3-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.4.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.0.4-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.1.0-maint.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.1.0-maint-rhaas-pytorch-emptyetc.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.1.0-maint-rhaas-pytorch.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-2.1.0-maint-rhaas-pytorch-wrongenv.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-default.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy.img true
+ for IMG in '*.img'
+ flock -w 30 bwpy-spack-0.0.1-rhaas.img true
+ popd
/mnt/a/u/system/bwjenkins
+ '[' -n ' bwpy-1.2.4.img bwpy-1.2.x.img bwpy-1.y.x.img' ']'
+ echo 'Locked images bwpy-1.2.4.img bwpy-1.2.x.img bwpy-1.y.x.img'
Locked images bwpy-1.2.4.img bwpy-1.2.x.img bwpy-1.y.x.img
+ exit 1

[SSH] completed
[SSH] exit-status: 1

Build step 'Execute shell script on remote host using ssh' marked build as failure
Sending e-mails to: [email protected] [email protected]
Finished: FAILURE