Skip to content
[Jenkins]Jenkins
Failed

Console Output

Download View as plain text
Started by timer
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/mdtest-bw_scratch/workspace
[SSH] script:

UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Scheduler)"
if [ $UP -ne "2" ]
then
        exit 0
fi

UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Storage)"
if [ $UP -ne "2" ]
then
        exit 0
fi

~/bin/myenv.sh
# module swap darshan/3.1.3 darshan/3.1.3-longusername
module list
mkdir mdtest-jenkins
cd mdtest-jenkins
rm -rf *
git clone https://github.com/MDTEST-LANL/mdtest
cd mdtest/old
make CC=cc
mv * ..
cd ..


echo "#!/bin/bash" > mdtest.pbs
echo "#PBS -lnodes=4:ppn=6:xe,walltime=00:55:00 -Nmdtest" >> mdtest.pbs
echo "cd  ~/scratch" >> mdtest.pbs
echo "module unload xalt darshan" >> mdtest.pbs
echo "rm -rf mdtest" >> mdtest.pbs
echo "mkdir mdtest" >> mdtest.pbs
echo "cd mdtest" >> mdtest.pbs
echo "aprun -n 24  ~/mdtest-jenkins/mdtest/mdtest -n 2000 -v -d ~/scratch/mdtest > myout" >> mdtest.pbs
echo "grep ops myout  | grep read | cut -d, -f2 | cut -do -f1 > mdtest.datB" >> mdtest.pbs
echo "echo YVALUE= > mdtest.datA" >> mdtest.pbs
echo "paste mdtest.datA mdtest.datB > mdtest.read" >> mdtest.pbs
echo "grep ops myout | grep removal | grep File | cut -d, -f2 | cut -do -f1 > mdtestrm.datB" >> mdtest.pbs
echo "paste mdtest.datA mdtestrm.datB > mdtest.filerm" >> mdtest.pbs
echo "aprun -n 4 -N 1 hostname > mdtest-compute-nodes" >> mdtest.pbs

cat -n mdtest.pbs

MYJOBID=`qsub mdtest.pbs`
echo MYJOBID=$MYJOBID
~/bin/wait_for.sh $MYJOBID

echo "=== JOB RAN ON ==="
cat ~/scratch/mdtest/mdtest-compute-nodes
if [ -f ~/scratch/mdtest/mdtest-compute-nodes ]
then
  :  # it's all good
else
  echo "mdtest-compute-nodes not found, pbs job likely hit walltime"
  exit 2
fi
rm -f ~/scratch/mdtest/mdtest-compute-nodes

[SSH] executing...
mkdir: cannot create directory `mdtest-jenkins': File exists
Cloning into 'mdtest'...
=== RUNNING /u/system/bwjenkins/bin/myenv.sh ===
HOST=h2ologin2
HOME=/u/system/bwjenkins
SCRATCH=/u/system/bwjenkins/scratch
     ls SCRATCH:
bwjenkins.tgz
mdtest
rmg-spp
rmg-spp-topo
setsm_benchmark
setsm_rsync
SPP-PPM
stripe8
sw_config
SWTools-BWCI
sw_workdir
tests
wrf
wrf-spp
     my id:
uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd)
Currently Loaded Modulefiles:
  1) modules/3.2.10.4
  2) eswrap/1.3.3-1.020200.1280.0
  3) cce/8.7.7
  4) craype-network-gemini
  5) craype/2.5.16
  6) cray-libsci/18.12.1
  7) udreg/2.3.2-1.0502.10518.2.17.gem
  8) ugni/6.0-1.0502.10863.8.28.gem
  9) pmi/5.0.14
 10) dmapp/7.0.1-1.0502.11080.8.74.gem
 11) gni-headers/4.0-1.0502.10859.7.8.gem
 12) xpmem/0.1-2.0502.64982.5.3.gem
 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem
 14) alps/5.2.4-2.0502.9774.31.12.gem
 15) rca/1.0.0-2.0502.60530.1.63.gem
 16) atp/2.0.4
 17) PrgEnv-cray/5.2.82
 18) cray-mpich/7.7.4
 19) craype-interlagos
 20) torque/6.1.2
 21) moab/9.1.2-sles11
 22) openssh/7.5p1
 23) xalt/0.7.6.local
 24) scripts
 25) OpenSSL/1.0.2m
 26) cURL/7.59.0
 27) git/2.17.0
 28) wget/1.19.4
 29) user-paths
 30) gnuplot/5.0.5
 31) darshan/3.1.3
Currently Loaded Modulefiles:
  1) modules/3.2.10.4
  2) eswrap/1.3.3-1.020200.1280.0
  3) cce/8.7.7
  4) craype-network-gemini
  5) craype/2.5.16
  6) cray-libsci/18.12.1
  7) udreg/2.3.2-1.0502.10518.2.17.gem
  8) ugni/6.0-1.0502.10863.8.28.gem
  9) pmi/5.0.14
 10) dmapp/7.0.1-1.0502.11080.8.74.gem
 11) gni-headers/4.0-1.0502.10859.7.8.gem
 12) xpmem/0.1-2.0502.64982.5.3.gem
 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem
 14) alps/5.2.4-2.0502.9774.31.12.gem
 15) rca/1.0.0-2.0502.60530.1.63.gem
 16) atp/2.0.4
 17) PrgEnv-cray/5.2.82
 18) cray-mpich/7.7.4
 19) craype-interlagos
 20) torque/6.1.2
 21) moab/9.1.2-sles11
 22) openssh/7.5p1
 23) xalt/0.7.6.local
 24) scripts
 25) OpenSSL/1.0.2m
 26) cURL/7.59.0
 27) git/2.17.0
 28) wget/1.19.4
 29) user-paths
 30) gnuplot/5.0.5
 31) darshan/3.1.3
cc -DLinux -D_FILE_OFFSET_BITS=64 -D_LARGEFILE_SOURCE=1 -D__USE_LARGEFILE64=1 -g -o mdtest mdtest.c -lm 
     1	#!/bin/bash
     2	#PBS -lnodes=4:ppn=6:xe,walltime=00:55:00 -Nmdtest
     3	cd  ~/scratch
     4	module unload xalt darshan
     5	rm -rf mdtest
     6	mkdir mdtest
     7	cd mdtest
     8	aprun -n 24  ~/mdtest-jenkins/mdtest/mdtest -n 2000 -v -d ~/scratch/mdtest > myout
     9	grep ops myout  | grep read | cut -d, -f2 | cut -do -f1 > mdtest.datB
    10	echo YVALUE= > mdtest.datA
    11	paste mdtest.datA mdtest.datB > mdtest.read
    12	grep ops myout | grep removal | grep File | cut -d, -f2 | cut -do -f1 > mdtestrm.datB
    13	paste mdtest.datA mdtestrm.datB > mdtest.filerm
    14	aprun -n 4 -N 1 hostname > mdtest-compute-nodes

ERROR: You do not belong to the project or allocation or this is an invalid project.
Please specify a project with a valid allocation.

qsub: Your job has been administratively rejected by the queueing system.
qsub: There may be a more detailed explanation prior to this notice.
cat: /u/system/bwjenkins/scratch/mdtest/mdtest-compute-nodes: No such file or directory
MYJOBID=
=== RUNNING /u/system/bwjenkins/bin/wait_for.sh ===
/u/system/bwjenkins/bin/wait_for.sh: missing argument for jobid
=== JOB RAN ON ===
mdtest-compute-nodes not found, pbs job likely hit walltime

[SSH] completed
[SSH] exit-status: 2

Build step 'Execute shell script on remote host using ssh' marked build as failure
Recording plot data
Saving plot series data from: /var/lib/jenkins/jobs/mdtest-bw_scratch/workspace/mdtest.read
Saving plot series data from: /var/lib/jenkins/jobs/mdtest-bw_scratch/workspace/mdtest.filerm
Sending e-mails to: [email protected]
Finished: FAILURE