Started by timer
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/mdtest-bw_scratch/workspace
[SSH] script:
UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Scheduler)"
if [ $UP -ne "2" ]
then
exit 0
fi
UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Storage)"
if [ $UP -ne "2" ]
then
exit 0
fi
~/bin/myenv.sh
# module swap darshan/3.1.3 darshan/3.1.3-longusername
module list
mkdir mdtest-jenkins
cd mdtest-jenkins
rm -rf *
git clone https://github.com/MDTEST-LANL/mdtest
cd mdtest/old
make CC=cc
mv * ..
cd ..
echo "#!/bin/bash" > mdtest.pbs
echo "#PBS -lnodes=4:ppn=6:xe,walltime=00:55:00 -Nmdtest" >> mdtest.pbs
echo "cd ~/scratch" >> mdtest.pbs
echo "module unload xalt darshan" >> mdtest.pbs
echo "rm -rf mdtest" >> mdtest.pbs
echo "mkdir mdtest" >> mdtest.pbs
echo "cd mdtest" >> mdtest.pbs
echo "aprun -n 24 ~/mdtest-jenkins/mdtest/mdtest -n 2000 -v -d ~/scratch/mdtest > myout" >> mdtest.pbs
echo "grep ops myout | grep read | cut -d, -f2 | cut -do -f1 > mdtest.datB" >> mdtest.pbs
echo "echo YVALUE= > mdtest.datA" >> mdtest.pbs
echo "paste mdtest.datA mdtest.datB > mdtest.read" >> mdtest.pbs
echo "grep ops myout | grep removal | grep File | cut -d, -f2 | cut -do -f1 > mdtestrm.datB" >> mdtest.pbs
echo "paste mdtest.datA mdtestrm.datB > mdtest.filerm" >> mdtest.pbs
echo "aprun -n 4 -N 1 hostname > mdtest-compute-nodes" >> mdtest.pbs
cat -n mdtest.pbs
MYJOBID=`qsub mdtest.pbs`
echo MYJOBID=$MYJOBID
~/bin/wait_for.sh $MYJOBID
echo "=== JOB RAN ON ==="
cat ~/scratch/mdtest/mdtest-compute-nodes
if [ -f ~/scratch/mdtest/mdtest-compute-nodes ]
then
: # it's all good
else
echo "mdtest-compute-nodes not found, pbs job likely hit walltime"
exit 2
fi
rm -f ~/scratch/mdtest/mdtest-compute-nodes
[SSH] executing...
mkdir: cannot create directory `mdtest-jenkins': File exists
Cloning into 'mdtest'...
=== RUNNING /u/system/bwjenkins/bin/myenv.sh ===
HOST=h2ologin2
HOME=/u/system/bwjenkins
SCRATCH=/u/system/bwjenkins/scratch
ls SCRATCH:
bwjenkins.tgz
mdtest
rmg-spp
rmg-spp-topo
setsm_benchmark
setsm_rsync
SPP-PPM
stripe8
sw_config
SWTools-BWCI
sw_workdir
tests
wrf
wrf-spp
my id:
uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd)
Currently Loaded Modulefiles:
1) modules/3.2.10.4
2) eswrap/1.3.3-1.020200.1280.0
3) cce/8.7.7
4) craype-network-gemini
5) craype/2.5.16
6) cray-libsci/18.12.1
7) udreg/2.3.2-1.0502.10518.2.17.gem
8) ugni/6.0-1.0502.10863.8.28.gem
9) pmi/5.0.14
10) dmapp/7.0.1-1.0502.11080.8.74.gem
11) gni-headers/4.0-1.0502.10859.7.8.gem
12) xpmem/0.1-2.0502.64982.5.3.gem
13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem
14) alps/5.2.4-2.0502.9774.31.12.gem
15) rca/1.0.0-2.0502.60530.1.63.gem
16) atp/2.0.4
17) PrgEnv-cray/5.2.82
18) cray-mpich/7.7.4
19) craype-interlagos
20) torque/6.1.2
21) moab/9.1.2-sles11
22) openssh/7.5p1
23) xalt/0.7.6.local
24) scripts
25) OpenSSL/1.0.2m
26) cURL/7.59.0
27) git/2.17.0
28) wget/1.19.4
29) user-paths
30) gnuplot/5.0.5
31) darshan/3.1.3
Currently Loaded Modulefiles:
1) modules/3.2.10.4
2) eswrap/1.3.3-1.020200.1280.0
3) cce/8.7.7
4) craype-network-gemini
5) craype/2.5.16
6) cray-libsci/18.12.1
7) udreg/2.3.2-1.0502.10518.2.17.gem
8) ugni/6.0-1.0502.10863.8.28.gem
9) pmi/5.0.14
10) dmapp/7.0.1-1.0502.11080.8.74.gem
11) gni-headers/4.0-1.0502.10859.7.8.gem
12) xpmem/0.1-2.0502.64982.5.3.gem
13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem
14) alps/5.2.4-2.0502.9774.31.12.gem
15) rca/1.0.0-2.0502.60530.1.63.gem
16) atp/2.0.4
17) PrgEnv-cray/5.2.82
18) cray-mpich/7.7.4
19) craype-interlagos
20) torque/6.1.2
21) moab/9.1.2-sles11
22) openssh/7.5p1
23) xalt/0.7.6.local
24) scripts
25) OpenSSL/1.0.2m
26) cURL/7.59.0
27) git/2.17.0
28) wget/1.19.4
29) user-paths
30) gnuplot/5.0.5
31) darshan/3.1.3
cc -DLinux -D_FILE_OFFSET_BITS=64 -D_LARGEFILE_SOURCE=1 -D__USE_LARGEFILE64=1 -g -o mdtest mdtest.c -lm
1 #!/bin/bash
2 #PBS -lnodes=4:ppn=6:xe,walltime=00:55:00 -Nmdtest
3 cd ~/scratch
4 module unload xalt darshan
5 rm -rf mdtest
6 mkdir mdtest
7 cd mdtest
8 aprun -n 24 ~/mdtest-jenkins/mdtest/mdtest -n 2000 -v -d ~/scratch/mdtest > myout
9 grep ops myout | grep read | cut -d, -f2 | cut -do -f1 > mdtest.datB
10 echo YVALUE= > mdtest.datA
11 paste mdtest.datA mdtest.datB > mdtest.read
12 grep ops myout | grep removal | grep File | cut -d, -f2 | cut -do -f1 > mdtestrm.datB
13 paste mdtest.datA mdtestrm.datB > mdtest.filerm
14 aprun -n 4 -N 1 hostname > mdtest-compute-nodes
ERROR: You do not belong to the project or allocation or this is an invalid project.
Please specify a project with a valid allocation.
qsub: Your job has been administratively rejected by the queueing system.
qsub: There may be a more detailed explanation prior to this notice.
cat: /u/system/bwjenkins/scratch/mdtest/mdtest-compute-nodes: No such file or directory
MYJOBID=
=== RUNNING /u/system/bwjenkins/bin/wait_for.sh ===
/u/system/bwjenkins/bin/wait_for.sh: missing argument for jobid
=== JOB RAN ON ===
mdtest-compute-nodes not found, pbs job likely hit walltime
[SSH] completed
[SSH] exit-status: 2
Build step 'Execute shell script on remote host using ssh' marked build as failure
Recording plot data
Saving plot series data from: /var/lib/jenkins/jobs/mdtest-bw_scratch/workspace/mdtest.read
Saving plot series data from: /var/lib/jenkins/jobs/mdtest-bw_scratch/workspace/mdtest.filerm
Sending e-mails to: arnoldg@ncsa.illinois.edu
Finished: FAILURE