Started by timer
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/mdtest-bw_home/workspace
[SSH] script:
UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Scheduler)"
if [ $UP -ne "2" ]
then
exit 0
fi
~/bin/myenv.sh
mkdir mdtest-jenkins-home
cd mdtest-jenkins-home
rm -rf *
git clone https://github.com/MDTEST-LANL/mdtest
cd mdtest/old
make CC=cc
mv * ..
cd ..
echo "#!/bin/bash" > mdtest.pbs
echo "#PBS -lnodes=4:ppn=6:xe,walltime=00:15:00 -Nmdtesthome" >> mdtest.pbs
echo "module unload xalt darshan" >> mdtest.pbs
echo "cd ~" >> mdtest.pbs
echo "rm -rf mdtest" >> mdtest.pbs
echo "mkdir mdtest" >> mdtest.pbs
echo "cd mdtest" >> mdtest.pbs
echo "aprun -n 24 ~/mdtest-jenkins-home/mdtest/mdtest -n 2000 -v -d ~/mdtest > myout" >> mdtest.pbs
echo "grep ops myout | grep read | cut -d, -f2 | cut -do -f1 > mdtest.datB" >> mdtest.pbs
echo "echo YVALUE= > mdtest.datA" >> mdtest.pbs
echo "paste mdtest.datA mdtest.datB > mdtest.read" >> mdtest.pbs
echo "grep ops myout | grep removal | grep File | cut -d, -f2 | cut -do -f1 > mdtestrm.datB" >> mdtest.pbs
echo "paste mdtest.datA mdtestrm.datB > mdtest.filerm" >> mdtest.pbs
echo "aprun -n 4 -N 1 hostname > mdtest-compute-nodes" >> mdtest.pbs
cat -n mdtest.pbs
MYJOBID=`qsub mdtest.pbs`
echo MYJOBID=$MYJOBID
~/bin/wait_for.sh $MYJOBID
echo "=== JOB RAN ON ==="
cat ~/mdtest/mdtest-compute-nodes
if [ -f ~/mdtest/mdtest-compute-nodes ]
then
: # it's all good
else
echo "mdtest-compute-nodes not found, pbs job likely hit walltime"
exit 1
fi
rm -f ~/mdtest/mdtest-compute-nodes
[SSH] executing...
mkdir: cannot create directory `mdtest-jenkins-home': File exists
=== RUNNING /u/system/bwjenkins/bin/myenv.sh ===
HOST=h2ologin1
HOME=/u/system/bwjenkins
SCRATCH=/u/system/bwjenkins/scratch
ls SCRATCH:
bwjenkins.tgz
mdtest
rmg-spp
rmg-spp-topo
setsm_benchmark
setsm_rsync
SPP-PPM
stripe8
sw_config
SWTools-BWCI
sw_workdir
tests
wrf
wrf-spp
my id:
uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd)
Currently Loaded Modulefiles:
1) modules/3.2.10.4
2) eswrap/1.3.3-1.020200.1280.0
3) cce/8.7.7
4) craype-network-gemini
5) craype/2.5.16
6) cray-libsci/18.12.1
7) udreg/2.3.2-1.0502.10518.2.17.gem
8) ugni/6.0-1.0502.10863.8.28.gem
9) pmi/5.0.14
10) dmapp/7.0.1-1.0502.11080.8.74.gem
11) gni-headers/4.0-1.0502.10859.7.8.gem
12) xpmem/0.1-2.0502.64982.5.3.gem
13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem
14) alps/5.2.4-2.0502.9774.31.12.gem
15) rca/1.0.0-2.0502.60530.1.63.gem
16) atp/2.0.4
17) PrgEnv-cray/5.2.82
18) cray-mpich/7.7.4
19) craype-interlagos
20) torque/6.1.2
21) moab/9.1.2-sles11
22) openssh/7.5p1
23) xalt/0.7.6.local
24) scripts
25) OpenSSL/1.0.2m
26) cURL/7.59.0
27) git/2.17.0
28) wget/1.19.4
29) user-paths
30) gnuplot/5.0.5
31) darshan/3.1.3
Cloning into 'mdtest'...
cc -DLinux -D_FILE_OFFSET_BITS=64 -D_LARGEFILE_SOURCE=1 -D__USE_LARGEFILE64=1 -g -o mdtest mdtest.c -lm
1 #!/bin/bash
2 #PBS -lnodes=4:ppn=6:xe,walltime=00:15:00 -Nmdtesthome
3 module unload xalt darshan
4 cd ~
5 rm -rf mdtest
6 mkdir mdtest
7 cd mdtest
8 aprun -n 24 ~/mdtest-jenkins-home/mdtest/mdtest -n 2000 -v -d ~/mdtest > myout
9 grep ops myout | grep read | cut -d, -f2 | cut -do -f1 > mdtest.datB
10 echo YVALUE= > mdtest.datA
11 paste mdtest.datA mdtest.datB > mdtest.read
12 grep ops myout | grep removal | grep File | cut -d, -f2 | cut -do -f1 > mdtestrm.datB
13 paste mdtest.datA mdtestrm.datB > mdtest.filerm
14 aprun -n 4 -N 1 hostname > mdtest-compute-nodes
INFO: Job submitted to account: jnc
MYJOBID=13576084.bw
=== RUNNING /u/system/bwjenkins/bin/wait_for.sh ===
Wed Dec 29 23:28:37 CST 2021: waiting for 13576084.bw to finish
Wed Dec 29 23:33:37 CST 2021: waiting for 13576084.bw to finish
qstat: Unknown Job Id Error 13576084.bw
13576084.bw finished
=== JOB RAN ON ===
nid01314
nid10230
nid03580
nid01306
Application 110189641 resources: utime ~0s, stime ~4s, Rss ~28456, inblocks ~76, outblocks ~112
[SSH] completed
[SSH] exit-status: 0
[workspace] $ /bin/sh -xe /tmp/jenkins5375853991075531103.sh
+ scp 'BW_REMOTE:~/mdtest/m*' /var/lib/jenkins/jobs/mdtest-bw_home/workspace
Recording plot data
Saving plot series data from: /var/lib/jenkins/jobs/mdtest-bw_home/workspace/mdtest.read
Saving plot series data from: /var/lib/jenkins/jobs/mdtest-bw_home/workspace/mdtest.filerm
Finished: SUCCESS