Started by timer
Building on master in workspace /var/lib/jenkins/workspace/slurm-stream
executing script:
module load slurm
#
# 1st torque job in our jenkins converted to slurm
# NOTE: slurm tries to interpret PBS directives so drop them or comment them out of scripts
# NOTE: aprun is not available to slurm, serial jobs only for now
#
~arnoldg/ior/myenv.sh
mkdir stream-jenkins
cd stream-jenkins
rm -rf *
wget https://www.cs.virginia.edu/stream/FTP/Code/stream.c
make stream
echo "#!/bin/bash" > stream.pbs
#echo "#PBS -lnodes=2:ppn=32:xe,walltime=00:05:00 -Nstream" >> stream.pbs
echo "cd ~/stream-jenkins" >> stream.pbs
echo "OMP_NUM_THREADS=16 ~/stream-jenkins/stream > streamout" >> stream.pbs
echo "grep Triad: streamout | cut -d: -f2 | cut -d. -f1 > stream.datB" >> stream.pbs
echo "echo YVALUE= > stream.datA" >> stream.pbs
echo "paste stream.datA stream.datB > stream.triad" >> stream.pbs
echo "hostname > stream-compute-node" >> stream.pbs
cat -n stream.pbs
#MYJOBID=`qsub stream.pbs -lnodes=3:ppn=32:xe,walltime=00:15:00 -Nnomachine `
MYJOBID=`sbatch -N 1 -t 00:05:00 --job-name=slurm_stream stream.pbs | sed -e s/"Submitted batch job "//g `
echo MYJOBID=$MYJOBID
~arnoldg/ior/wait_for_slurmjob.sh $MYJOBID
echo "=== JOB RAN ON ==="
cat ~/stream-jenkins/stream-compute-node
rm -f ~/stream-jenkins/stream-compute-node
mkdir: cannot create directory `stream-jenkins': File exists
=== RUNNING /u/staff/arnoldg/ior/myenv.sh ===
HOST=jyc1
HOME=/u/system/bwjenkins
SCRATCH=/u/system/bwjenkins/scratch
ls SCRATCH:
mdtest
setsm_benchmark
SPP-PPM
stripe8
sw_config
sw_workdir
test.log
tests
my id:
uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd)
Currently Loaded Modulefiles:
1) modules/3.2.10.5
2) nodestat/2.2-1.0502.60539.1.31.gem
3) sdb/1.1-1.0502.63652.4.27.gem
4) alps/5.2.4-2.0502.9774.31.12.gem
5) lustre-cray_gem_s/2.5_3.0.101_0.46.1_1.0502.8871.38.1-1.0502.21728.74.1
6) udreg/2.3.2-1.0502.10518.2.17.gem
7) ugni/6.0-1.0502.10863.8.28.gem
8) gni-headers/4.0-1.0502.10859.9.19.gem
9) dmapp/7.0.1-1.0502.11080.8.74.gem
10) xpmem/0.1-2.0502.64982.7.19.gem
11) hss-llm/7.2.0
12) Base-opts/1.0.2-1.0502.60680.2.4.gem
13) cce/8.5.8
14) craype-network-gemini
15) craype/2.5.9
16) cray-libsci/16.11.1
17) pmi/5.0.11
18) rca/1.0.0-2.0502.60530.1.63.gem
19) atp/2.1.0
20) PrgEnv-cray/5.2.82
21) moab/9.1.2.h2-sles11
22) torque/6.0.4
23) craype-interlagos
24) cray-mpich/7.5.3
25) java/jdk1.8.0_51
26) globus/5.2.5
27) gsissh/6.2p2
28) xalt/0.7.6.local
29) scripts
30) OpenSSL/1.0.2m
31) cURL/7.59.0
32) git/2.17.0
33) wget/1.19.4
34) user-paths
35) gnuplot/5.0.5
36) darshan/3.1.3
37) slurm/17.11.5
--2018-09-20 10:01:03-- https://www.cs.virginia.edu/stream/FTP/Code/stream.c
Resolving www.cs.virginia.edu... 128.143.67.11
Connecting to www.cs.virginia.edu|128.143.67.11|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: 19967 (19K) [text/plain]
Saving to: ‘stream.c’
0K .......... ......... 100% 638K=0.03s
2018-09-20 10:01:03 (638 KB/s) - ‘stream.c’ saved [19967/19967]
cc stream.c -o stream
1 #!/bin/bash
2 cd ~/stream-jenkins
3 OMP_NUM_THREADS=16 ~/stream-jenkins/stream > streamout
4 grep Triad: streamout | cut -d: -f2 | cut -d. -f1 > stream.datB
5 echo YVALUE= > stream.datA
6 paste stream.datA stream.datB > stream.triad
7 hostname > stream-compute-node
MYJOBID=3419
=== RUNNING /u/staff/arnoldg/ior/wait_for_slurmjob.sh ===
Thu Sep 20 10:01:05 CDT 2018: waiting for slurm job 3419 to finish
Thu Sep 20 10:06:05 CDT 2018: waiting for slurm job 3419 to finish
slurm_load_jobs error: Invalid job id specified
3419 finished
=== JOB RAN ON ===
nid00002
[SSH] exit-status: 0
[slurm-stream] $ /bin/sh -xe /tmp/jenkins667783759066368373.sh
+ scp 'JYC_REMOTE:~/stream-jenkins/s*' /var/lib/jenkins/workspace/slurm-stream
NCSA JYC System
Access status: User Access UnRestricted.
Access by OTP or Two Factor Certificate Authority only.
Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access.
gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access.
Restricted access during weekly scheduled maintenance on Wednesdays 10AM - 6PM
Recording plot data
Saving plot series data from: /var/lib/jenkins/workspace/slurm-stream/stream.triad
Finished: SUCCESS