Started by timer Running as SYSTEM Building in workspace /var/lib/jenkins/jobs/cuda-bw/workspace [SSH] script: UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Scheduler)" if [ $UP -ne "2" ] then exit 0 fi module load cudatoolkit export CUDASAMPLES=~arnoldg/cudasamples5.5 ~/bin/myenv.sh mkdir cuda-jenkins cd cuda-jenkins rm -rf * cp $CUDASAMPLES/0_Simple/matrixMul/matrixMul.cu . cp $CUDASAMPLES/1_Utilities/bandwidthTest/bandwidthTest.cu . nvcc -I $CUDASAMPLES/common/inc -o matrixMul matrixMul.cu if [[ -x "matrixMul" ]] then echo "matrixMul appears to have built ok" else echo "#### matrixMul is missing or not built ###############" exit -1 fi nvcc -I $CUDASAMPLES/common/inc -o bandwidthTest bandwidthTest.cu pwd ls -lt echo "#!/bin/bash" > cuda.pbs echo "#PBS -lnodes=1:ppn=16:xk,walltime=00:05:00 -Ncuda" >> cuda.pbs echo "cd ~/cuda-jenkins" >> cuda.pbs echo "aprun -n 1 ~/cuda-jenkins/matrixMul > matrixMul.out" >> cuda.pbs echo "grep Performance= matrixMul.out | cut -d= -f2 | cut -dG -f1 > matrixMul.datB" >> cuda.pbs echo "echo YVALUE= > matrixMul.datA" >> cuda.pbs echo "paste matrixMul.datA matrixMul.datB > matrixMul.gflops" >> cuda.pbs echo "aprun -n 1 ~/cuda-jenkins/bandwidthTest --htod > bandwidthTest.out" >> cuda.pbs echo "grep 33554432 bandwidthTest.out | cut -f4 > bandwidthTest.datB " >> cuda.pbs echo "paste matrixMul.datA bandwidthTest.datB > bandwidthTest.MB" >> cuda.pbs echo "aprun -n 1 hostname > cuda-compute-node" >> cuda.pbs echo cat -n cuda.pbs MYJOBID=`qsub cuda.pbs` echo MYJOBID=$MYJOBID ~/bin/wait_for.sh $MYJOBID echo "=== JOB RAN ON ===" cat ~/cuda-jenkins/cuda-compute-node rm -f ~/cuda-jenkins/cuda-compute-node [SSH] executing... mkdir: cannot create directory `cuda-jenkins': File exists === RUNNING /u/system/bwjenkins/bin/myenv.sh === HOST=h2ologin2 HOME=/u/system/bwjenkins SCRATCH=/u/system/bwjenkins/scratch ls SCRATCH: mdtest rmg-spp rmg-spp-topo setsm_benchmark setsm_rsync SPP-PPM stripe8 sw_config SWTools-BWCI sw_workdir tests wrf wrf-spp my id: uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd) Currently Loaded Modulefiles: 1) modules/3.2.10.4 2) eswrap/1.3.3-1.020200.1280.0 3) cce/8.7.7 4) craype-network-gemini 5) craype/2.5.16 6) cray-libsci/18.12.1 7) udreg/2.3.2-1.0502.10518.2.17.gem 8) ugni/6.0-1.0502.10863.8.28.gem 9) pmi/5.0.14 10) dmapp/7.0.1-1.0502.11080.8.74.gem 11) gni-headers/4.0-1.0502.10859.7.8.gem 12) xpmem/0.1-2.0502.64982.5.3.gem 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem 14) alps/5.2.4-2.0502.9774.31.12.gem 15) rca/1.0.0-2.0502.60530.1.63.gem 16) atp/2.0.4 17) PrgEnv-cray/5.2.82 18) cray-mpich/7.7.4 19) craype-interlagos 20) torque/6.1.2 21) moab/9.1.2-sles11 22) openssh/7.5p1 23) xalt/0.7.6.local 24) scripts 25) OpenSSL/1.0.2m 26) cURL/7.59.0 27) git/2.17.0 28) wget/1.19.4 29) user-paths 30) gnuplot/5.0.5 31) darshan/3.1.3 32) cudatoolkit/9.1.85_3.10-1.0502.df1cc54.3.1 matrixMul appears to have built ok bandwidthTest.cu(35): warning: conversion from a string literal to "char *" is deprecated bandwidthTest.cu(35): warning: conversion from a string literal to "char *" is deprecated /mnt/a/u/system/bwjenkins/cuda-jenkins total 2 -rwx------ 1 bwjenkins BW_System 640336 Dec 6 11:17 bandwidthTest -rwx------ 1 bwjenkins BW_System 633716 Dec 6 11:17 matrixMul -rwx------ 1 bwjenkins BW_System 32727 Dec 6 11:17 bandwidthTest.cu -rwx------ 1 bwjenkins BW_System 13113 Dec 6 11:17 matrixMul.cu 1 #!/bin/bash 2 #PBS -lnodes=1:ppn=16:xk,walltime=00:05:00 -Ncuda 3 cd ~/cuda-jenkins 4 aprun -n 1 ~/cuda-jenkins/matrixMul > matrixMul.out 5 grep Performance= matrixMul.out | cut -d= -f2 | cut -dG -f1 > matrixMul.datB 6 echo YVALUE= > matrixMul.datA 7 paste matrixMul.datA matrixMul.datB > matrixMul.gflops 8 aprun -n 1 ~/cuda-jenkins/bandwidthTest --htod > bandwidthTest.out 9 grep 33554432 bandwidthTest.out | cut -f4 > bandwidthTest.datB 10 paste matrixMul.datA bandwidthTest.datB > bandwidthTest.MB 11 aprun -n 1 hostname > cuda-compute-node INFO: Job submitted to account: jnc MYJOBID=13174573.bw === RUNNING /u/system/bwjenkins/bin/wait_for.sh === Mon Dec 6 11:17:09 CST 2021: waiting for 13174573.bw to finish Mon Dec 6 11:22:09 CST 2021: waiting for 13174573.bw to finish qstat: Unknown Job Id Error 13174573.bw 13174573.bw finished === JOB RAN ON === nid23171 Application 109097777 resources: utime ~0s, stime ~0s, Rss ~8548, inblocks ~19, outblocks ~28 [SSH] completed [SSH] exit-status: 0 [workspace] $ /bin/sh -xe /tmp/jenkins6467956467853052841.sh + scp 'BW_REMOTE:~/cuda-jenkins/m*' /var/lib/jenkins/jobs/cuda-bw/workspace + scp 'BW_REMOTE:~/cuda-jenkins/b*' /var/lib/jenkins/jobs/cuda-bw/workspace Recording plot data Saving plot series data from: /var/lib/jenkins/jobs/cuda-bw/workspace/bandwidthTest.MB Saving plot series data from: /var/lib/jenkins/jobs/cuda-bw/workspace/matrixMul.gflops Finished: SUCCESS