Started by user arnoldg Building on master in workspace /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs executing script: # Moving to the building folder cd SPP-PPM/PPM-768O2-18XEs ls -al # Updating modules module unload darshan module load craype-hugepages2M module list # Building the binary rm -rf PPM2F-768O2 *.o *.dat iq.h ./compile-JK-noPapi # Submitting the job script MYJOBID=`qsub run-PPM2F-768O2` echo MYJOBID=$MYJOBID # Waiting for the job completion cat -n wait_for.sh ./wait_for.sh $MYJOBID # Computing Flop/s python FLOPS-PPM-JK-v02.py $MYJOBID 18 total 25640 drwxr-xr-x 2 bwjenkins BW_System 4096 Feb 27 14:10 . drwxr-xr-x 4 bwjenkins BW_System 4096 Mar 29 2017 .. -rw-r--r-- 1 bwjenkins BW_System 1255 Mar 29 2017 cio.c -rw-r--r-- 1 bwjenkins BW_System 4088 Feb 27 13:44 cio.o -rwxr-xr-x 1 bwjenkins BW_System 381 Mar 29 2017 compile-JK-noPapi lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 29 2017 DATA768O2.6413096.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6413096.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 29 2017 DATA768O2.6413794.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6413794.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 30 2017 DATA768O2.6422331.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6422331.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 30 2017 DATA768O2.6422876.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6422876.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Jan 22 16:12 DATA768O2.8095607.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8095607.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 14 07:36 DATA768O2.8190188.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8190188.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 14 07:40 DATA768O2.8190191.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8190191.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 23 09:21 DATA768O2.8238346.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8238346.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 27 07:24 DATA768O2.8247876.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8247876.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 27 07:52 DATA768O2.8247894.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8247894.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 27 13:48 DATA768O2.8250354.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8250354.bw -rwxr--r-- 1 bwjenkins BW_System 444 Mar 29 2017 flops-PPM2F-768O2 -rw-r--r-- 1 bwjenkins BW_System 2826 Mar 29 2017 FLOPS-PPM-JK-v02.py -rwxr-xr-x 1 bwjenkins BW_System 541 Mar 29 2017 generate-MPICH_RANK_ORDER_V2 -rw-r--r-- 1 bwjenkins BW_System 13 Feb 27 14:10 GFLOPS_SEC_NODE.dat -rw-r--r-- 1 bwjenkins BW_System 864 Mar 29 2017 iq768O2.h -rw-r--r-- 1 bwjenkins BW_System 864 Feb 27 13:44 iq.h -rwxr-xr-x 1 bwjenkins BW_System 11190291 Feb 27 13:45 PPM2F-768O2 -rw-r--r-- 1 bwjenkins BW_System 2281686 Mar 29 2017 PPM2F-tp3-5-1-12-ICF-short-loops.F -rw-r--r-- 1 bwjenkins BW_System 4478516 Feb 27 13:45 PPM2F-tp3-5-1-12-ICF-short-loops.lst -rw-r--r-- 1 bwjenkins BW_System 883936 Feb 27 13:44 PPM2F-tp3-5-1-12-ICF-short-loops.o -rw-r--r-- 1 bwjenkins BW_System 6395252 Feb 27 13:44 PPM2F-tp3-5-1-12-ICF-short-loops.s -rw------- 1 bwjenkins BW_System 12279 Mar 29 2017 PPM4Fperf.ppm.6413096.bw -rw------- 1 bwjenkins BW_System 0 Mar 29 2017 PPM4Fperf.ppm.6413794.bw -rw------- 1 bwjenkins BW_System 12279 Mar 30 2017 PPM4Fperf.ppm.6422331.bw -rw------- 1 bwjenkins BW_System 12279 Mar 30 2017 PPM4Fperf.ppm.6422876.bw -rw------- 1 bwjenkins BW_System 12279 Jan 22 16:28 PPM4Fperf.ppm.8095607.bw -rw------- 1 bwjenkins BW_System 12279 Feb 14 07:52 PPM4Fperf.ppm.8190188.bw -rw------- 1 bwjenkins BW_System 12279 Feb 14 07:56 PPM4Fperf.ppm.8190191.bw -rw------- 1 bwjenkins BW_System 12279 Feb 23 09:37 PPM4Fperf.ppm.8238346.bw -rw------- 1 bwjenkins BW_System 12279 Feb 27 07:40 PPM4Fperf.ppm.8247876.bw -rw------- 1 bwjenkins BW_System 12279 Feb 27 08:07 PPM4Fperf.ppm.8247894.bw -rw------- 1 bwjenkins BW_System 12279 Feb 27 14:04 PPM4Fperf.ppm.8250354.bw -rw------- 1 bwjenkins BW_System 1308 Mar 29 2017 PPM-768O2.o6413096 -rw------- 1 bwjenkins BW_System 1308 Mar 29 2017 PPM-768O2.o6413794 -rw------- 1 bwjenkins BW_System 1308 Mar 30 2017 PPM-768O2.o6422331 -rw------- 1 bwjenkins BW_System 1308 Mar 30 2017 PPM-768O2.o6422876 -rw------- 1 bwjenkins BW_System 1314 Jan 22 16:28 PPM-768O2.o8095607 -rw------- 1 bwjenkins BW_System 1314 Feb 14 07:52 PPM-768O2.o8190188 -rw------- 1 bwjenkins BW_System 1314 Feb 14 07:56 PPM-768O2.o8190191 -rw------- 1 bwjenkins BW_System 1314 Feb 23 09:37 PPM-768O2.o8238346 -rw------- 1 bwjenkins BW_System 1316 Feb 27 07:40 PPM-768O2.o8247876 -rw------- 1 bwjenkins BW_System 1316 Feb 27 08:08 PPM-768O2.o8247894 -rw------- 1 bwjenkins BW_System 1316 Feb 27 14:04 PPM-768O2.o8250354 -rw-r--r-- 1 bwjenkins BW_System 836 Mar 29 2017 run-PPM2F-768O2 -rw-r--r-- 1 bwjenkins BW_System 66 Mar 29 2017 source_me_JK -rw------- 1 bwjenkins BW_System 70980 Mar 29 2017 stderrout.6413096.bw -rw------- 1 bwjenkins BW_System 300 Mar 29 2017 stderrout.6413794.bw -rw------- 1 bwjenkins BW_System 70979 Mar 30 2017 stderrout.6422331.bw -rw------- 1 bwjenkins BW_System 70979 Mar 30 2017 stderrout.6422876.bw -rw------- 1 bwjenkins BW_System 70979 Jan 22 16:28 stderrout.8095607.bw -rw------- 1 bwjenkins BW_System 70979 Feb 14 07:52 stderrout.8190188.bw -rw------- 1 bwjenkins BW_System 70979 Feb 14 07:56 stderrout.8190191.bw -rw------- 1 bwjenkins BW_System 70979 Feb 23 09:37 stderrout.8238346.bw -rw------- 1 bwjenkins BW_System 70979 Feb 27 07:40 stderrout.8247876.bw -rw------- 1 bwjenkins BW_System 70979 Feb 27 08:07 stderrout.8247894.bw -rw------- 1 bwjenkins BW_System 70979 Feb 27 14:04 stderrout.8250354.bw -rw-r--r-- 1 bwjenkins BW_System 12 Feb 27 14:10 TFLOPS_SEC-AGG.dat -rwxr--r-- 1 bwjenkins BW_System 223 Mar 29 2017 wait_for.sh Currently Loaded Modulefiles: 1) modules/3.2.10.4 2) eswrap/1.3.3-1.020200.1280.0 3) cce/8.4.6 4) craype-network-gemini 5) craype/2.5.8 6) cray-libsci/16.11.1 7) udreg/2.3.2-1.0502.10518.2.17.gem 8) ugni/6.0-1.0502.10863.8.28.gem 9) pmi/5.0.10-1.0000.11050.179.3.gem 10) dmapp/7.0.1-1.0502.11080.8.74.gem 11) gni-headers/4.0-1.0502.10859.7.8.gem 12) xpmem/0.1-2.0502.64982.5.3.gem 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem 14) alps/5.2.4-2.0502.9774.31.12.gem 15) rca/1.0.0-2.0502.60530.1.63.gem 16) atp/2.0.4 17) PrgEnv-cray/5.2.82 18) cray-mpich/7.5.0 19) craype-interlagos 20) torque/6.0.4 21) moab/9.1.2-sles11 22) java/jdk1.8.0_51 23) globus/5.2.5 24) gsissh/6.2p2 25) xalt/0.7.6.local 26) scripts 27) OpenSSL/1.0.2m 28) cURL/7.59.0 29) git/2.17.0 30) wget/1.19.4 31) user-paths 32) craype-hugepages2M if (ifthunder .gt. 0) fv1 = .01 ftn-7212 crayftn: WARNING SETCONSTS, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 2943 Variable "ifthunder" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4038 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4149, Column = 12 Static variable "yavglob" in "master" overlaps a callee static variable "aaa" in "setaaa". write (6,*) (perfdata(ioff+i),i=1,53),' mysrc =',mysrc ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4380 Variable "mysrc" is used before it is defined. return ^ ftn-362 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 5363, Column = 7 This statement can not be reached. write (6,*) 'jj =',jj,' jbrick =',jbrick ftn-7212 crayftn: WARNING BUILDPROF, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 6871 Variable "jbrick" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 9522 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 10284, Column = 12 Static variable "globthist" in "workerbee" overlaps a callee static variable "aaa" in "setaaa". deet = abs(time- (scalabilityt2 + scalabilitytimed/8) ) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12919 Variable "scalabilityt2" is used before it is defined. deet = abs(time- (scalabilityt3 + scalabilitytimed/8)) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12929 Variable "scalabilityt3" is used before it is defined. call updatesubbrickx(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14031, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickx". call updatesubbrickz(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14281, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickz". INFO: Job submitted to account: jnc MYJOBID=8836407.bw 1 #!/bin/bash 2 echo "=== RUNNING $0 ===" 3 4 while true 5 do 6 7 MYQSTAT=`qstat $1` 8 if test "$MYQSTAT" = "" 9 then 10 echo $1 finished 11 exit 12 else 13 DATE=`date` 14 echo "$DATE: waiting for $1 to finish" 15 16 fi 17 18 sleep 5m 19 20 done 21 22 === RUNNING ./wait_for.sh === Wed Jul 18 14:44:01 CDT 2018: waiting for 8836407.bw to finish Wed Jul 18 14:49:01 CDT 2018: waiting for 8836407.bw to finish Wed Jul 18 14:54:01 CDT 2018: waiting for 8836407.bw to finish Wed Jul 18 14:59:02 CDT 2018: waiting for 8836407.bw to finish Wed Jul 18 15:04:02 CDT 2018: waiting for 8836407.bw to finish qstat: Unknown Job Id Error 8836407.bw 8836407.bw finished PPM4Fperf.ppm.8836407.bw stderrout.8836407.bw Number of Compute Node = 18.0 Number of Dumps = 4 Ndump Flop/s per Cell 1 3.69855e+03 2 3.70300e+03 3 3.70798e+03 4 3.71939e+03 Average of FLOP/s per zone = 3.70723e+03 Number of time-steps = 620 Grid size, N = 768.0 Wall time = 946 seconds TFlops/sec aggregate = 1.101 Gflops/sec/node = 61.145 [SSH] exit-status: 0 [SPP-PPM-768O2-18XEs] $ /bin/sh -xe /tmp/jenkins8152323700190057594.sh + rm -rf /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs/GFLOPS_SEC_NODE.dat /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs/TFLOPS_SEC-AGG.dat + scp BW_REMOTE:/u/system/bwjenkins/SPP-PPM/PPM-768O2-18XEs/GFLOPS_SEC_NODE.dat /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs Access by OTP or Two Factor Certificate Authority only. Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access. gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access. Blue Waters Admin Team + scp BW_REMOTE:/u/system/bwjenkins/SPP-PPM/PPM-768O2-18XEs/TFLOPS_SEC-AGG.dat /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs Access by OTP or Two Factor Certificate Authority only. Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access. gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access. Blue Waters Admin Team Recording plot data Saving plot series data from: /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs/TFLOPS_SEC-AGG.dat Saving plot series data from: /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs/GFLOPS_SEC_NODE.dat Finished: SUCCESS