Started by user arnoldg Building on master in workspace /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs-jyc executing script: # Moving to the building folder cd ~ tar xvf ~arnoldg/ppm.tar cd SPP-PPM/PPM-768O2-18XEs ls -al # Updating modules module unload darshan module load craype-hugepages2M module list # Building the binary rm -rf PPM2F-768O2 *.o *.dat iq.h ./compile-JK-noPapi # Submitting the job script MYJOBID=`qsub run-PPM2F-768O2` echo MYJOBID=$MYJOBID # Waiting for the job completion cat -n wait_for.sh ./wait_for.sh $MYJOBID # Computing Flop/s python FLOPS-PPM-JK-v02.py $MYJOBID 18 SPP-PPM/PPM-768O2-18XEs/ SPP-PPM/PPM-768O2-18XEs/compile-JK-noPapi SPP-PPM/PPM-768O2-18XEs/stderrout.6422331.bw SPP-PPM/PPM-768O2-18XEs/PPM-768O2.o6422331 SPP-PPM/PPM-768O2-18XEs/generate-MPICH_RANK_ORDER_V2 SPP-PPM/PPM-768O2-18XEs/PPM-768O2.o8095607 SPP-PPM/PPM-768O2-18XEs/stderrout.6413096.bw SPP-PPM/PPM-768O2-18XEs/PPM-768O2.o6413794 SPP-PPM/PPM-768O2-18XEs/DATA768O2.8095607.bw SPP-PPM/PPM-768O2-18XEs/PPM2F-tp3-5-1-12-ICF-short-loops.s SPP-PPM/PPM-768O2-18XEs/flops-PPM2F-768O2 SPP-PPM/PPM-768O2-18XEs/cio.o SPP-PPM/PPM-768O2-18XEs/PPM4Fperf.ppm.6413794.bw SPP-PPM/PPM-768O2-18XEs/PPM2F-768O2 SPP-PPM/PPM-768O2-18XEs/PPM4Fperf.ppm.8095607.bw SPP-PPM/PPM-768O2-18XEs/stderrout.6422876.bw SPP-PPM/PPM-768O2-18XEs/source_me_JK SPP-PPM/PPM-768O2-18XEs/cio.c SPP-PPM/PPM-768O2-18XEs/PPM2F-tp3-5-1-12-ICF-short-loops.F SPP-PPM/PPM-768O2-18XEs/PPM2F-tp3-5-1-12-ICF-short-loops.o SPP-PPM/PPM-768O2-18XEs/run-PPM2F-768O2 SPP-PPM/PPM-768O2-18XEs/iq.h SPP-PPM/PPM-768O2-18XEs/PPM4Fperf.ppm.6413096.bw SPP-PPM/PPM-768O2-18XEs/DATA768O2.6413794.bw SPP-PPM/PPM-768O2-18XEs/wait_for.sh SPP-PPM/PPM-768O2-18XEs/PPM-768O2.o6422876 SPP-PPM/PPM-768O2-18XEs/DATA768O2.6422331.bw SPP-PPM/PPM-768O2-18XEs/stderrout.6413794.bw SPP-PPM/PPM-768O2-18XEs/PPM-768O2.o6413096 SPP-PPM/PPM-768O2-18XEs/iq768O2.h SPP-PPM/PPM-768O2-18XEs/PPM2F-tp3-5-1-12-ICF-short-loops.lst SPP-PPM/PPM-768O2-18XEs/FLOPS-PPM-JK-v02.py SPP-PPM/PPM-768O2-18XEs/DATA768O2.6413096.bw SPP-PPM/PPM-768O2-18XEs/PPM4Fperf.ppm.6422876.bw SPP-PPM/PPM-768O2-18XEs/DATA768O2.6422876.bw SPP-PPM/PPM-768O2-18XEs/PPM4Fperf.ppm.6422331.bw SPP-PPM/PPM-768O2-18XEs/stderrout.8095607.bw total 17271 drwxr-xr-x 2 bwjenkins BW_System 4096 Feb 14 07:31 . drwxr-xr-x 3 bwjenkins BW_System 4096 Feb 14 07:43 .. -rw-r--r-- 1 bwjenkins BW_System 1255 Mar 29 2017 cio.c -rw-r--r-- 1 bwjenkins BW_System 4088 Feb 14 07:31 cio.o -rwxr-xr-x 1 bwjenkins BW_System 381 Mar 29 2017 compile-JK-noPapi lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 14 07:44 DATA768O2.229383.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229383.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 14 11:11 DATA768O2.229402.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229402.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 14 11:36 DATA768O2.229407.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229407.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 14 12:02 DATA768O2.229408.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229408.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 16 16:22 DATA768O2.229658.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229658.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 19 17:16 DATA768O2.229889.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229889.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 19 17:53 DATA768O2.229896.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229896.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 20 08:14 DATA768O2.229976.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229976.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Feb 20 09:30 DATA768O2.229984.jyc -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.229984.jyc lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 29 2017 DATA768O2.6413096.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6413096.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 29 2017 DATA768O2.6413794.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6413794.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 30 2017 DATA768O2.6422331.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6422331.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Mar 30 2017 DATA768O2.6422876.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.6422876.bw lrwxrwxrwx 1 bwjenkins BW_System 54 Jan 22 16:12 DATA768O2.8095607.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA768O2.8095607.bw -rwxr--r-- 1 bwjenkins BW_System 444 Mar 29 2017 flops-PPM2F-768O2 -rw-r--r-- 1 bwjenkins BW_System 2826 Mar 29 2017 FLOPS-PPM-JK-v02.py -rwxr-xr-x 1 bwjenkins BW_System 541 Mar 29 2017 generate-MPICH_RANK_ORDER_V2 -rw-r--r-- 1 bwjenkins BW_System 13 Feb 20 09:51 GFLOPS_SEC_NODE.dat -rw-r--r-- 1 bwjenkins BW_System 864 Mar 29 2017 iq768O2.h -rw-r--r-- 1 bwjenkins BW_System 864 Feb 14 07:31 iq.h -rwxr-xr-x 1 bwjenkins BW_System 11190291 Feb 14 07:31 PPM2F-768O2 -rw-r--r-- 1 bwjenkins BW_System 2281686 Mar 29 2017 PPM2F-tp3-5-1-12-ICF-short-loops.F -rw-r--r-- 1 bwjenkins BW_System 4478516 Feb 14 07:31 PPM2F-tp3-5-1-12-ICF-short-loops.lst -rw-r--r-- 1 bwjenkins BW_System 883936 Feb 14 07:31 PPM2F-tp3-5-1-12-ICF-short-loops.o -rw-r--r-- 1 bwjenkins BW_System 6395252 Feb 14 07:31 PPM2F-tp3-5-1-12-ICF-short-loops.s -rw------- 1 bwjenkins BW_System 12279 Feb 14 07:59 PPM4Fperf.ppm.229383.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 14 11:26 PPM4Fperf.ppm.229402.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 14 11:52 PPM4Fperf.ppm.229407.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 14 12:18 PPM4Fperf.ppm.229408.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 16 16:37 PPM4Fperf.ppm.229658.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 19 17:31 PPM4Fperf.ppm.229889.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 19 18:08 PPM4Fperf.ppm.229896.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 20 08:29 PPM4Fperf.ppm.229976.jyc -rw------- 1 bwjenkins BW_System 12279 Feb 20 09:45 PPM4Fperf.ppm.229984.jyc -rw------- 1 bwjenkins BW_System 12279 Mar 29 2017 PPM4Fperf.ppm.6413096.bw -rw------- 1 bwjenkins BW_System 0 Mar 29 2017 PPM4Fperf.ppm.6413794.bw -rw------- 1 bwjenkins BW_System 12279 Mar 30 2017 PPM4Fperf.ppm.6422331.bw -rw------- 1 bwjenkins BW_System 12279 Mar 30 2017 PPM4Fperf.ppm.6422876.bw -rw------- 1 bwjenkins BW_System 12279 Jan 22 16:28 PPM4Fperf.ppm.8095607.bw -rw------- 1 bwjenkins BW_System 2116 Feb 14 07:59 PPM-768O2.o229383 -rw------- 1 bwjenkins BW_System 2116 Feb 14 11:26 PPM-768O2.o229402 -rw------- 1 bwjenkins BW_System 2116 Feb 14 11:52 PPM-768O2.o229407 -rw------- 1 bwjenkins BW_System 2116 Feb 14 12:18 PPM-768O2.o229408 -rw------- 1 bwjenkins BW_System 2116 Feb 16 16:37 PPM-768O2.o229658 -rw------- 1 bwjenkins BW_System 2116 Feb 19 17:31 PPM-768O2.o229889 -rw------- 1 bwjenkins BW_System 2116 Feb 19 18:08 PPM-768O2.o229896 -rw------- 1 bwjenkins BW_System 2116 Feb 20 08:30 PPM-768O2.o229976 -rw------- 1 bwjenkins BW_System 2116 Feb 20 09:45 PPM-768O2.o229984 -rw------- 1 bwjenkins BW_System 1308 Mar 29 2017 PPM-768O2.o6413096 -rw------- 1 bwjenkins BW_System 1308 Mar 29 2017 PPM-768O2.o6413794 -rw------- 1 bwjenkins BW_System 1308 Mar 30 2017 PPM-768O2.o6422331 -rw------- 1 bwjenkins BW_System 1308 Mar 30 2017 PPM-768O2.o6422876 -rw------- 1 bwjenkins BW_System 1314 Jan 22 16:28 PPM-768O2.o8095607 -rw-r--r-- 1 bwjenkins BW_System 836 Mar 29 2017 run-PPM2F-768O2 -rw-r--r-- 1 bwjenkins BW_System 66 Mar 29 2017 source_me_JK -rw------- 1 bwjenkins BW_System 76719 Feb 14 07:59 stderrout.229383.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 14 11:26 stderrout.229402.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 14 11:52 stderrout.229407.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 14 12:18 stderrout.229408.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 16 16:37 stderrout.229658.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 19 17:31 stderrout.229889.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 19 18:08 stderrout.229896.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 20 08:30 stderrout.229976.jyc -rw------- 1 bwjenkins BW_System 76719 Feb 20 09:45 stderrout.229984.jyc -rw------- 1 bwjenkins BW_System 70980 Mar 29 2017 stderrout.6413096.bw -rw------- 1 bwjenkins BW_System 300 Mar 29 2017 stderrout.6413794.bw -rw------- 1 bwjenkins BW_System 70979 Mar 30 2017 stderrout.6422331.bw -rw------- 1 bwjenkins BW_System 70979 Mar 30 2017 stderrout.6422876.bw -rw------- 1 bwjenkins BW_System 70979 Jan 22 16:28 stderrout.8095607.bw -rw-r--r-- 1 bwjenkins BW_System 12 Feb 20 09:51 TFLOPS_SEC-AGG.dat -rwxr--r-- 1 bwjenkins BW_System 223 Mar 29 2017 wait_for.sh Currently Loaded Modulefiles: 1) modules/3.2.10.5 2) nodestat/2.2-1.0502.60539.1.31.gem 3) sdb/1.1-1.0502.63652.4.27.gem 4) alps/5.2.4-2.0502.9774.31.12.gem 5) lustre-cray_gem_s/2.5_3.0.101_0.46.1_1.0502.8871.38.1-1.0502.21728.74.1 6) udreg/2.3.2-1.0502.10518.2.17.gem 7) ugni/6.0-1.0502.10863.8.28.gem 8) gni-headers/4.0-1.0502.10859.7.8.gem 9) dmapp/7.0.1-1.0502.11080.8.74.gem 10) xpmem/0.1-2.0502.64982.5.3.gem 11) hss-llm/7.2.0 12) Base-opts/1.0.2-1.0502.60680.2.4.gem 13) cce/8.5.8 14) craype-network-gemini 15) craype/2.5.9 16) cray-libsci/16.11.1 17) pmi/5.0.11 18) rca/1.0.0-2.0502.60530.1.63.gem 19) atp/2.1.0 20) PrgEnv-cray/5.2.82 21) moab/NCSA-9.0.4-1498514704_fc10149-sles11 22) torque/6.0.4 23) craype-interlagos 24) cray-mpich/7.5.3 25) java/jdk1.8.0_51 26) globus/5.2.5 27) gsissh/6.2p2 28) xalt/0.7.6.local 29) scripts 30) user-paths 31) craype-hugepages2M if (ifthunder .gt. 0) fv1 = .01 ftn-7212 crayftn: WARNING SETCONSTS, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 2943 Variable "ifthunder" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4038 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4149, Column = 12 Static variable "yavglob" in "master" overlaps a callee static variable "aaa" in "setaaa". write (6,*) (perfdata(ioff+i),i=1,53),' mysrc =',mysrc ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4380 Variable "mysrc" is used before it is defined. return ^ ftn-362 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 5363, Column = 7 This statement can not be reached. write (6,*) 'jj =',jj,' jbrick =',jbrick ftn-7212 crayftn: WARNING BUILDPROF, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 6871 Variable "jbrick" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 9522 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 10284, Column = 12 Static variable "globthist" in "workerbee" overlaps a callee static variable "aaa" in "setaaa". deet = abs(time- (scalabilityt2 + scalabilitytimed/8) ) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12919 Variable "scalabilityt2" is used before it is defined. deet = abs(time- (scalabilityt3 + scalabilitytimed/8)) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12929 Variable "scalabilityt3" is used before it is defined. call updatesubbrickx(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14031, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickx". call updatesubbrickz(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14281, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickz". INFO: Job submitted to account: jnc MYJOBID=229990.jyc 1 #!/bin/bash 2 echo "=== RUNNING $0 ===" 3 4 while true 5 do 6 7 MYQSTAT=`qstat $1` 8 if test "$MYQSTAT" = "" 9 then 10 echo $1 finished 11 exit 12 else 13 DATE=`date` 14 echo "$DATE: waiting for $1 to finish" 15 16 fi 17 18 sleep 5m 19 20 done 21 22 === RUNNING ./wait_for.sh === Tue Feb 20 09:52:27 CST 2018: waiting for 229990.jyc to finish Tue Feb 20 09:57:27 CST 2018: waiting for 229990.jyc to finish Tue Feb 20 10:02:27 CST 2018: waiting for 229990.jyc to finish Tue Feb 20 10:07:27 CST 2018: waiting for 229990.jyc to finish Tue Feb 20 10:12:27 CST 2018: waiting for 229990.jyc to finish qstat: Unknown Job Id Error 229990.nid00030 229990.jyc finished PPM4Fperf.ppm.229990.jyc stderrout.229990.jyc Number of Compute Node = 18.0 Number of Dumps = 4 Ndump Flop/s per Cell 1 3.69855e+03 2 3.70300e+03 3 3.70798e+03 4 3.71939e+03 Average of FLOP/s per zone = 3.70723e+03 Number of time-steps = 620 Grid size, N = 768.0 Wall time = 917 seconds TFlops/sec aggregate = 1.135 Gflops/sec/node = 63.079 [SSH] exit-status: 0 [SPP-PPM-768O2-18XEs-jyc] $ /bin/sh -xe /tmp/jenkins957951682134591692.sh + rm -rf /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs-jyc/GFLOPS_SEC_NODE.dat /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs-jyc/TFLOPS_SEC-AGG.dat + scp JYC_REMOTE:/u/system/bwjenkins/SPP-PPM/PPM-768O2-18XEs/GFLOPS_SEC_NODE.dat /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs-jyc NCSA JYC System Access status: User Access UnRestricted. Access by OTP or Two Factor Certificate Authority only. Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access. gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access. Restricted access during weekly scheduled maintenance on Wednesdays 10AM - 6PM + scp JYC_REMOTE:/u/system/bwjenkins/SPP-PPM/PPM-768O2-18XEs/TFLOPS_SEC-AGG.dat /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs-jyc NCSA JYC System Access status: User Access UnRestricted. Access by OTP or Two Factor Certificate Authority only. Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access. gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access. Restricted access during weekly scheduled maintenance on Wednesdays 10AM - 6PM Recording plot data Saving plot series data from: /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs-jyc/TFLOPS_SEC-AGG.dat Saving plot series data from: /var/lib/jenkins/workspace/SPP-PPM-768O2-18XEs-jyc/GFLOPS_SEC_NODE.dat Finished: SUCCESS