![[Jenkins]](/static/755cd4af/images/svgs/logo.svg){kind=logo}
Started by user jkwack2 Building on master in workspace /var/lib/jenkins/workspace/SPP-PPM-1280-132XEs executing script: # Moving to the building folder cd SPP-PPM/PPM-1280-132XEs ls -al # Updating modules module unload darshan module load craype-hugepages2M module list # Clear old auxiliary files rm compile-JK-noPapi rm generate-MPICH_RANK_ORDER rm run-JK # Building the executable touch compile-JK-noPapi chmod u+x compile-JK-noPapi echo "#!/bin/csh" >compile-JK-noPapi echo "ln -sf iq\$1.h iq.h" >>compile-JK-noPapi echo "ftn -h nocaf -static -O2 -h fp3 -r m -h keepfiles PPM2F-tp3-5-1-12-ICF-short-loops.F cio.o -o PPM2F-\$1 " >>compile-JK-noPapi cat -n compile-JK-noPapi ./compile-JK-noPapi 1280 ls -al # Creating an auxiliary file for a job script touch generate-MPICH_RANK_ORDER chmod u+x generate-MPICH_RANK_ORDER echo "#!/bin/csh -f" >generate-MPICH_RANK_ORDER echo "@ tasks = \$1" >>generate-MPICH_RANK_ORDER echo "@ iotasks = \$2" >>generate-MPICH_RANK_ORDER echo "# generate MPICH_RANK_ORDER file with " >>generate-MPICH_RANK_ORDER echo "# groups of \$k / 4 ranks, then 4 ioserver tasks." >>generate-MPICH_RANK_ORDER echo "@ n = 0" >>generate-MPICH_RANK_ORDER echo "@ io = \$tasks - \$iotasks" >>generate-MPICH_RANK_ORDER echo "@ step = 4 * \$io / \$iotasks" >>generate-MPICH_RANK_ORDER echo "rm -f MPICH_RANK_ORDER" >>generate-MPICH_RANK_ORDER echo "while ( \$n < \$tasks - \$step )" >>generate-MPICH_RANK_ORDER echo "@ nn = \$n + \$step - 1" >>generate-MPICH_RANK_ORDER echo "@ io2 = \$io + 3" >>generate-MPICH_RANK_ORDER echo "echo \$n'-'\$nn','\$io'-'\$io2 >>MPICH_RANK_ORDER" >>generate-MPICH_RANK_ORDER echo "@ n = \$n + \$step" >>generate-MPICH_RANK_ORDER echo "@ io = \$io + 4" >>generate-MPICH_RANK_ORDER echo "end" >>generate-MPICH_RANK_ORDER cat -n generate-MPICH_RANK_ORDER # Creating a job script touch run-JK echo "#PBS -N PPM-xe-1280" >run-JK echo "#PBS -l nodes=132:ppn=32:xe" >>run-JK echo "#PBS -l walltime=00:30:00" >>run-JK echo "#PBS -q debug" >>run-JK echo "#PBS -j oe" >>run-JK echo "#PBS -M [email protected]" >>run-JK echo ". /opt/modules/default/init/bash" >>run-JK echo "module unload darshan" >>run-JK echo "module load craype-hugepages2M" >>run-JK echo "module list" >>run-JK echo "cd \$PBS_O_WORKDIR" >>run-JK echo "here='/u/system/bwjenkins/SPP-PPM/PPM-1280-132XEs' " >>run-JK echo "data=DATA1280.\$PBS_JOBID" >>run-JK echo "mkdir -p /scratch/system/bwjenkins/SPP-PPM/\$data" >>run-JK echo "ln -sf /scratch/system/bwjenkins/SPP-PPM/\$data \$data" >>run-JK echo "lfs setstripe --count=2 /scratch/system/bwjenkins/SPP-PPM/\$data" >>run-JK echo "cd /scratch/system/bwjenkins/SPP-PPM/\$data" >>run-JK echo "export MPICH_RANK_REORDER_METHOD=3" >>run-JK echo "\$here/generate-MPICH_RANK_ORDER 2112 64" >>run-JK echo "touch \$here/PPM4Fperf.ppm.\$PBS_JOBID" >>run-JK echo "ln -sf \$here/PPM4Fperf.ppm.\$PBS_JOBID PPM4Fperf.ppm" >>run-JK echo "ulimit -s unlimited" >>run-JK echo "export OMP_STACKSIZE=200M" >>run-JK echo "export OMP_NUM_THREADS=2" >>run-JK echo "date" >>run-JK echo "start=\$(date +%s)" >>run-JK echo "/usr/bin/time aprun -n 2112 -N 16 -S 4 -d 2 -ss \$here/PPM2F-1280 >& \$here/stderrout.\$PBS_JOBID" >>run-JK echo "end=\$(date +%s)" >>run-JK echo "date" >>run-JK echo "WT=\$((end-start))" >>run-JK echo "NNODE=\$(sort -u \$PBS_NODEFILE | wc -w)" >>run-JK echo "python \$here/FLOPS-PPM-JK-v01.py \$here/PPM4Fperf.ppm.\$PBS_JOBID \$WT \$NNODE" >>run-JK echo "cp GFLOPS_SEC_NODE.dat \$here/GFLOPS_SEC_NODE.dat" >>run-JK echo "cp TFLOPS_SEC-AGG.dat \$here/TFLOPS_SEC-AGG.dat" >>run-JK cat -n run-JK # Submitting the job script MYJOBID=`qsub run-JK` echo MYJOBID=$MYJOBID # Waiting for the job completion cat -n wait_for.sh.AG ./wait_for.sh $MYJOBID total 24896 drwxr-xr-x 2 bwjenkins BW_System 4096 Nov 30 17:23 . drwxr-xr-x 3 bwjenkins BW_System 4096 Oct 12 15:05 .. -rw-r--r-- 1 bwjenkins BW_System 1255 Oct 12 15:07 cio.c -rw-r--r-- 1 bwjenkins BW_System 3120 Oct 12 15:07 cio.o -rwxr--r-- 1 bwjenkins BW_System 135 Nov 30 16:51 compile-JK-noPapi lrwxrwxrwx 1 bwjenkins BW_System 53 Nov 30 15:08 DATA1280.5818829.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5818829.bw lrwxrwxrwx 1 bwjenkins BW_System 53 Nov 30 16:23 DATA1280.5819321.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5819321.bw lrwxrwxrwx 1 bwjenkins BW_System 53 Nov 30 17:11 DATA1280.5819500.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5819500.bw -rw-r--r-- 1 bwjenkins BW_System 2775 Nov 30 16:05 FLOPS-PPM-JK-v01.py -rwxr--r-- 1 bwjenkins BW_System 362 Nov 30 16:51 generate-MPICH_RANK_ORDER -rw------- 1 bwjenkins BW_System 13 Nov 30 17:22 GFLOPS_SEC_NODE.dat -rw-r--r-- 1 bwjenkins BW_System 2326 Oct 12 15:07 Instructions-JK.txt -rw-r--r-- 1 bwjenkins BW_System 814 Oct 12 15:07 iq1280.h lrwxrwxrwx 1 bwjenkins BW_System 8 Nov 30 16:51 iq.h -> iq1280.h -rwxr-xr-x 1 bwjenkins BW_System 11135436 Nov 30 16:51 PPM2F-1280 -rw-r--r-- 1 bwjenkins BW_System 2280059 Oct 12 15:07 PPM2F-tp3-5-1-12-ICF-short-loops.F -rw-r--r-- 1 bwjenkins BW_System 4476168 Nov 30 16:51 PPM2F-tp3-5-1-12-ICF-short-loops.lst -rw-r--r-- 1 bwjenkins BW_System 882304 Nov 30 16:51 PPM2F-tp3-5-1-12-ICF-short-loops.o -rw-r--r-- 1 bwjenkins BW_System 6375661 Nov 30 16:51 PPM2F-tp3-5-1-12-ICF-short-loops.s -rw------- 1 bwjenkins BW_System 6413 Nov 30 15:16 PPM4Fperf.ppm.5818829.bw -rw------- 1 bwjenkins BW_System 6413 Nov 30 16:31 PPM4Fperf.ppm.5819321.bw -rw------- 1 bwjenkins BW_System 6413 Nov 30 17:19 PPM4Fperf.ppm.5819500.bw -rw------- 1 bwjenkins BW_System 1971 Nov 30 15:20 PPM-xe-1280.o5818829 -rw------- 1 bwjenkins BW_System 1971 Nov 30 16:35 PPM-xe-1280.o5819321 -rw------- 1 bwjenkins BW_System 1649 Nov 30 17:23 PPM-xe-1280.o5819500 -rw-r--r-- 1 bwjenkins BW_System 1134 Nov 30 16:51 run-JK -rw-r--r-- 1 bwjenkins BW_System 101 Oct 12 15:08 source_me_JK -rw------- 1 bwjenkins BW_System 73331 Nov 30 15:20 stderrout.5818829.bw -rw------- 1 bwjenkins BW_System 73896 Nov 30 16:35 stderrout.5819321.bw -rw------- 1 bwjenkins BW_System 73644 Nov 30 17:22 stderrout.5819500.bw -rw------- 1 bwjenkins BW_System 12 Nov 30 17:22 TFLOPS_SEC-AGG.dat -rwxr--r-- 1 bwjenkins BW_System 223 Oct 18 16:32 wait_for.sh Currently Loaded Modulefiles: 1) modules/3.2.10.4 2) eswrap/1.3.3-1.020200.1278.0 3) cce/8.4.6 4) craype-network-gemini 5) craype/2.5.4 6) cray-libsci/16.03.1 7) udreg/2.3.2-1.0502.10518.2.17.gem 8) ugni/6.0-1.0502.10863.8.28.gem 9) pmi/5.0.10-1.0000.11050.179.3.gem 10) dmapp/7.0.1-1.0502.11080.8.74.gem 11) gni-headers/4.0-1.0502.10859.7.8.gem 12) xpmem/0.1-2.0502.64982.5.3.gem 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem 14) alps/5.2.4-2.0502.9774.31.12.gem 15) rca/1.0.0-2.0502.60530.1.63.gem 16) atp/2.0.1 17) PrgEnv-cray/5.2.82 18) cray-mpich/7.3.3 19) craype-interlagos 20) torque/6.0.1 21) moab/9.0.2.TAS2-1477409647_6706986-sles11 22) java/jdk1.8.0_51 23) globus/5.2.5 24) gsissh/6.2p2 25) scripts 26) user-paths 27) xalt/0.7.5 28) craype-hugepages2M 1 #!/bin/csh 2 ln -sf iq$1.h iq.h 3 ftn -h nocaf -static -O2 -h fp3 -r m -h keepfiles PPM2F-tp3-5-1-12-ICF-short-loops.F cio.o -o PPM2F-$1 if (ifthunder .gt. 0) fv1 = .01 ftn-7212 crayftn: WARNING SETCONSTS, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 2913 Variable "ifthunder" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4008 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4119, Column = 12 Static variable "yavglob" in "master" overlaps a callee static variable "aaa" in "setaaa". write (6,*) (perfdata(ioff+i),i=1,53),' mysrc =',mysrc ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4350 Variable "mysrc" is used before it is defined. return ^ ftn-362 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 5333, Column = 7 This statement can not be reached. write (6,*) 'jj =',jj,' jbrick =',jbrick ftn-7212 crayftn: WARNING BUILDPROF, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 6841 Variable "jbrick" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 9492 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 10254, Column = 12 Static variable "globthist" in "workerbee" overlaps a callee static variable "aaa" in "setaaa". deet = abs(time- (scalabilityt2 + scalabilitytimed/8) ) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12889 Variable "scalabilityt2" is used before it is defined. deet = abs(time- (scalabilityt3 + scalabilitytimed/8)) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12899 Variable "scalabilityt3" is used before it is defined. call updatesubbrickx(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14001, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickx". call updatesubbrickz(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14251, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickz". total 20809 drwxr-xr-x 2 bwjenkins BW_System 4096 Dec 1 12:36 . drwxr-xr-x 3 bwjenkins BW_System 4096 Oct 12 15:05 .. -rw-r--r-- 1 bwjenkins BW_System 1255 Oct 12 15:07 cio.c -rw-r--r-- 1 bwjenkins BW_System 3120 Oct 12 15:07 cio.o -rwxr--r-- 1 bwjenkins BW_System 135 Dec 1 12:35 compile-JK-noPapi lrwxrwxrwx 1 bwjenkins BW_System 53 Nov 30 15:08 DATA1280.5818829.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5818829.bw lrwxrwxrwx 1 bwjenkins BW_System 53 Nov 30 16:23 DATA1280.5819321.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5819321.bw lrwxrwxrwx 1 bwjenkins BW_System 53 Nov 30 17:11 DATA1280.5819500.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5819500.bw -rw-r--r-- 1 bwjenkins BW_System 2775 Nov 30 16:05 FLOPS-PPM-JK-v01.py -rw------- 1 bwjenkins BW_System 13 Nov 30 17:22 GFLOPS_SEC_NODE.dat -rw-r--r-- 1 bwjenkins BW_System 2326 Oct 12 15:07 Instructions-JK.txt -rw-r--r-- 1 bwjenkins BW_System 814 Oct 12 15:07 iq1280.h lrwxrwxrwx 1 bwjenkins BW_System 8 Dec 1 12:35 iq.h -> iq1280.h -rwxr-xr-x 1 bwjenkins BW_System 11135452 Dec 1 12:36 PPM2F-1280 -rw-r--r-- 1 bwjenkins BW_System 2280059 Oct 12 15:07 PPM2F-tp3-5-1-12-ICF-short-loops.F -rw-r--r-- 1 bwjenkins BW_System 4476168 Dec 1 12:36 PPM2F-tp3-5-1-12-ICF-short-loops.lst -rw-r--r-- 1 bwjenkins BW_System 882304 Dec 1 12:36 PPM2F-tp3-5-1-12-ICF-short-loops.o -rw-r--r-- 1 bwjenkins BW_System 6375661 Dec 1 12:36 PPM2F-tp3-5-1-12-ICF-short-loops.s -rw------- 1 bwjenkins BW_System 6413 Nov 30 15:16 PPM4Fperf.ppm.5818829.bw -rw------- 1 bwjenkins BW_System 6413 Nov 30 16:31 PPM4Fperf.ppm.5819321.bw -rw------- 1 bwjenkins BW_System 6413 Nov 30 17:19 PPM4Fperf.ppm.5819500.bw -rw------- 1 bwjenkins BW_System 1971 Nov 30 15:20 PPM-xe-1280.o5818829 -rw------- 1 bwjenkins BW_System 1971 Nov 30 16:35 PPM-xe-1280.o5819321 -rw------- 1 bwjenkins BW_System 1649 Nov 30 17:23 PPM-xe-1280.o5819500 -rw-r--r-- 1 bwjenkins BW_System 101 Oct 12 15:08 source_me_JK -rw------- 1 bwjenkins BW_System 73331 Nov 30 15:20 stderrout.5818829.bw -rw------- 1 bwjenkins BW_System 73896 Nov 30 16:35 stderrout.5819321.bw -rw------- 1 bwjenkins BW_System 73644 Nov 30 17:22 stderrout.5819500.bw -rw------- 1 bwjenkins BW_System 12 Nov 30 17:22 TFLOPS_SEC-AGG.dat -rwxr--r-- 1 bwjenkins BW_System 223 Oct 18 16:32 wait_for.sh 1 #!/bin/csh -f 2 @ tasks = $1 3 @ iotasks = $2 4 # generate MPICH_RANK_ORDER file with 5 # groups of $k / 4 ranks, then 4 ioserver tasks. 6 @ n = 0 7 @ io = $tasks - $iotasks 8 @ step = 4 * $io / $iotasks 9 rm -f MPICH_RANK_ORDER 10 while ( $n < $tasks - $step ) 11 @ nn = $n + $step - 1 12 @ io2 = $io + 3 13 echo $n'-'$nn','$io'-'$io2 >>MPICH_RANK_ORDER 14 @ n = $n + $step 15 @ io = $io + 4 16 end 1 #PBS -N PPM-xe-1280 2 #PBS -l nodes=132:ppn=32:xe 3 #PBS -l walltime=00:30:00 4 #PBS -q debug 5 #PBS -j oe 6 #PBS -M [email protected] 7 . /opt/modules/default/init/bash 8 module unload darshan 9 module load craype-hugepages2M 10 module list 11 cd $PBS_O_WORKDIR 12 here='/u/system/bwjenkins/SPP-PPM/PPM-1280-132XEs' 13 data=DATA1280.$PBS_JOBID 14 mkdir -p /scratch/system/bwjenkins/SPP-PPM/$data 15 ln -sf /scratch/system/bwjenkins/SPP-PPM/$data $data 16 lfs setstripe --count=2 /scratch/system/bwjenkins/SPP-PPM/$data 17 cd /scratch/system/bwjenkins/SPP-PPM/$data 18 export MPICH_RANK_REORDER_METHOD=3 19 $here/generate-MPICH_RANK_ORDER 2112 64 20 touch $here/PPM4Fperf.ppm.$PBS_JOBID 21 ln -sf $here/PPM4Fperf.ppm.$PBS_JOBID PPM4Fperf.ppm 22 ulimit -s unlimited 23 export OMP_STACKSIZE=200M 24 export OMP_NUM_THREADS=2 25 date 26 start=$(date +%s) 27 /usr/bin/time aprun -n 2112 -N 16 -S 4 -d 2 -ss $here/PPM2F-1280 >& $here/stderrout.$PBS_JOBID 28 end=$(date +%s) 29 date 30 WT=$((end-start)) 31 NNODE=$(sort -u $PBS_NODEFILE | wc -w) 32 python $here/FLOPS-PPM-JK-v01.py $here/PPM4Fperf.ppm.$PBS_JOBID $WT $NNODE 33 cp GFLOPS_SEC_NODE.dat $here/GFLOPS_SEC_NODE.dat 34 cp TFLOPS_SEC-AGG.dat $here/TFLOPS_SEC-AGG.dat Job submitted to account: jnc cat: wait_for.sh.AG: No such file or directory MYJOBID=5821932.bw === RUNNING ./wait_for.sh === Thu Dec 1 12:36:21 CST 2016: waiting for 5821932.bw to finish Thu Dec 1 12:41:22 CST 2016: waiting for 5821932.bw to finish Thu Dec 1 12:46:22 CST 2016: waiting for 5821932.bw to finish Thu Dec 1 12:51:22 CST 2016: waiting for 5821932.bw to finish Thu Dec 1 12:56:22 CST 2016: waiting for 5821932.bw to finish qstat: Unknown Job Id Error 5821932.bw 5821932.bw finished [SSH] exit-status: 0 [SPP-PPM-1280-132XEs] $ /bin/sh -xe /tmp/hudson2316270604613246312.sh + scp BW_REMOTE:/u/system/bwjenkins/SPP-PPM/PPM-1280-132XEs/GFLOPS_SEC_NODE.dat /var/lib/jenkins/workspace/SPP-PPM-1280-132XEs Access by OTP or Two Factor Certificate Authority only. Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access. gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access. Blue Water Admin Team + scp BW_REMOTE:/u/system/bwjenkins/SPP-PPM/PPM-1280-132XEs/TFLOPS_SEC-AGG.dat /var/lib/jenkins/workspace/SPP-PPM-1280-132XEs Access by OTP or Two Factor Certificate Authority only. Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access. gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access. Blue Water Admin Team Recording plot data Saving plot series data from: /var/lib/jenkins/workspace/SPP-PPM-1280-132XEs/TFLOPS_SEC-AGG.dat Saving plot series data from: /var/lib/jenkins/workspace/SPP-PPM-1280-132XEs/GFLOPS_SEC_NODE.dat Sending e-mails to: [email protected] Finished: SUCCESS