Started by user jkwack2 Building on master in workspace /var/lib/jenkins/workspace/SPP-PPM-1280-132XEs executing script: # Moving to the building folder cd SPP-PPM/PPM-1280-132XEs ls -al # Updating modules module unload darshan module load craype-hugepages2M module list # Clear old auxiliary files rm compile-JK-noPapi rm generate-MPICH_RANK_ORDER rm run-JK # Building the executable touch compile-JK-noPapi chmod u+x compile-JK-noPapi echo "#!/bin/csh" >compile-JK-noPapi echo "ln -sf iq$1.h iq.h" >>compile-JK-noPapi echo "ftn -h nocaf -static -O2 -h fp3 -r m -h keepfiles PPM2F-tp3-5-1-12-ICF-short-loops.F cio.o -o PPM2F-$1 " >>compile-JK-noPapi cat -n compile-JK-noPapi ./compile-JK-noPapi 1280 ls -al # Creating an auxiliary file for a job script touch generate-MPICH_RANK_ORDER chmod u+x generate-MPICH_RANK_ORDER echo "#!/bin/csh -f" >generate-MPICH_RANK_ORDER echo "@ tasks = $1" >>generate-MPICH_RANK_ORDER echo "@ iotasks = $2" >>generate-MPICH_RANK_ORDER echo "# generate MPICH_RANK_ORDER file with " >>generate-MPICH_RANK_ORDER echo "# groups of $k / 4 ranks, then 4 ioserver tasks." >>generate-MPICH_RANK_ORDER echo "@ n = 0" >>generate-MPICH_RANK_ORDER echo "@ io = $tasks - $iotasks" >>generate-MPICH_RANK_ORDER echo "@ step = 4 * $io / $iotasks" >>generate-MPICH_RANK_ORDER echo "rm -f MPICH_RANK_ORDER" >>generate-MPICH_RANK_ORDER echo "while ( $n < $tasks - $step )" >>generate-MPICH_RANK_ORDER echo "@ nn = $n + $step - 1" >>generate-MPICH_RANK_ORDER echo "@ io2 = $io + 3" >>generate-MPICH_RANK_ORDER echo "echo $n'-'$nn','$io'-'$io2 >>MPICH_RANK_ORDER" >>generate-MPICH_RANK_ORDER echo "@ n = $n + $step" >>generate-MPICH_RANK_ORDER echo "@ io = $io + 4" >>generate-MPICH_RANK_ORDER echo "end" >>generate-MPICH_RANK_ORDER cat -n generate-MPICH_RANK_ORDER # Creating a job script touch run-JK echo "#PBS -N PPM-xe-1280" >run-JK echo "#PBS -l nodes=132:ppn=32:xe" >>run-JK echo "#PBS -l walltime=00:30:00" >>run-JK echo "#PBS -q debug" >>run-JK echo "#PBS -j oe" >>run-JK echo "#PBS -M jkwack2@illinois.edu" >>run-JK echo ". /opt/modules/default/init/bash" >>run-JK echo "module unload darshan" >>run-JK echo "module load craype-hugepages2M" >>run-JK echo "module list" >>run-JK echo "cd $PBS_O_WORKDIR" >>run-JK echo "here='/u/system/bwjenkins/SPP-PPM/PPM-1280-132XEs' " >>run-JK echo "data=DATA1280.$PBS_JOBID" >>run-JK echo "mkdir -p /scratch/system/bwjenkins/SPP-PPM/$data" >>run-JK echo "ln -sf /scratch/system/bwjenkins/SPP-PPM/$data $data" >>run-JK echo "lfs setstripe --count=2 /scratch/system/bwjenkins/SPP-PPM/$data" >>run-JK echo "cd /scratch/system/bwjenkins/SPP-PPM/$data" >>run-JK echo "export MPICH_RANK_REORDER_METHOD=3" >>run-JK echo "$here/generate-MPICH_RANK_ORDER 2112 64" >>run-JK echo "touch $here/PPM4Fperf.ppm.$PBS_JOBID" >>run-JK echo "ln -sf $here/PPM4Fperf.ppm.$PBS_JOBID PPM4Fperf.ppm" >>run-JK echo "ulimit -s unlimited" >>run-JK echo "export OMP_STACKSIZE=200M" >>run-JK echo "export OMP_NUM_THREADS=2" >>run-JK echo "date" >>run-JK start=$(date +%s) >>run-JK echo "/usr/bin/time aprun -n 2112 -N 16 -S 4 -d 2 -ss $here/PPM2F-1280 >& $here/stderrout.$PBS_JOBID" >>run-JK end=$(date +%s) >>run-JK echo "date" >>run-JK WT=$((end-start)) >>run-JK NNODE=$(sort -u $PBS_NODEFILE | wc -w) >>run-JK python $here/FLOPS-PPM-JK-v01.py $here/PPM4Fperf.ppm.$PBS_JOBID $WT $NNODE >>run-JK cp GFLOPS_SEC_NODE.txt $here/GFLOPS_SEC_NODE.txt cp TFLOPS_SEC-AGG.txt $here/TFLOPS_SEC-AGG.txt cat -n run-JK # Submitting the job script MYJOBID=`qsub run-JK` echo MYJOBID=$MYJOBID # Waiting for the job completion cat -n wait_for.sh.AG ./wait_for.sh $MYJOBID total 2280 drwxr-xr-x 2 bwjenkins BW_System 4096 Nov 30 13:08 . drwxr-xr-x 3 bwjenkins BW_System 4096 Oct 12 15:05 .. -rw-r--r-- 1 bwjenkins BW_System 1255 Oct 12 15:07 cio.c -rw-r--r-- 1 bwjenkins BW_System 3120 Oct 12 15:07 cio.o -rwxr-xr-x 1 bwjenkins BW_System 459 Oct 12 15:07 compile-JK-noPapi -rw-r--r-- 1 bwjenkins BW_System 2761 Nov 30 13:08 FLOPS-PPM-JK-v01.py -rwxr-xr-x 1 bwjenkins BW_System 538 Oct 12 15:07 generate-MPICH_RANK_ORDER -rw-r--r-- 1 bwjenkins BW_System 2326 Oct 12 15:07 Instructions-JK.txt -rw-r--r-- 1 bwjenkins BW_System 814 Oct 12 15:07 iq1280.h -rw-r--r-- 1 bwjenkins BW_System 814 Oct 12 15:07 iq.h -rw-r--r-- 1 bwjenkins BW_System 2280059 Oct 12 15:07 PPM2F-tp3-5-1-12-ICF-short-loops.F -rwxr-xr-x 1 bwjenkins BW_System 962 Oct 12 15:08 run-JK -rw-r--r-- 1 bwjenkins BW_System 101 Oct 12 15:08 source_me_JK -rwxr--r-- 1 bwjenkins BW_System 223 Oct 18 16:32 wait_for.sh Currently Loaded Modulefiles: 1) modules/3.2.10.4 2) eswrap/1.3.3-1.020200.1278.0 3) cce/8.4.6 4) craype-network-gemini 5) craype/2.5.4 6) cray-libsci/16.03.1 7) udreg/2.3.2-1.0502.10518.2.17.gem 8) ugni/6.0-1.0502.10863.8.28.gem 9) pmi/5.0.10-1.0000.11050.179.3.gem 10) dmapp/7.0.1-1.0502.11080.8.74.gem 11) gni-headers/4.0-1.0502.10859.7.8.gem 12) xpmem/0.1-2.0502.64982.5.3.gem 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem 14) alps/5.2.4-2.0502.9774.31.12.gem 15) rca/1.0.0-2.0502.60530.1.63.gem 16) atp/2.0.1 17) PrgEnv-cray/5.2.82 18) cray-mpich/7.3.3 19) craype-interlagos 20) torque/6.0.1 21) moab/9.0.2.TAS2-1477409647_6706986-sles11 22) java/jdk1.8.0_51 23) globus/5.2.5 24) gsissh/6.2p2 25) scripts 26) user-paths 27) xalt/0.7.5 28) craype-hugepages2M 1 #!/bin/csh 2 ln -sf iq.h iq.h 3 ftn -h nocaf -static -O2 -h fp3 -r m -h keepfiles PPM2F-tp3-5-1-12-ICF-short-loops.F cio.o -o PPM2F- ln: `iq.h' and `iq.h' are the same file if (ifthunder .gt. 0) fv1 = .01 ftn-7212 crayftn: WARNING SETCONSTS, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 2913 Variable "ifthunder" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4008 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4119, Column = 12 Static variable "yavglob" in "master" overlaps a callee static variable "aaa" in "setaaa". write (6,*) (perfdata(ioff+i),i=1,53),' mysrc =',mysrc ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4350 Variable "mysrc" is used before it is defined. return ^ ftn-362 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 5333, Column = 7 This statement can not be reached. write (6,*) 'jj =',jj,' jbrick =',jbrick ftn-7212 crayftn: WARNING BUILDPROF, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 6841 Variable "jbrick" is used before it is defined. call setconsts (g,TransitionThickness,DisplaceAmpl,power, ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 9492 Variable "ifthunder" is used before it is defined. call setaaa (g,TransitionThickness,DisplaceAmpl, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 10254, Column = 12 Static variable "globthist" in "workerbee" overlaps a callee static variable "aaa" in "setaaa". deet = abs(time- (scalabilityt2 + scalabilitytimed/8) ) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12889 Variable "scalabilityt2" is used before it is defined. deet = abs(time- (scalabilityt3 + scalabilitytimed/8)) ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12899 Variable "scalabilityt3" is used before it is defined. call updatesubbrickx(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14001, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickx". call updatesubbrickz(ibrick,jbrick,kbrick,mbrick, ^ ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14251, Column = 12 Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickz". total 13537 drwxr-xr-x 2 bwjenkins BW_System 4096 Nov 30 13:23 . drwxr-xr-x 3 bwjenkins BW_System 4096 Oct 12 15:05 .. -rw-r--r-- 1 bwjenkins BW_System 1255 Oct 12 15:07 cio.c -rw-r--r-- 1 bwjenkins BW_System 3120 Oct 12 15:07 cio.o -rwxr--r-- 1 bwjenkins BW_System 131 Nov 30 13:23 compile-JK-noPapi -rw-r--r-- 1 bwjenkins BW_System 2761 Nov 30 13:08 FLOPS-PPM-JK-v01.py -rw-r--r-- 1 bwjenkins BW_System 2326 Oct 12 15:07 Instructions-JK.txt -rw-r--r-- 1 bwjenkins BW_System 814 Oct 12 15:07 iq1280.h -rw-r--r-- 1 bwjenkins BW_System 814 Oct 12 15:07 iq.h -rwxr-xr-x 1 bwjenkins BW_System 11135436 Nov 30 13:23 PPM2F- -rw-r--r-- 1 bwjenkins BW_System 2280059 Oct 12 15:07 PPM2F-tp3-5-1-12-ICF-short-loops.F -rw-r--r-- 1 bwjenkins BW_System 4476164 Nov 30 13:23 PPM2F-tp3-5-1-12-ICF-short-loops.lst -rw-r--r-- 1 bwjenkins BW_System 882304 Nov 30 13:23 PPM2F-tp3-5-1-12-ICF-short-loops.o -rw-r--r-- 1 bwjenkins BW_System 6375661 Nov 30 13:23 PPM2F-tp3-5-1-12-ICF-short-loops.s -rw-r--r-- 1 bwjenkins BW_System 101 Oct 12 15:08 source_me_JK -rwxr--r-- 1 bwjenkins BW_System 223 Oct 18 16:32 wait_for.sh 1 #!/bin/csh -f 2 @ tasks = 3 @ iotasks = 4 # generate MPICH_RANK_ORDER file with 5 # groups of / 4 ranks, then 4 ioserver tasks. 6 @ n = 0 7 @ io = - 8 @ step = 4 * / 9 rm -f MPICH_RANK_ORDER 10 while ( < - ) 11 @ nn = + - 1 12 @ io2 = + 3 13 echo '-'',''-' >>MPICH_RANK_ORDER 14 @ n = + 15 @ io = + 4 16 end Build was aborted Aborted by jkwack2 Recording plot data No plot data file found: No plot data file found: GFLOPS_SEC_NODE.txt Finished: ABORTED