Skip to content
[Jenkins]Jenkins
Aborted

Console Output

Download View as plain text
Started by user jkwack2
Building on master in workspace /var/lib/jenkins/workspace/SPP-PPM-1280-132XEs
executing script:

# Moving to the building folder
cd SPP-PPM/PPM-1280-132XEs
ls -al

# Updating modules
module unload darshan
module load craype-hugepages2M
module list

# Clear old auxiliary files
rm compile-JK-noPapi
rm generate-MPICH_RANK_ORDER
rm run-JK

# Building the executable
touch compile-JK-noPapi
chmod u+x compile-JK-noPapi
echo "#!/bin/csh" >compile-JK-noPapi 
echo "ln -sf iq\$1.h iq.h" >>compile-JK-noPapi 
echo "ftn -h nocaf -static -O2 -h fp3 -r m -h keepfiles PPM2F-tp3-5-1-12-ICF-short-loops.F cio.o -o PPM2F-\$1  "  >>compile-JK-noPapi 
cat -n compile-JK-noPapi
./compile-JK-noPapi 1280
ls -al

# Creating an auxiliary file for a job script
touch generate-MPICH_RANK_ORDER 
chmod u+x generate-MPICH_RANK_ORDER 
echo "#!/bin/csh -f" >generate-MPICH_RANK_ORDER 
echo "@ tasks = \$1" >>generate-MPICH_RANK_ORDER 
echo "@ iotasks = \$2" >>generate-MPICH_RANK_ORDER 

echo "# generate MPICH_RANK_ORDER file with " >>generate-MPICH_RANK_ORDER 
echo "# groups of $k / 4 ranks, then 4 ioserver tasks." >>generate-MPICH_RANK_ORDER 

echo "@ n = 0" >>generate-MPICH_RANK_ORDER 
echo "@ io = \$tasks - \$iotasks" >>generate-MPICH_RANK_ORDER 
echo "@ step = 4 * \$io / \$iotasks" >>generate-MPICH_RANK_ORDER 

echo "rm -f MPICH_RANK_ORDER" >>generate-MPICH_RANK_ORDER 

echo "while ( \$n < \$tasks - \$step )" >>generate-MPICH_RANK_ORDER 
echo "@ nn = \$n + \$step - 1" >>generate-MPICH_RANK_ORDER 
echo "@ io2 = \$io + 3" >>generate-MPICH_RANK_ORDER 
echo "echo \$n'-'\$nn','\$io'-'\$io2 >>MPICH_RANK_ORDER" >>generate-MPICH_RANK_ORDER 
echo "@ n = \$n + \$step" >>generate-MPICH_RANK_ORDER 
echo "@ io = \$io + 4" >>generate-MPICH_RANK_ORDER 
echo "end" >>generate-MPICH_RANK_ORDER 

cat -n generate-MPICH_RANK_ORDER

# Creating a job script
touch run-JK
echo "#PBS -N PPM-xe-1280" >run-JK
echo "#PBS -l nodes=132:ppn=32:xe" >>run-JK
echo "#PBS -l walltime=00:30:00" >>run-JK
echo "#PBS -q debug" >>run-JK
echo "#PBS -j oe" >>run-JK
echo "#PBS -M [email protected]" >>run-JK

echo ". /opt/modules/default/init/bash" >>run-JK
echo "module unload darshan" >>run-JK
echo "module load craype-hugepages2M" >>run-JK
echo "module list" >>run-JK

echo "cd \$PBS_O_WORKDIR" >>run-JK

echo "here='/u/system/bwjenkins/SPP-PPM/PPM-1280-132XEs' " >>run-JK

echo "data=DATA1280.\$PBS_JOBID" >>run-JK

echo "mkdir -p /scratch/system/bwjenkins/SPP-PPM/\$data" >>run-JK
echo "ln -sf /scratch/system/bwjenkins/SPP-PPM/\$data \$data" >>run-JK
echo "lfs setstripe --count=2 /scratch/system/bwjenkins/SPP-PPM/\$data" >>run-JK
echo "cd /scratch/system/bwjenkins/SPP-PPM/\$data" >>run-JK

echo "export MPICH_RANK_REORDER_METHOD=3" >>run-JK
echo "\$here/generate-MPICH_RANK_ORDER  2112 64" >>run-JK

echo "touch \$here/PPM4Fperf.ppm.\$PBS_JOBID" >>run-JK
echo "ln -sf \$here/PPM4Fperf.ppm.\$PBS_JOBID  PPM4Fperf.ppm" >>run-JK

echo "ulimit -s unlimited" >>run-JK
echo "export OMP_STACKSIZE=200M" >>run-JK
echo "export OMP_NUM_THREADS=2" >>run-JK

echo "date" >>run-JK
echo "start=\$(date +%s)" >>run-JK
echo "/usr/bin/time aprun -n 2112 -N 16 -S 4 -d 2 -ss \$here/PPM2F-1280 >& \$here/stderrout.\$PBS_JOBID" >>run-JK
echo "end=\$(date +%s)" >>run-JK
echo "date" >>run-JK
echo "WT=\$((end-start))" >>run-JK

echo "NNODE=\$(sort -u $PBS_NODEFILE | wc -w)" >>run-JK
echo "python \$here/FLOPS-PPM-JK-v01.py \$here/PPM4Fperf.ppm.\$PBS_JOBID \$WT \$NNODE" >>run-JK
echo "cp GFLOPS_SEC_NODE.txt \$here/GFLOPS_SEC_NODE.txt" >>run-JK
echo "cp TFLOPS_SEC-AGG.txt \$here/TFLOPS_SEC-AGG.txt" >>run-JK

cat -n run-JK

# Submitting the job script
MYJOBID=`qsub run-JK`
echo MYJOBID=$MYJOBID

# Waiting for the job completion
cat -n wait_for.sh.AG
./wait_for.sh $MYJOBID







total 24704
drwxr-xr-x 2 bwjenkins BW_System     4096 Nov 30 15:20 .
drwxr-xr-x 3 bwjenkins BW_System     4096 Oct 12 15:05 ..
-rw-r--r-- 1 bwjenkins BW_System     1255 Oct 12 15:07 cio.c
-rw-r--r-- 1 bwjenkins BW_System     3120 Oct 12 15:07 cio.o
-rwxr--r-- 1 bwjenkins BW_System      135 Nov 30 13:49 compile-JK-noPapi
lrwxrwxrwx 1 bwjenkins BW_System       53 Nov 30 15:08 DATA1280.5818829.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5818829.bw
-rw-r--r-- 1 bwjenkins BW_System     2775 Nov 30 16:05 FLOPS-PPM-JK-v01.py
-rwxr--r-- 1 bwjenkins BW_System      362 Nov 30 13:50 generate-MPICH_RANK_ORDER
-rw-r--r-- 1 bwjenkins BW_System     2326 Oct 12 15:07 Instructions-JK.txt
-rw-r--r-- 1 bwjenkins BW_System      814 Oct 12 15:07 iq1280.h
lrwxrwxrwx 1 bwjenkins BW_System        8 Nov 30 13:49 iq.h -> iq1280.h
-rwxr-xr-x 1 bwjenkins BW_System 11135436 Nov 30 13:50 PPM2F-1280
-rw-r--r-- 1 bwjenkins BW_System  2280059 Oct 12 15:07 PPM2F-tp3-5-1-12-ICF-short-loops.F
-rw-r--r-- 1 bwjenkins BW_System  4476168 Nov 30 13:50 PPM2F-tp3-5-1-12-ICF-short-loops.lst
-rw-r--r-- 1 bwjenkins BW_System   882304 Nov 30 13:50 PPM2F-tp3-5-1-12-ICF-short-loops.o
-rw-r--r-- 1 bwjenkins BW_System  6375661 Nov 30 13:50 PPM2F-tp3-5-1-12-ICF-short-loops.s
-rw------- 1 bwjenkins BW_System     6413 Nov 30 15:16 PPM4Fperf.ppm.5818829.bw
-rw------- 1 bwjenkins BW_System     1971 Nov 30 15:20 PPM-xe-1280.o5818829
-rw-r--r-- 1 bwjenkins BW_System     1121 Nov 30 13:50 run-JK
-rw-r--r-- 1 bwjenkins BW_System      101 Oct 12 15:08 source_me_JK
-rw------- 1 bwjenkins BW_System    73331 Nov 30 15:20 stderrout.5818829.bw
-rwxr--r-- 1 bwjenkins BW_System      223 Oct 18 16:32 wait_for.sh
Currently Loaded Modulefiles:
  1) modules/3.2.10.4
  2) eswrap/1.3.3-1.020200.1278.0
  3) cce/8.4.6
  4) craype-network-gemini
  5) craype/2.5.4
  6) cray-libsci/16.03.1
  7) udreg/2.3.2-1.0502.10518.2.17.gem
  8) ugni/6.0-1.0502.10863.8.28.gem
  9) pmi/5.0.10-1.0000.11050.179.3.gem
 10) dmapp/7.0.1-1.0502.11080.8.74.gem
 11) gni-headers/4.0-1.0502.10859.7.8.gem
 12) xpmem/0.1-2.0502.64982.5.3.gem
 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem
 14) alps/5.2.4-2.0502.9774.31.12.gem
 15) rca/1.0.0-2.0502.60530.1.63.gem
 16) atp/2.0.1
 17) PrgEnv-cray/5.2.82
 18) cray-mpich/7.3.3
 19) craype-interlagos
 20) torque/6.0.1
 21) moab/9.0.2.TAS2-1477409647_6706986-sles11
 22) java/jdk1.8.0_51
 23) globus/5.2.5
 24) gsissh/6.2p2
 25) scripts
 26) user-paths
 27) xalt/0.7.5
 28) craype-hugepages2M
     1	#!/bin/csh
     2	ln -sf iq$1.h iq.h
     3	ftn -h nocaf -static -O2 -h fp3 -r m -h keepfiles PPM2F-tp3-5-1-12-ICF-short-loops.F cio.o -o PPM2F-$1  

      if (ifthunder .gt. 0)   fv1 = .01
ftn-7212 crayftn: WARNING SETCONSTS, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 2913 
  Variable "ifthunder" is used before it is defined.

      call setconsts (g,TransitionThickness,DisplaceAmpl,power,
ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4008 
  Variable "ifthunder" is used before it is defined.

      call setaaa (g,TransitionThickness,DisplaceAmpl,
           ^                                           
ftn-3141 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4119, Column = 12 
  Static variable "yavglob" in "master" overlaps a callee static variable "aaa" in "setaaa".

         write (6,*) (perfdata(ioff+i),i=1,53),'   mysrc =',mysrc
ftn-7212 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 4350 
  Variable "mysrc" is used before it is defined.

      return 
      ^       
ftn-362 crayftn: WARNING MASTER, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 5333, Column = 7 
  This statement can not be reached.

            write (6,*) 'jj =',jj,'     jbrick =',jbrick
ftn-7212 crayftn: WARNING BUILDPROF, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 6841 
  Variable "jbrick" is used before it is defined.

      call setconsts (g,TransitionThickness,DisplaceAmpl,power,
ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 9492 
  Variable "ifthunder" is used before it is defined.

      call setaaa (g,TransitionThickness,DisplaceAmpl,
           ^                                           
ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 10254, Column = 12 
  Static variable "globthist" in "workerbee" overlaps a callee static variable "aaa" in "setaaa".

               deet = abs(time- (scalabilityt2 + scalabilitytimed/8) )
ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12889 
  Variable "scalabilityt2" is used before it is defined.

                  deet = abs(time- (scalabilityt3 + scalabilitytimed/8))
ftn-7212 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 12899 
  Variable "scalabilityt3" is used before it is defined.

      call updatesubbrickx(ibrick,jbrick,kbrick,mbrick,
           ^                                            
ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14001, Column = 12 
  Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickx".

      call updatesubbrickz(ibrick,jbrick,kbrick,mbrick,
           ^                                            
ftn-3141 crayftn: WARNING WORKERBEE, File = PPM2F-tp3-5-1-12-ICF-short-loops.F, Line = 14251, Column = 12 
  Static variable "aaagrid" in "workerbee" overlaps a callee static variable "zzf" in "updatesubbrickz".

total 22941
drwxr-xr-x 2 bwjenkins BW_System     4096 Nov 30 16:06 .
drwxr-xr-x 3 bwjenkins BW_System     4096 Oct 12 15:05 ..
-rw-r--r-- 1 bwjenkins BW_System     1255 Oct 12 15:07 cio.c
-rw-r--r-- 1 bwjenkins BW_System     3120 Oct 12 15:07 cio.o
-rwxr--r-- 1 bwjenkins BW_System      135 Nov 30 16:05 compile-JK-noPapi
lrwxrwxrwx 1 bwjenkins BW_System       53 Nov 30 15:08 DATA1280.5818829.bw -> /scratch/system/bwjenkins/SPP-PPM/DATA1280.5818829.bw
-rw-r--r-- 1 bwjenkins BW_System     2775 Nov 30 16:05 FLOPS-PPM-JK-v01.py
-rw-r--r-- 1 bwjenkins BW_System     2326 Oct 12 15:07 Instructions-JK.txt
-rw-r--r-- 1 bwjenkins BW_System      814 Oct 12 15:07 iq1280.h
lrwxrwxrwx 1 bwjenkins BW_System        8 Nov 30 16:05 iq.h -> iq1280.h
-rwxr-xr-x 1 bwjenkins BW_System 11135436 Nov 30 16:06 PPM2F-1280
-rw-r--r-- 1 bwjenkins BW_System  2280059 Oct 12 15:07 PPM2F-tp3-5-1-12-ICF-short-loops.F
-rw-r--r-- 1 bwjenkins BW_System  4476168 Nov 30 16:06 PPM2F-tp3-5-1-12-ICF-short-loops.lst
-rw-r--r-- 1 bwjenkins BW_System   882304 Nov 30 16:06 PPM2F-tp3-5-1-12-ICF-short-loops.o
-rw-r--r-- 1 bwjenkins BW_System  6375661 Nov 30 16:06 PPM2F-tp3-5-1-12-ICF-short-loops.s
-rw------- 1 bwjenkins BW_System     6413 Nov 30 15:16 PPM4Fperf.ppm.5818829.bw
-rw------- 1 bwjenkins BW_System     1971 Nov 30 15:20 PPM-xe-1280.o5818829
-rw-r--r-- 1 bwjenkins BW_System      101 Oct 12 15:08 source_me_JK
-rw------- 1 bwjenkins BW_System    73331 Nov 30 15:20 stderrout.5818829.bw
-rwxr--r-- 1 bwjenkins BW_System      223 Oct 18 16:32 wait_for.sh
     1	#!/bin/csh -f
     2	@ tasks = $1
     3	@ iotasks = $2
     4	# generate MPICH_RANK_ORDER file with 
     5	# groups of  / 4 ranks, then 4 ioserver tasks.
     6	@ n = 0
     7	@ io = $tasks - $iotasks
     8	@ step = 4 * $io / $iotasks
     9	rm -f MPICH_RANK_ORDER
    10	while ( $n < $tasks - $step )
    11	@ nn = $n + $step - 1
    12	@ io2 = $io + 3
    13	echo $n'-'$nn','$io'-'$io2 >>MPICH_RANK_ORDER
    14	@ n = $n + $step
    15	@ io = $io + 4
    16	end
     1	#PBS -N PPM-xe-1280
     2	#PBS -l nodes=132:ppn=32:xe
     3	#PBS -l walltime=00:30:00
     4	#PBS -q debug
     5	#PBS -j oe
     6	#PBS -M [email protected]
     7	. /opt/modules/default/init/bash
     8	module unload darshan
     9	module load craype-hugepages2M
    10	module list
    11	cd $PBS_O_WORKDIR
    12	here='/u/system/bwjenkins/SPP-PPM/PPM-1280-132XEs' 
    13	data=DATA1280.$PBS_JOBID
    14	mkdir -p /scratch/system/bwjenkins/SPP-PPM/$data
    15	ln -sf /scratch/system/bwjenkins/SPP-PPM/$data $data
    16	lfs setstripe --count=2 /scratch/system/bwjenkins/SPP-PPM/$data
    17	cd /scratch/system/bwjenkins/SPP-PPM/$data
    18	export MPICH_RANK_REORDER_METHOD=3
    19	$here/generate-MPICH_RANK_ORDER  2112 64
    20	touch $here/PPM4Fperf.ppm.$PBS_JOBID
    21	ln -sf $here/PPM4Fperf.ppm.$PBS_JOBID  PPM4Fperf.ppm
    22	ulimit -s unlimited
    23	export OMP_STACKSIZE=200M
    24	export OMP_NUM_THREADS=2
    25	date
    26	start=$(date +%s)
    27	/usr/bin/time aprun -n 2112 -N 16 -S 4 -d 2 -ss $here/PPM2F-1280 >& $here/stderrout.$PBS_JOBID
    28	end=$(date +%s)
    29	date
    30	WT=$((end-start))
    31	NNODE=$(sort -u  | wc -w)
    32	python $here/FLOPS-PPM-JK-v01.py $here/PPM4Fperf.ppm.$PBS_JOBID $WT $NNODE
    33	cp GFLOPS_SEC_NODE.txt $here/GFLOPS_SEC_NODE.txt
    34	cp TFLOPS_SEC-AGG.txt $here/TFLOPS_SEC-AGG.txt
Job submitted to account: jnc
cat: wait_for.sh.AG: No such file or directory
MYJOBID=5819321.bw
=== RUNNING ./wait_for.sh ===
Wed Nov 30 16:06:33 CST 2016: waiting for 5819321.bw to finish
Wed Nov 30 16:11:33 CST 2016: waiting for 5819321.bw to finish
Wed Nov 30 16:16:33 CST 2016: waiting for 5819321.bw to finish
Wed Nov 30 16:21:33 CST 2016: waiting for 5819321.bw to finish
Wed Nov 30 16:26:33 CST 2016: waiting for 5819321.bw to finish
Wed Nov 30 16:31:34 CST 2016: waiting for 5819321.bw to finish
Wed Nov 30 16:36:34 CST 2016: waiting for 5819321.bw to finish
Build was aborted
Aborted by jkwack2
Recording plot data
No plot data file found: TFLOPS_SEC-AGG.dat
No plot data file found: GFLOPS_SEC_NODE.dat
Finished: ABORTED