Started by user arnoldg
[EnvInject] - Loading node environment variables.
Building on master in workspace /var/lib/jenkins/workspace/psdns-spp
executing script:

rm -rf psdns-spp/
mkdir psdns-spp
cd psdns-spp
tar xzf /projects/bluewaters/benchmarking/PSDNS_nov2016/spp_PSDNS.tar.gz 
cd spp_PSDNS/PSDNS/
module load fftw
module load cray-hdf5-parallel
module load craype-hugepages2M
make cleanest
make srcmake
make

cd ../dir_runs128
echo "cat -n eulstat > ~/psdns-spp/eulstat.txt " >> batch
cat -n batch
MYJOBID=`qsub batch`
echo MYJOBID=$MYJOBID
~arnoldg/ior/wait_for.sh $MYJOBID

/bin/rm: cannot remove `*.o': No such file or directory
/bin/rm: cannot remove `*.mod': No such file or directory
/bin/rm: cannot remove `*.lst': No such file or directory
make: [cleanest] Error 1 (ignored)
/bin/rm *.o *.mod *.lst
files cleaned
rm -rf .srcmake

Error:
cray-hdf5-parallel/1.8.11 is not compatible with cce/8.4.6.

Either:
module swap cray-hdf5-parallel cray-hdf5-parallel/(1.8.13 or newer) or
module swap cce cce/(older than 8.3.0)

make: *** [module.o] Error 1
removed .srcmake
deleting .srcmake
rm -rf .srcmake
constructing .srcmake
mkdir -v -p .srcmake/nullhooks/diagnostics
mkdir: created directory `.srcmake'
mkdir: created directory `.srcmake/nullhooks'
mkdir: created directory `.srcmake/nullhooks/diagnostics'
mkdir -v -p .srcmake/nullhooks/initial_conditions
mkdir: created directory `.srcmake/nullhooks/initial_conditions'
mkdir -v -p .srcmake/nullhooks/LAG
mkdir: created directory `.srcmake/nullhooks/LAG'
mkdir -v -p .srcmake/nullhooks/stratification
mkdir: created directory `.srcmake/nullhooks/stratification'
mkdir -v -p .srcmake/hooks/diagnostics
mkdir: created directory `.srcmake/hooks'
mkdir: created directory `.srcmake/hooks/diagnostics'
mkdir -v -p .srcmake/hooks/initial_conditions
mkdir: created directory `.srcmake/hooks/initial_conditions'
mkdir -v -p .srcmake/hooks/LAG
mkdir: created directory `.srcmake/hooks/LAG'
mkdir -v -p .srcmake/hooks/LAG_PIPE
mkdir: created directory `.srcmake/hooks/LAG_PIPE'
mkdir -v -p .srcmake/hooks/LAG_LOCAL
mkdir: created directory `.srcmake/hooks/LAG_LOCAL'
mkdir -v -p .srcmake/hooks/stratification
mkdir: created directory `.srcmake/hooks/stratification'
mkdir -v -p .srcmake/hooks/stratification/BOUSS
mkdir: created directory `.srcmake/hooks/stratification/BOUSS'
mkdir -v -p .srcmake/homogeneous
mkdir: created directory `.srcmake/homogeneous'
mkdir -v -p .srcmake/inhomogeneous/channel
mkdir: created directory `.srcmake/inhomogeneous'
mkdir: created directory `.srcmake/inhomogeneous/channel'
mkdir -v -p .srcmake/inhomogeneous/bl
mkdir: created directory `.srcmake/inhomogeneous/bl'
srcmake folders generated: code can now be compiled
/lib/cpp -traditional  -P -DCAF -DKXCOMM2 -DCLEAN -DFRESH  -P -DBOXPHY -DRKFOUR  -DRANDOM_SEED              -DEPFOR  -DDOUBLE_PREC -DREADR -DFFTW  -DHOMOGENEOUS      -DBAL_PERIOD=4 -DREVERSE_DIMS  -DUSE_EVEN  -DOUT1D -DINPUT_PEN -DOUTPUT_PEN -DSHELL_DK -DSUBDIR -DLVSTEP -DMODEL_SPECTRUM module.f .srcmake/module.f
ftn  -c -I. -Ofp3,scalar3,thread0 -N132  -hcaf -hnoomp -sreal64   -I/opt/cray/fftw/3.3.4.10/interlagos/include  .srcmake/module.f
     1	#!/bin/bash
     2	#PBS -N PSDNS.128node
     3	#PBS -l nodes=128:ppn=32:xe
     4	#PBS -l walltime=00:20:00
     5	#PBS -o stdout.$PBS_JOBID
     6	#PBS -e stderr.$PBS_JOBID
     7	#PBS -q normal
     8	##PBS -A ??
     9	##PBS -M <EMAIL ADDRESS HERE>
    10	
    11	# for echoing commands
    12	set -x
    13	
    14	cd $PBS_O_WORKDIR
    15	
    16	#module unload altd
    17	#module unload CrayPat
    18	module load fftw
    19	module load cray-hdf5-parallel
    20	module load craype-hugepages2M
    21	
    22	# for perftools
    23	#module load unload darshan
    24	#module load unload xalt
    25	#module load perftools-base
    26	#module load perftools-lite
    27	
    28	export XT_SYMMETRIC_HEAP_SIZE=200M
    29	export APRUN_BALANCED_INJECTION=64
    30	export ATP_ENABLED=1
    31	
    32	# Execution block.
    33	EXE="../PSDNS/DNS2d_mpi_p8_CAF.x"
    34	aprun -N32 -n4096 -d1 ${EXE}
    35	cat -n eulstat > ~/psdns-spp/eulstat.txt 
Job submitted to account: jnc
MYJOBID=6423463.bw
=== RUNNING /u/staff/arnoldg/ior/wait_for.sh ===
Thu Mar 30 15:10:05 CDT 2017: waiting for 6423463.bw to finish
Thu Mar 30 15:15:05 CDT 2017: waiting for 6423463.bw to finish
Thu Mar 30 15:25:33 CDT 2017: waiting for 6423463.bw to finish
Thu Mar 30 15:30:33 CDT 2017: waiting for 6423463.bw to finish
qstat: Unknown Job Id Error 6423463.bw
6423463.bw finished
[SSH] exit-status: 0
[psdns-spp] $ /bin/sh -xe /tmp/jenkins7225606862363222578.sh
+ scp 'BW_REMOTE:~/psdns-spp/eulstat.txt' /var/lib/jenkins/workspace/psdns-spp

Access by OTP or Two Factor Certificate Authority only.
Use myproxy-logon -s tfca.ncsa.illinois.edu -p 7512 for gsissh access.
gsissh or ssh -o PreferredAuthentications=keyboard-interactive for otp access.

Blue Waters Admin Team
Finished: SUCCESS