Started by timer
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/IOR-bluewaters/workspace
[SSH] script:
#UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Scheduler)"
#if [ $UP -ne "2" ]
#then
# exit 0
#fi
module load autoconf
module load automake
# test Greg's update of darshan
# module unload darshan
# module use ~arnoldg/modulefiles
# module load darshan/3.1.3-longusername
~/bin/myenv.sh
rm -rf jenkins-ior/
mkdir jenkins-ior
cd jenkins-ior
git clone https://github.com/LLNL/IOR
cd IOR
./bootstrap
./configure --host=x86_64 CC=cc
make -j 4
file src/ior
ls -l src/ior
cp src/ior ~arnoldg/ior/src/ior
#make clean; make
cat -n ~arnoldg/ior/compare_stripe.pbs # there is a iorscript input file for ior in the same directory
MYJOBID=`qsub ~arnoldg/ior/compare_stripe.pbs`
echo MYJOBID=$MYJOBID
~/bin/wait_for.sh $MYJOBID
echo "=== JOB RAN ON ==="
cat ~/scratch/stripe8/ior-compute-nodes
if [ -f ~/scratch/stripe8/ior-compute-nodes ]
then
: # it's all good
else
echo "ior-compute-nodes not found, pbs job likely hit walltime"
exit 1
fi
rm -f ~/scratch/stripe8/ior-compute-nodes
[SSH] executing...
Cloning into 'IOR'...
=== RUNNING /u/system/bwjenkins/bin/myenv.sh ===
HOST=h2ologin1
HOME=/u/system/bwjenkins
SCRATCH=/u/system/bwjenkins/scratch
ls SCRATCH:
bwjenkins.tgz
mdtest
rmg-spp
rmg-spp-topo
setsm_benchmark
setsm_rsync
SPP-PPM
stripe8
sw_config
SWTools-BWCI
sw_workdir
tests
wrf
wrf-spp
my id:
uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd)
Currently Loaded Modulefiles:
1) modules/3.2.10.4
2) eswrap/1.3.3-1.020200.1280.0
3) cce/8.7.7
4) craype-network-gemini
5) craype/2.5.16
6) cray-libsci/18.12.1
7) udreg/2.3.2-1.0502.10518.2.17.gem
8) ugni/6.0-1.0502.10863.8.28.gem
9) pmi/5.0.14
10) dmapp/7.0.1-1.0502.11080.8.74.gem
11) gni-headers/4.0-1.0502.10859.7.8.gem
12) xpmem/0.1-2.0502.64982.5.3.gem
13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem
14) alps/5.2.4-2.0502.9774.31.12.gem
15) rca/1.0.0-2.0502.60530.1.63.gem
16) atp/2.0.4
17) PrgEnv-cray/5.2.82
18) cray-mpich/7.7.4
19) craype-interlagos
20) torque/6.1.2
21) moab/9.1.2-sles11
22) openssh/7.5p1
23) xalt/0.7.6.local
24) scripts
25) OpenSSL/1.0.2m
26) cURL/7.59.0
27) git/2.17.0
28) wget/1.19.4
29) user-paths
30) gnuplot/5.0.5
31) darshan/3.1.3
32) autoconf/2.69
33) automake/1.14
+ aclocal -I config
+ autoheader
+ automake --add-missing --copy --force-missing --foreign
configure.ac:14: warning: AM_INIT_AUTOMAKE: two- and three-arguments forms are deprecated. For more info, see:
configure.ac:14: http://www.gnu.org/software/automake/manual/automake.html#Modernize-AM_005fINIT_005fAUTOMAKE-invocation
configure.ac:18: installing 'config/compile'
configure.ac:11: installing 'config/config.guess'
configure.ac:11: installing 'config/config.sub'
configure.ac:14: installing 'config/install-sh'
configure.ac:14: installing 'config/missing'
contrib/Makefile.am: installing 'config/depcomp'
+ autoconf --force
+ rm -fr autom4te.cache
+ exit 0
checking metadata... yes
checking build system type... x86_64-unknown-linux-gnu
checking host system type... x86_64-pc-none
checking for a BSD-compatible install... /usr/bin/install -c
checking whether build environment is sane... yes
checking for x86_64-strip... no
checking for strip... strip
checking for a thread-safe mkdir -p... /bin/mkdir -p
checking for gawk... gawk
checking whether make sets $(MAKE)... yes
checking whether make supports nested variables... yes
checking whether to enable maintainer-specific portions of Makefiles... no
checking for style of include used by make... GNU
checking for x86_64-mpicc... cc
checking for x86_64-gcc... (cached) cc
checking whether the C compiler works... yes
checking for C compiler default output file name... a.out
checking for suffix of executables...
checking whether we are cross compiling... no
checking for suffix of object files... o
checking whether we are using the GNU C compiler... yes
checking whether cc accepts -g... yes
checking for cc option to accept ISO C89... none needed
checking whether cc understands -c and -o together... yes
checking dependency style of cc... none
checking for function MPI_Init... yes
checking for mpi.h... yes
checking how to run the C preprocessor... cc -E
checking for grep that handles long lines and -e... /usr/bin/grep
checking for egrep... /usr/bin/grep -E
checking for ANSI C header files... yes
checking for sys/types.h... yes
checking for sys/stat.h... yes
checking for stdlib.h... yes
checking for string.h... yes
checking for memory.h... yes
checking for strings.h... yes
checking for inttypes.h... yes
checking for stdint.h... yes
checking for unistd.h... yes
checking fcntl.h usability... yes
checking fcntl.h presence... yes
checking for fcntl.h... yes
checking libintl.h usability... yes
checking libintl.h presence... yes
checking for libintl.h... yes
checking for stdlib.h... (cached) yes
checking for string.h... (cached) yes
checking for strings.h... (cached) yes
checking sys/ioctl.h usability... yes
checking sys/ioctl.h presence... yes
checking for sys/ioctl.h... yes
checking sys/param.h usability... yes
checking sys/param.h presence... yes
checking for sys/param.h... yes
checking sys/statfs.h usability... yes
checking sys/statfs.h presence... yes
checking for sys/statfs.h... yes
checking sys/statvfs.h usability... yes
checking sys/statvfs.h presence... yes
checking for sys/statvfs.h... yes
checking sys/time.h usability... yes
checking sys/time.h presence... yes
checking for sys/time.h... yes
checking for unistd.h... (cached) yes
checking wchar.h usability... yes
checking wchar.h presence... yes
checking for wchar.h... yes
checking gpfs.h usability... no
checking gpfs.h presence... no
checking for gpfs.h... no
checking gpfs_fcntl.h usability... no
checking gpfs_fcntl.h presence... no
checking for gpfs_fcntl.h... no
checking for size_t... yes
checking for getpagesize... yes
checking for gettimeofday... yes
checking for memset... yes
checking for mkdir... yes
checking for pow... yes
checking for putenv... yes
checking for realpath... yes
checking for regcomp... yes
checking for sqrt... yes
checking for strcasecmp... yes
checking for strchr... yes
checking for strerror... yes
checking for strncasecmp... yes
checking for strstr... yes
checking for uname... yes
checking for library containing sqrt... none required
checking for special C compiler options needed for large files... no
checking for _FILE_OFFSET_BITS value needed for large files... no
checking lustre/lustre_user.h usability... yes
checking lustre/lustre_user.h presence... yes
checking for lustre/lustre_user.h... yes
checking that generated files are newer than configure... done
configure: creating ./config.status
config.status: creating Makefile
config.status: creating src/Makefile
config.status: creating contrib/Makefile
config.status: creating doc/Makefile
config.status: creating src/config.h
config.status: executing depfiles commands
Making all in src
make[1]: Entering directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/src'
make all-am
make[2]: Entering directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/src'
source='ior.c' object='ior.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o ior.o ior.c
source='utilities.c' object='utilities.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o utilities.o utilities.c
source='parse_options.c' object='parse_options.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o parse_options.o parse_options.c
source='aiori-POSIX.c' object='aiori-POSIX.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o aiori-POSIX.o aiori-POSIX.c
source='aiori-MPIIO.c' object='aiori-MPIIO.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o aiori-MPIIO.o aiori-MPIIO.c
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 236
A value of type "int (*)(MPI_File, const void *, int, MPI_Datatype, MPI_Status *)" cannot be assigned to an entity of type "int (*)(MPI_File, void *, int, MPI_Datatype, MPI_Status *)".
Access = MPI_File_write;
^
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 237
A value of type "int (*)(MPI_File, MPI_Offset, const void *, int, MPI_Datatype, MPI_Status *)" cannot be assigned to an entity of type "int (*)(MPI_File, MPI_Offset, void *, int, MPI_Datatype, MPI_Status *)".
Access_at = MPI_File_write_at;
^
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 238
A value of type "int (*)(MPI_File, const void *, int, MPI_Datatype, MPI_Status *)" cannot be assigned to an entity of type "int (*)(MPI_File, void *, int, MPI_Datatype, MPI_Status *)".
Access_all = MPI_File_write_all;
^
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 239
A value of type "int (*)(MPI_File, MPI_Offset, const void *, int, MPI_Datatype, MPI_Status *)" cannot be assigned to an entity of type "int (*)(MPI_File, MPI_Offset, void *, int, MPI_Datatype, MPI_Status *)".
Access_at_all = MPI_File_write_at_all;
^
Cray C : Version 8.7.7 (20181127183827_bd8b4ca1f147e8694ac56cc60310ba7979cef5df)
Total warnings detected in aiori-MPIIO.c: 4
cc -g -O2 -o ior ior.o utilities.o parse_options.o aiori-POSIX.o aiori-MPIIO.o
CC-223 craycc: WARNING File = cbif.c, Line = 73
The function "open64" is declared implicitly.
fd = open64(fileName, O_RDWR);
^
CC-223 craycc: WARNING File = cbif.c, Line = 77
The function "lseek64" is declared implicitly.
if (lseek64(fd, alignedOffset, SEEK_SET) == -1)
^
CC-223 craycc: WARNING File = cbif.c, Line = 91
The function "lseek64" is declared implicitly.
if (lseek64(fd, alignedOffset, SEEK_SET) == -1)
^
make[2]: Leaving directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/src'
make[1]: Leaving directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/src'
Making all in doc
make[1]: Entering directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/doc'
make[1]: Nothing to be done for `all'.
make[1]: Leaving directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/doc'
Making all in contrib
make[1]: Entering directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/contrib'
source='cbif.c' object='cbif.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -I../src -g -O2 -c -o cbif.o cbif.c
Cray C : Version 8.7.7 (20181127183827_bd8b4ca1f147e8694ac56cc60310ba7979cef5df)
Total warnings detected in cbif.c: 3
cc -g -O2 -o cbif cbif.o
make[1]: Leaving directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR/contrib'
make[1]: Entering directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR'
make[1]: Nothing to be done for `all-am'.
make[1]: Leaving directory `/mnt/a/u/system/bwjenkins/jenkins-ior/IOR'
src/ior: ELF 64-bit LSB executable, x86-64, version 1 (GNU/Linux), for GNU/Linux 2.6.4, statically linked, not stripped
-rwx------ 1 bwjenkins BW_System 9280856 Dec 11 13:54 src/ior
1 #!/bin/bash
2 #PBS -lnodes=16:ppn=7:xk,walltime=00:10:00
3 #PBS -NIORtest
4
5 #module unload darshan
6 #module use /projects/staff/bw_seas/modulefiles
7 #module load darshan/3.1.3-longerusernames
8 #export DARSHAN_LOGPATH=/projects/staff/bw_seas/darshan/logfiles
9 cd $HOME/scratch
10
11 NP=112
12
13 cd $HOME/scratch
14 mkdir -p stripe8
15 lfs setstripe -c 8 stripe8
16 cd stripe8
17 lfs getstripe stripe8
18 time aprun -n $NP strace ~arnoldg/ior/src/ior -f ~arnoldg/ior/iorscript | tee ior.txt
19 MYWRITENUMBER=`grep 'Max Write' ior.txt | cut -d '(' -f2 | cut -d' ' -f1`
20 MYREADNUMBER=`grep 'Max Read' ior.txt | cut -d '(' -f2 | cut -d' ' -f1`
21
22 echo "YVALUE=$MYWRITENUMBER
23 " > myiornumber.dat
24
25 echo "YVALUE=$MYREADNUMBER
26 " > myiorREADnumber.dat
27
28 aprun -n 16 -N 1 hostname > ior-compute-nodes
29
INFO: Job submitted to account: jnc
MYJOBID=13205245.bw
=== RUNNING /u/system/bwjenkins/bin/wait_for.sh ===
Sat Dec 11 13:54:08 CST 2021: waiting for 13205245.bw to finish
Sat Dec 11 13:59:08 CST 2021: waiting for 13205245.bw to finish
qstat: Unknown Job Id Error 13205245.bw
13205245.bw finished
=== JOB RAN ON ===
nid04730
nid04777
nid04488
nid04776
nid04652
nid27598
nid04779
nid04654
nid27599
nid04438
nid04439
nid04691
nid04655
nid04653
nid27601
nid27600
Application 109636104 resources: utime ~0s, stime ~30s, Rss ~10744, inblocks ~304, outblocks ~448
[SSH] completed
[SSH] exit-status: 0
[workspace] $ /bin/sh -xe /tmp/jenkins10637209164268829288.sh
+ scp BW_REMOTE:scratch/stripe8/ior.txt /var/lib/jenkins/jobs/IOR-bluewaters/workspace
+ scp BW_REMOTE:scratch/stripe8/myiornumber.dat /var/lib/jenkins/jobs/IOR-bluewaters/workspace
+ scp BW_REMOTE:scratch/stripe8/myiorREADnumber.dat /var/lib/jenkins/jobs/IOR-bluewaters/workspace
Recording plot data
Saving plot series data from: /var/lib/jenkins/jobs/IOR-bluewaters/workspace/myiornumber.dat
Saving plot series data from: /var/lib/jenkins/jobs/IOR-bluewaters/workspace/myiorREADnumber.dat
Finished: SUCCESS