Started by timer
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/IOR-jyc/workspace
[SSH] script:
# module unload darshan
# module load darshan/3.1.6
module load autoconf
module load automake
module use /u/vendor/cray/dalton/modulefiles
module unload PrgEnv-cray
module load PrgEnv/cray-18_06-cuda-9.1
~arnoldg/ior/myenv.sh
rm -rf jenkins-ior/
mkdir jenkins-ior
cd jenkins-ior
git clone https://github.com/LLNL/IOR
cd IOR
./bootstrap
./configure --host=x86_64 CC=cc
make -j 4
file src/ior
ls -l src/ior
cp src/ior ~arnoldg/ior/src/ior
#make clean; make
cat -n ~arnoldg/ior/compare_stripe.pbs # there is a iorscript input file for ior in the same directory
MYJOBID=`qsub ~arnoldg/ior/compare_stripeNL.pbs`
echo MYJOBID=$MYJOBID
~arnoldg/ior/wait_for.sh $MYJOBID
echo "=== JOB RAN ON ==="
cat ~/scratch/stripe8/ior-compute-nodes
if [ -f ~/scratch/stripe8/ior-compute-nodes ]
then
: # it's all good
else
echo "ior-compute-nodes not found, pbs job likely hit walltime"
exit 1
fi
rm -f ~/scratch/stripe8/ior-compute-nodes
[SSH] executing...
=== RUNNING /u/staff/arnoldg/ior/myenv.sh ===
HOST=jyc1
HOME=/u/system/bwjenkins
SCRATCH=/u/system/bwjenkins/scratch
ls SCRATCH:
mdtest
setsm_benchmark
SPP-PPM
stripe8
sw_config
sw_workdir
test.log
tests
my id:
uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd)
Currently Loaded Modulefiles:
1) modules/3.2.10.5
2) nodestat/2.2-1.0502.60539.1.31.gem
3) sdb/1.1-1.0502.63652.4.27.gem
4) alps/5.2.4-2.0502.9774.31.12.gem
5) lustre-cray_gem_s/2.5_3.0.101_0.46.1_1.0502.8871.45.1-1.0502.21728.75.4
6) udreg/2.3.2-1.0502.10518.2.17.gem
7) ugni/6.0-1.0502.10863.8.28.gem
8) gni-headers/4.0-1.0502.10859.9.27.gem
9) dmapp/7.0.1-1.0502.11080.8.74.gem
10) xpmem/0.1-2.0502.64982.7.27.gem
11) hss-llm/7.2.0
12) Base-opts/1.0.2-1.0502.60680.2.4.gem
13) craype-network-gemini
14) craype-interlagos
15) craype/2.5.15
16) moab/9.1.2.h6-sles11
17) torque/6.1.2
18) openssh/7.5p1
19) xalt/0.7.6.local
20) scripts
21) OpenSSL/1.0.2m
22) cURL/7.59.0
23) git/2.17.0
24) wget/1.19.4
25) user-paths
26) gnuplot/5.0.5
27) darshan/3.1.3-longusername
28) autoconf/2.69
29) automake/1.14
30) cce/8.7.1
31) cray-mpich/7.7.1
32) cray-libsci/18.04.1
33) pmi/5.0.14
34) rca/1.0.0-2.0502.60530.1.63.gem
35) atp/2.1.2
36) PrgEnv/cray-18_06-cuda-9.1
Cloning into 'IOR'...
+ aclocal -I config
+ autoheader
+ automake --add-missing --copy --force-missing --foreign
configure.ac:14: warning: AM_INIT_AUTOMAKE: two- and three-arguments forms are deprecated. For more info, see:
configure.ac:14: http://www.gnu.org/software/automake/manual/automake.html#Modernize-AM_005fINIT_005fAUTOMAKE-invocation
configure.ac:18: installing 'config/compile'
configure.ac:11: installing 'config/config.guess'
configure.ac:11: installing 'config/config.sub'
configure.ac:14: installing 'config/install-sh'
configure.ac:14: installing 'config/missing'
contrib/Makefile.am: installing 'config/depcomp'
+ autoconf --force
+ rm -fr autom4te.cache
+ exit 0
checking metadata... yes
checking build system type... x86_64-unknown-linux-gnu
checking host system type... x86_64-pc-none
checking for a BSD-compatible install... /usr/bin/install -c
checking whether build environment is sane... yes
checking for x86_64-strip... no
checking for strip... strip
checking for a thread-safe mkdir -p... /bin/mkdir -p
checking for gawk... gawk
checking whether make sets $(MAKE)... yes
checking whether make supports nested variables... yes
checking whether to enable maintainer-specific portions of Makefiles... no
checking for style of include used by make... GNU
checking for x86_64-mpicc... cc
checking for x86_64-gcc... (cached) cc
checking whether the C compiler works... yes
checking for C compiler default output file name... a.out
checking for suffix of executables...
checking whether we are cross compiling... yes
checking for suffix of object files... o
checking whether we are using the GNU C compiler... yes
checking whether cc accepts -g... yes
checking for cc option to accept ISO C89... none needed
checking whether cc understands -c and -o together... yes
checking dependency style of cc... none
checking for function MPI_Init... yes
checking for mpi.h... yes
checking how to run the C preprocessor... cc -E
checking for grep that handles long lines and -e... /usr/bin/grep
checking for egrep... /usr/bin/grep -E
checking for ANSI C header files... yes
checking for sys/types.h... yes
checking for sys/stat.h... yes
checking for stdlib.h... yes
checking for string.h... yes
checking for memory.h... yes
checking for strings.h... yes
checking for inttypes.h... yes
checking for stdint.h... yes
checking for unistd.h... yes
checking fcntl.h usability... yes
checking fcntl.h presence... yes
checking for fcntl.h... yes
checking libintl.h usability... yes
checking libintl.h presence... yes
checking for libintl.h... yes
checking for stdlib.h... (cached) yes
checking for string.h... (cached) yes
checking for strings.h... (cached) yes
checking sys/ioctl.h usability... yes
checking sys/ioctl.h presence... yes
checking for sys/ioctl.h... yes
checking sys/param.h usability... yes
checking sys/param.h presence... yes
checking for sys/param.h... yes
checking sys/statfs.h usability... yes
checking sys/statfs.h presence... yes
checking for sys/statfs.h... yes
checking sys/statvfs.h usability... yes
checking sys/statvfs.h presence... yes
checking for sys/statvfs.h... yes
checking sys/time.h usability... yes
checking sys/time.h presence... yes
checking for sys/time.h... yes
checking for unistd.h... (cached) yes
checking wchar.h usability... yes
checking wchar.h presence... yes
checking for wchar.h... yes
checking gpfs.h usability... no
checking gpfs.h presence... no
checking for gpfs.h... no
checking gpfs_fcntl.h usability... no
checking gpfs_fcntl.h presence... no
checking for gpfs_fcntl.h... no
checking for size_t... yes
checking for getpagesize... yes
checking for gettimeofday... yes
checking for memset... yes
checking for mkdir... yes
checking for pow... yes
checking for putenv... yes
checking for realpath... yes
checking for regcomp... yes
checking for sqrt... yes
checking for strcasecmp... yes
checking for strchr... yes
checking for strerror... yes
checking for strncasecmp... yes
checking for strstr... yes
checking for uname... yes
checking for library containing sqrt... none required
checking for special C compiler options needed for large files... no
checking for _FILE_OFFSET_BITS value needed for large files... no
checking lustre/lustre_user.h usability... no
checking lustre/lustre_user.h presence... no
checking for lustre/lustre_user.h... no
checking that generated files are newer than configure... done
configure: creating ./config.status
config.status: creating Makefile
config.status: creating src/Makefile
config.status: creating contrib/Makefile
config.status: creating doc/Makefile
config.status: creating src/config.h
config.status: executing depfiles commands
Making all in src
make[1]: Entering directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/src'
make all-am
make[2]: Entering directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/src'
source='ior.c' object='ior.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o ior.o ior.c
source='utilities.c' object='utilities.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o utilities.o utilities.c
source='parse_options.c' object='parse_options.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o parse_options.o parse_options.c
source='aiori-POSIX.c' object='aiori-POSIX.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o aiori-POSIX.o aiori-POSIX.c
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 236
A value of type "int (*)(MPI_File, const void *, int, MPI_Datatype,
MPI_Status *)" cannot be assigned to an entity of type "int
(*)(MPI_File, void *, int, MPI_Datatype, MPI_Status *)".
Access = MPI_File_write;
^
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 237
A value of type "int (*)(MPI_File, MPI_Offset, const void *, int,
MPI_Datatype, MPI_Status *)" cannot be assigned to an entity of type
"int (*)(MPI_File, MPI_Offset, void *, int, MPI_Datatype, MPI_Status
*)".
Access_at = MPI_File_write_at;
^
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 238
A value of type "int (*)(MPI_File, const void *, int, MPI_Datatype,
MPI_Status *)" cannot be assigned to an entity of type "int
(*)(MPI_File, void *, int, MPI_Datatype, MPI_Status *)".
Access_all = MPI_File_write_all;
^
CC-513 craycc: WARNING File = aiori-MPIIO.c, Line = 239
A value of type "int (*)(MPI_File, MPI_Offset, const void *, int,
MPI_Datatype, MPI_Status *)" cannot be assigned to an entity of type
"int (*)(MPI_File, MPI_Offset, void *, int, MPI_Datatype, MPI_Status
*)".
Access_at_all = MPI_File_write_at_all;
^
Cray C : Version 8.7.1 (20180521181432_62eaa2ad078eb759426afd1bc5a8133cd767d87b)
Total warnings detected in aiori-MPIIO.c: 4
source='aiori-MPIIO.c' object='aiori-MPIIO.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -g -O2 -c -o aiori-MPIIO.o aiori-MPIIO.c
cc -g -O2 -o ior ior.o utilities.o parse_options.o aiori-POSIX.o aiori-MPIIO.o
make[2]: Leaving directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/src'
make[1]: Leaving directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/src'
Making all in doc
make[1]: Entering directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/doc'
make[1]: Nothing to be done for `all'.
make[1]: Leaving directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/doc'
Making all in contrib
make[1]: Entering directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/contrib'
source='cbif.c' object='cbif.o' libtool=no \
DEPDIR=.deps depmode=none /bin/sh ../config/depcomp \
cc -DHAVE_CONFIG_H -I. -I../src -g -O2 -c -o cbif.o cbif.c
CC-223 craycc: WARNING File = cbif.c, Line = 73
The function "open64" is declared implicitly.
fd = open64(fileName, O_RDWR);
^
CC-223 craycc: WARNING File = cbif.c, Line = 77
The function "lseek64" is declared implicitly.
if (lseek64(fd, alignedOffset, SEEK_SET) == -1)
^
CC-223 craycc: WARNING File = cbif.c, Line = 91
The function "lseek64" is declared implicitly.
if (lseek64(fd, alignedOffset, SEEK_SET) == -1)
^
Cray C : Version 8.7.1 (20180521181432_62eaa2ad078eb759426afd1bc5a8133cd767d87b)
Total warnings detected in cbif.c: 3
cc -g -O2 -o cbif cbif.o
make[1]: Leaving directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR/contrib'
make[1]: Entering directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR'
make[1]: Nothing to be done for `all-am'.
make[1]: Leaving directory `/mnt/abc/u/system/bwjenkins/jenkins-ior/IOR'
src/ior: ELF 64-bit LSB executable, x86-64, version 1 (GNU/Linux), for GNU/Linux 2.6.4, statically linked, not stripped
-rwx------ 1 bwjenkins BW_System 9174152 Dec 7 16:16 src/ior
1 #!/bin/bash
2 #PBS -lnodes=16:ppn=7:xe,walltime=00:10:00
3 #PBS -NIORtest
4
5 cd $HOME/scratch
6
7 NP=112
8
9 cd $HOME/scratch
10 mkdir -p stripe8
11 lfs setstripe -c 8 stripe8
12 cd stripe8
13 lfs getstripe .
14 time aprun -n $NP $HOME/ior/operf.sh "$HOME/ior/src/ior -f $HOME/ior/iorscript" | tee ior.txt
15 MYWRITENUMBER=`grep 'Max Write' ior.txt | cut -d '(' -f2 | cut -d' ' -f1`
16 MYREADNUMBER=`grep 'Max Read' ior.txt | cut -d '(' -f2 | cut -d' ' -f1`
17
18 echo "YVALUE=$MYWRITENUMBER
19 " > myiornumber.dat
20
21 echo "YVALUE=$MYREADNUMBER
22 " > myiorREADnumber.dat
23
24 aprun -n 16 -N 1 hostname > ior-compute-nodes
25
INFO: Job submitted to account: jnc
MYJOBID=597829.jyc
=== RUNNING /u/staff/arnoldg/ior/wait_for.sh ===
Tue Dec 7 16:16:51 CST 2021: waiting for 597829.jyc to finish
Tue Dec 7 16:21:51 CST 2021: waiting for 597829.jyc to finish
Tue Dec 7 16:26:51 CST 2021: waiting for 597829.jyc to finish
qstat: Unknown Job Id Error 597829.nid00030
597829.jyc finished
=== JOB RAN ON ===
nid00063
nid00062
nid00061
nid00060
nid00059
nid00058
nid00057
nid00056
nid00055
nid00054
nid00053
nid00052
nid00051
nid00050
nid00049
nid00048
Application 1107729 resources: utime ~0s, stime ~19s, Rss ~28176, inblocks ~304, outblocks ~448
[SSH] completed
[SSH] exit-status: 0
[workspace] $ /bin/sh -xe /tmp/jenkins6336900532607708499.sh
+ scp JYC_REMOTE:scratch/stripe8/ior.txt /var/lib/jenkins/jobs/IOR-jyc/workspace
+ scp JYC_REMOTE:scratch/stripe8/myiornumber.dat /var/lib/jenkins/jobs/IOR-jyc/workspace
+ scp JYC_REMOTE:scratch/stripe8/myiorREADnumber.dat /var/lib/jenkins/jobs/IOR-jyc/workspace
Recording plot data
Saving plot series data from: /var/lib/jenkins/jobs/IOR-jyc/workspace/myiornumber.dat
Saving plot series data from: /var/lib/jenkins/jobs/IOR-jyc/workspace/myiorREADnumber.dat
Finished: SUCCESS