Started by user Jeremy Enos Running as SYSTEM Building in workspace /var/lib/jenkins/jobs/mpiGraph/workspace [SSH] script: PATH="/sw/tools/bin:/sw/tools/bin:$PATH" NODELIST="""" ACCOUNT="bbmb-hydro" PARTITION="sandybridge" NODES="16" # tar xvf /var/tmp/mpiGraph.tar # galen's copy of the benchmark cd mpiGraph export PATH=~/mpiGraph:$PATH # if the NODELIST parameter was filled in, proceed with a targeted test if [[ ! -z ${NODELIST} ]] then srun --mem=16g --nodes=${NODES} --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \ --partition=${PARTITION} --nodelist=${NODELIST} \ --account=${ACCOUNT} ${GPUS} \ mpiGraph 1048576 1000 10 > mpiGraph.out if [ "${NODES}" == "16" ] then bash clip-plot.sh 16 fi exit fi # otherwise, if NODELIST is "", run the default test on 1st avail nodes srun --nodes=${NODES} \ --mem=16g --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \ --account=${ACCOUNT} \ --partition=${PARTITION} \ mpiGraph 1048576 1000 10 > mpiGraph.out if [ "${NODES}" == "16" ] then bash clip-plot.sh 16 fi [SSH] executing... NODECOUNT=$1 + NODECOUNT=16 # clip out the Send table and plot it egrep --after-context=$NODECOUNT "^Send\s+hy" mpiGraph.out \ | sed -e s/.to//g > send.txt + egrep --after-context=16 '^Send\s+hy' mpiGraph.out + sed -e s/.to//g python3 send.py + python3 send.py hydro10:0 hydro11:1 hydro12:2 ... hydro23:13 hydro24:14 hydro25:15 Send ... hydro10:0 0.000 8651.394 8892.637 ... 6038.435 8190.980 8713.918 hydro11:1 8856.195 0.000 8583.933 ... 5498.937 6029.073 8805.339 hydro12:2 8693.051 8907.654 0.000 ... 5531.305 5487.508 8845.616 hydro13:3 7065.909 8229.815 7065.783 ... 3408.860 5472.537 7092.011 hydro14:4 8782.343 8710.499 8914.917 ... 3439.680 3420.369 6002.092 hydro15:5 7824.620 6721.153 6827.632 ... 3440.922 3434.703 5887.118 hydro16:6 8692.886 8815.156 8803.087 ... 3454.917 3436.863 5937.879 hydro17:7 8896.433 8789.397 8800.215 ... 3474.790 3456.257 6028.192 hydro18:8 8754.637 8655.391 8832.586 ... 3456.011 3460.176 5919.920 hydro19:9 8832.062 8866.509 8789.829 ... 5568.517 3456.591 5917.520 hydro20:10 4010.621 5919.739 4002.548 ... 7201.723 6746.628 7530.238 hydro21:11 4046.701 4017.859 4031.083 ... 6824.218 6740.408 6265.426 hydro22:12 4051.681 4061.552 4061.479 ... 6817.762 7976.899 7422.312 hydro23:13 6033.736 4040.006 5942.381 ... 0.000 6607.396 8290.807 hydro24:14 6009.566 5997.653 6861.550 ... 6972.300 0.000 6702.218 hydro25:15 8619.165 6076.466 8765.102 ... 8259.307 8232.299 0.000 [16 rows x 16 columns] # clip out the Recv table and plot it egrep --after-context=$NODECOUNT "^Recv\s+hy" mpiGraph.out \ | sed -e s/.from//g > recv.txt + egrep --after-context=16 '^Recv\s+hy' mpiGraph.out + sed -e s/.from//g python3 recv.py + python3 recv.py hydro10:0 hydro11:1 hydro12:2 ... hydro23:13 hydro24:14 hydro25:15 Recv ... hydro10:0 0.000 8864.193 8750.183 ... 6048.064 6006.385 8644.476 hydro11:1 8657.054 0.000 8929.123 ... 4042.575 5995.076 6082.684 hydro12:2 8945.337 8673.853 0.000 ... 5999.571 6935.275 8933.047 hydro13:3 8278.589 8331.412 7121.948 ... 4017.639 4016.653 4055.936 hydro14:4 8952.139 8904.825 8668.967 ... 4079.637 4037.988 6031.802 hydro15:5 8198.120 7857.622 8416.863 ... 4052.836 4030.850 4056.390 hydro16:6 8870.724 8890.916 8865.171 ... 7361.745 7193.477 8862.154 hydro17:7 8735.935 8895.292 8804.229 ... 7770.990 5937.006 6002.417 hydro18:8 8799.089 8855.912 8868.356 ... 6017.606 3539.713 4064.221 hydro19:9 8775.643 8909.391 8868.844 ... 5543.866 5920.039 5621.383 hydro20:10 3433.914 3443.024 3439.578 ... 7431.699 7471.940 8714.886 hydro21:11 6034.436 6041.320 5937.484 ... 7112.710 7301.814 8575.264 hydro22:12 6651.929 6635.640 6211.264 ... 7925.807 6980.739 8476.647 hydro23:13 6038.075 5504.481 5531.093 ... 0.000 6984.964 8277.464 hydro24:14 8202.748 6034.433 5489.560 ... 6621.975 0.000 8243.120 hydro25:15 8787.114 8882.169 8919.240 ... 8412.600 6713.289 0.000 [16 rows x 16 columns] [SSH] completed [SSH] exit-status: 0 [workspace] $ /bin/sh -xe /tmp/jenkins11570971364492159270.sh + scp 'HYDRO_REMOTE:mpiGraph/*.txt' /var/lib/jenkins/jobs/mpiGraph/workspace + scp 'HYDRO_REMOTE:mpiGraph/*.png' /var/lib/jenkins/jobs/mpiGraph/workspace Finished: SUCCESS