Started by user arnoldg Running as SYSTEM Building in workspace /var/lib/jenkins/jobs/mpiGraph/workspace [SSH] script: PATH="/sw/tools/bin:/sw/tools/bin:$PATH" NODELIST="""" ACCOUNT="bbmb-hydro" PARTITION="sandybridge" NODES="16" # tar xvf /var/tmp/mpiGraph.tar # galen's copy of the benchmark cd mpiGraph export PATH=~/mpiGraph:$PATH # if the NODELIST parameter was filled in, proceed with a targeted test if [[ ! -z ${NODELIST} ]] then srun --mem=16g --nodes=${NODES} --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \ --partition=${PARTITION} --nodelist=${NODELIST} \ --account=${ACCOUNT} ${GPUS} \ mpiGraph 1048576 1000 10 > mpiGraph.out if [ "${NODES}" == "16" ] then bash clip-plot.sh 16 fi exit fi # otherwise, if NODELIST is "", run the default test on 1st avail nodes srun --nodes=${NODES} \ --mem=16g --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \ --account=${ACCOUNT} \ --partition=${PARTITION} \ mpiGraph 1048576 1000 10 > mpiGraph.out if [ "${NODES}" == "16" ] then bash clip-plot.sh 16 fi [SSH] executing... NODECOUNT=$1 + NODECOUNT=16 # clip out the Send table and plot it egrep --after-context=$NODECOUNT "^Send\s+hy" mpiGraph.out \ | sed -e s/.to//g > send.txt + egrep --after-context=16 '^Send\s+hy' mpiGraph.out + sed -e s/.to//g python3 send.py + python3 send.py hydro01:0 hydro02:1 hydro03:2 ... hydro26:13 hydro27:14 hydro28:15 Send ... hydro01:0 0.000 7381.070 8501.601 ... 8363.316 8413.764 8087.383 hydro02:1 7120.565 0.000 6414.055 ... 6425.081 6559.255 7329.076 hydro03:2 8533.802 8375.480 0.000 ... 8377.599 8359.565 7384.442 hydro04:3 6872.127 7316.829 7471.797 ... 7771.934 6783.665 5932.208 hydro05:4 8462.271 7673.475 8549.792 ... 8524.477 8419.661 6090.097 hydro06:5 8523.327 7537.649 8465.160 ... 8526.785 8531.399 6059.012 hydro07:6 8545.484 7649.265 8545.862 ... 8492.097 8519.788 6092.164 hydro09:7 8450.944 8349.732 8536.917 ... 8466.499 8492.991 6040.665 hydro10:8 8503.306 8354.767 8464.265 ... 8469.713 8474.786 6012.166 hydro22:9 8420.541 6044.613 8403.558 ... 4080.032 6070.357 8208.735 hydro23:10 8496.411 6071.544 6083.816 ... 3892.609 4089.794 6051.084 hydro24:11 8459.741 8221.243 6013.526 ... 6057.581 4086.133 4067.870 hydro25:12 728.313 6012.127 6025.362 ... 8311.693 7857.191 7231.045 hydro26:13 730.701 7445.198 8509.755 ... 0.000 8267.974 7264.647 hydro27:14 728.710 7480.712 8507.816 ... 8577.785 0.000 7405.089 hydro28:15 726.775 6595.351 6646.399 ... 7447.601 7316.057 0.000 [16 rows x 16 columns] # clip out the Recv table and plot it egrep --after-context=$NODECOUNT "^Recv\s+hy" mpiGraph.out \ | sed -e s/.from//g > recv.txt + egrep --after-context=16 '^Recv\s+hy' mpiGraph.out + sed -e s/.from//g python3 recv.py + python3 recv.py hydro01:0 hydro02:1 hydro03:2 ... hydro26:13 hydro27:14 hydro28:15 Recv ... hydro01:0 0.000 7115.743 8538.885 ... 730.708 728.680 726.881 hydro02:1 7396.619 0.000 8409.838 ... 7456.261 7504.766 6606.328 hydro03:2 8531.083 6431.132 0.000 ... 8517.347 8503.109 6647.545 hydro04:3 7150.392 6819.009 6985.500 ... 8177.674 7900.917 7086.579 hydro05:4 8561.897 6505.785 8508.547 ... 8528.908 8526.756 6035.139 hydro06:5 8491.941 6548.751 8526.065 ... 8582.666 8500.370 6029.539 hydro07:6 8482.190 7537.670 8550.375 ... 8556.613 8567.183 7825.495 hydro09:7 8482.259 7091.213 8517.810 ... 8562.815 8532.704 6039.123 hydro10:8 8525.821 7523.271 8558.265 ... 4086.376 5604.404 6098.157 hydro22:9 6081.996 6049.054 6022.103 ... 3066.902 4084.153 5592.584 hydro23:10 8533.459 7112.231 8585.606 ... 4090.053 3071.259 4085.001 hydro24:11 8503.344 7097.834 6073.326 ... 6091.483 4076.563 3070.007 hydro25:12 6098.180 6072.738 6098.645 ... 8586.029 8561.740 6773.336 hydro26:13 8514.801 6549.430 8527.186 ... 0.000 8600.935 7535.007 hydro27:14 8444.930 6667.721 8560.638 ... 8322.286 0.000 7318.298 hydro28:15 8097.279 7364.223 7392.407 ... 7265.211 8059.726 0.000 [16 rows x 16 columns] [SSH] completed [SSH] exit-status: 0 [workspace] $ /bin/sh -xe /tmp/jenkins11977928386525854440.sh + scp 'HYDRO_REMOTE:mpiGraph/*.txt' /var/lib/jenkins/jobs/mpiGraph/workspace + scp 'HYDRO_REMOTE:mpiGraph/*.png' /var/lib/jenkins/jobs/mpiGraph/workspace Finished: SUCCESS