Skip to content
Success

Console Output

Started by user arnoldg
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/mpiGraph/workspace
[SSH] script:
PATH="/sw/tools/bin:/sw/tools/bin:$PATH"
NODELIST=""""
ACCOUNT="bbmb-hydro"
PARTITION="sandybridge"
NODES="16"


# tar xvf /var/tmp/mpiGraph.tar  # galen's copy of the benchmark
cd mpiGraph
export PATH=~/mpiGraph:$PATH


# if the NODELIST parameter was filled in, proceed with a targeted test 
if [[ ! -z ${NODELIST} ]]
then

   srun --mem=16g --nodes=${NODES} --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \
      --partition=${PARTITION} --nodelist=${NODELIST} \
      --account=${ACCOUNT} ${GPUS} \
      mpiGraph 1048576 1000 10 > mpiGraph.out
   
   if [ "${NODES}" == "16" ]
   then
      bash clip-plot.sh 16 
   fi

   exit
fi

# otherwise, if NODELIST is "", run the default test on 1st avail nodes

srun --nodes=${NODES}  \
  --mem=16g --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \
  --account=${ACCOUNT} \
  --partition=${PARTITION}  \
 mpiGraph 1048576 1000 10 > mpiGraph.out

 if [ "${NODES}" == "16" ]
 then
      bash clip-plot.sh 16 
 fi

[SSH] executing...
NODECOUNT=$1
+ NODECOUNT=16

# clip out the Send table and plot it
egrep --after-context=$NODECOUNT "^Send\s+hy" mpiGraph.out \
   | sed -e s/.to//g > send.txt 
+ egrep --after-context=16 '^Send\s+hy' mpiGraph.out
+ sed -e s/.to//g
python3 send.py
+ python3 send.py
            hydro01:0  hydro02:1  hydro03:2  ...  hydro26:13  hydro27:14  hydro28:15
Send                                         ...                                    
hydro01:0       0.000   7381.070   8501.601  ...    8363.316    8413.764    8087.383
hydro02:1    7120.565      0.000   6414.055  ...    6425.081    6559.255    7329.076
hydro03:2    8533.802   8375.480      0.000  ...    8377.599    8359.565    7384.442
hydro04:3    6872.127   7316.829   7471.797  ...    7771.934    6783.665    5932.208
hydro05:4    8462.271   7673.475   8549.792  ...    8524.477    8419.661    6090.097
hydro06:5    8523.327   7537.649   8465.160  ...    8526.785    8531.399    6059.012
hydro07:6    8545.484   7649.265   8545.862  ...    8492.097    8519.788    6092.164
hydro09:7    8450.944   8349.732   8536.917  ...    8466.499    8492.991    6040.665
hydro10:8    8503.306   8354.767   8464.265  ...    8469.713    8474.786    6012.166
hydro22:9    8420.541   6044.613   8403.558  ...    4080.032    6070.357    8208.735
hydro23:10   8496.411   6071.544   6083.816  ...    3892.609    4089.794    6051.084
hydro24:11   8459.741   8221.243   6013.526  ...    6057.581    4086.133    4067.870
hydro25:12    728.313   6012.127   6025.362  ...    8311.693    7857.191    7231.045
hydro26:13    730.701   7445.198   8509.755  ...       0.000    8267.974    7264.647
hydro27:14    728.710   7480.712   8507.816  ...    8577.785       0.000    7405.089
hydro28:15    726.775   6595.351   6646.399  ...    7447.601    7316.057       0.000

[16 rows x 16 columns]

# clip out the Recv table and plot it
egrep --after-context=$NODECOUNT "^Recv\s+hy" mpiGraph.out \
   | sed -e s/.from//g > recv.txt 
+ egrep --after-context=16 '^Recv\s+hy' mpiGraph.out
+ sed -e s/.from//g
python3 recv.py
+ python3 recv.py
            hydro01:0  hydro02:1  hydro03:2  ...  hydro26:13  hydro27:14  hydro28:15
Recv                                         ...                                    
hydro01:0       0.000   7115.743   8538.885  ...     730.708     728.680     726.881
hydro02:1    7396.619      0.000   8409.838  ...    7456.261    7504.766    6606.328
hydro03:2    8531.083   6431.132      0.000  ...    8517.347    8503.109    6647.545
hydro04:3    7150.392   6819.009   6985.500  ...    8177.674    7900.917    7086.579
hydro05:4    8561.897   6505.785   8508.547  ...    8528.908    8526.756    6035.139
hydro06:5    8491.941   6548.751   8526.065  ...    8582.666    8500.370    6029.539
hydro07:6    8482.190   7537.670   8550.375  ...    8556.613    8567.183    7825.495
hydro09:7    8482.259   7091.213   8517.810  ...    8562.815    8532.704    6039.123
hydro10:8    8525.821   7523.271   8558.265  ...    4086.376    5604.404    6098.157
hydro22:9    6081.996   6049.054   6022.103  ...    3066.902    4084.153    5592.584
hydro23:10   8533.459   7112.231   8585.606  ...    4090.053    3071.259    4085.001
hydro24:11   8503.344   7097.834   6073.326  ...    6091.483    4076.563    3070.007
hydro25:12   6098.180   6072.738   6098.645  ...    8586.029    8561.740    6773.336
hydro26:13   8514.801   6549.430   8527.186  ...       0.000    8600.935    7535.007
hydro27:14   8444.930   6667.721   8560.638  ...    8322.286       0.000    7318.298
hydro28:15   8097.279   7364.223   7392.407  ...    7265.211    8059.726       0.000

[16 rows x 16 columns]

[SSH] completed
[SSH] exit-status: 0

[workspace] $ /bin/sh -xe /tmp/jenkins11977928386525854440.sh
+ scp 'HYDRO_REMOTE:mpiGraph/*.txt' /var/lib/jenkins/jobs/mpiGraph/workspace
+ scp 'HYDRO_REMOTE:mpiGraph/*.png' /var/lib/jenkins/jobs/mpiGraph/workspace
Finished: SUCCESS