Skip to content
Success

Console Output

Started by user Jeremy Enos
Running as SYSTEM
Building in workspace /var/lib/jenkins/jobs/mpiGraph/workspace
[SSH] script:
PATH="/sw/tools/bin:/sw/tools/bin:$PATH"
NODELIST=""""
ACCOUNT="bbmb-hydro"
PARTITION="sandybridge"
NODES="16"


# tar xvf /var/tmp/mpiGraph.tar  # galen's copy of the benchmark
cd mpiGraph
export PATH=~/mpiGraph:$PATH


# if the NODELIST parameter was filled in, proceed with a targeted test 
if [[ ! -z ${NODELIST} ]]
then

   srun --mem=16g --nodes=${NODES} --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \
      --partition=${PARTITION} --nodelist=${NODELIST} \
      --account=${ACCOUNT} ${GPUS} \
      mpiGraph 1048576 1000 10 > mpiGraph.out
   
   if [ "${NODES}" == "16" ]
   then
      bash clip-plot.sh 16 
   fi

   exit
fi

# otherwise, if NODELIST is "", run the default test on 1st avail nodes

srun --nodes=${NODES}  \
  --mem=16g --ntasks-per-node=1 --time=00:10:00 --job-name=mpiGraph \
  --account=${ACCOUNT} \
  --partition=${PARTITION}  \
 mpiGraph 1048576 1000 10 > mpiGraph.out

 if [ "${NODES}" == "16" ]
 then
      bash clip-plot.sh 16 
 fi

[SSH] executing...
NODECOUNT=$1
+ NODECOUNT=16

# clip out the Send table and plot it
egrep --after-context=$NODECOUNT "^Send\s+hy" mpiGraph.out \
   | sed -e s/.to//g > send.txt 
+ egrep --after-context=16 '^Send\s+hy' mpiGraph.out
+ sed -e s/.to//g
python3 send.py
+ python3 send.py
            hydro10:0  hydro11:1  hydro12:2  ...  hydro23:13  hydro24:14  hydro25:15
Send                                         ...                                    
hydro10:0       0.000   8651.394   8892.637  ...    6038.435    8190.980    8713.918
hydro11:1    8856.195      0.000   8583.933  ...    5498.937    6029.073    8805.339
hydro12:2    8693.051   8907.654      0.000  ...    5531.305    5487.508    8845.616
hydro13:3    7065.909   8229.815   7065.783  ...    3408.860    5472.537    7092.011
hydro14:4    8782.343   8710.499   8914.917  ...    3439.680    3420.369    6002.092
hydro15:5    7824.620   6721.153   6827.632  ...    3440.922    3434.703    5887.118
hydro16:6    8692.886   8815.156   8803.087  ...    3454.917    3436.863    5937.879
hydro17:7    8896.433   8789.397   8800.215  ...    3474.790    3456.257    6028.192
hydro18:8    8754.637   8655.391   8832.586  ...    3456.011    3460.176    5919.920
hydro19:9    8832.062   8866.509   8789.829  ...    5568.517    3456.591    5917.520
hydro20:10   4010.621   5919.739   4002.548  ...    7201.723    6746.628    7530.238
hydro21:11   4046.701   4017.859   4031.083  ...    6824.218    6740.408    6265.426
hydro22:12   4051.681   4061.552   4061.479  ...    6817.762    7976.899    7422.312
hydro23:13   6033.736   4040.006   5942.381  ...       0.000    6607.396    8290.807
hydro24:14   6009.566   5997.653   6861.550  ...    6972.300       0.000    6702.218
hydro25:15   8619.165   6076.466   8765.102  ...    8259.307    8232.299       0.000

[16 rows x 16 columns]

# clip out the Recv table and plot it
egrep --after-context=$NODECOUNT "^Recv\s+hy" mpiGraph.out \
   | sed -e s/.from//g > recv.txt 
+ egrep --after-context=16 '^Recv\s+hy' mpiGraph.out
+ sed -e s/.from//g
python3 recv.py
+ python3 recv.py
            hydro10:0  hydro11:1  hydro12:2  ...  hydro23:13  hydro24:14  hydro25:15
Recv                                         ...                                    
hydro10:0       0.000   8864.193   8750.183  ...    6048.064    6006.385    8644.476
hydro11:1    8657.054      0.000   8929.123  ...    4042.575    5995.076    6082.684
hydro12:2    8945.337   8673.853      0.000  ...    5999.571    6935.275    8933.047
hydro13:3    8278.589   8331.412   7121.948  ...    4017.639    4016.653    4055.936
hydro14:4    8952.139   8904.825   8668.967  ...    4079.637    4037.988    6031.802
hydro15:5    8198.120   7857.622   8416.863  ...    4052.836    4030.850    4056.390
hydro16:6    8870.724   8890.916   8865.171  ...    7361.745    7193.477    8862.154
hydro17:7    8735.935   8895.292   8804.229  ...    7770.990    5937.006    6002.417
hydro18:8    8799.089   8855.912   8868.356  ...    6017.606    3539.713    4064.221
hydro19:9    8775.643   8909.391   8868.844  ...    5543.866    5920.039    5621.383
hydro20:10   3433.914   3443.024   3439.578  ...    7431.699    7471.940    8714.886
hydro21:11   6034.436   6041.320   5937.484  ...    7112.710    7301.814    8575.264
hydro22:12   6651.929   6635.640   6211.264  ...    7925.807    6980.739    8476.647
hydro23:13   6038.075   5504.481   5531.093  ...       0.000    6984.964    8277.464
hydro24:14   8202.748   6034.433   5489.560  ...    6621.975       0.000    8243.120
hydro25:15   8787.114   8882.169   8919.240  ...    8412.600    6713.289       0.000

[16 rows x 16 columns]

[SSH] completed
[SSH] exit-status: 0

[workspace] $ /bin/sh -xe /tmp/jenkins11570971364492159270.sh
+ scp 'HYDRO_REMOTE:mpiGraph/*.txt' /var/lib/jenkins/jobs/mpiGraph/workspace
+ scp 'HYDRO_REMOTE:mpiGraph/*.png' /var/lib/jenkins/jobs/mpiGraph/workspace
Finished: SUCCESS