![[Jenkins]](/static/755cd4af/images/svgs/logo.svg){kind=logo}
Started by timer Running as SYSTEM Building in workspace /var/lib/jenkins/jobs/bwpy-python/workspace [SSH] script: CI="true" UP="$(/usr/bin/wget -qO - http://isce.ncsa.illinois.edu/tools/status.php?name=Scheduler)" if [ $UP -ne "2" ] then exit 0 fi ~/bin/myenv.sh mkdir -p bwpy cd bwpy rm -f *.o* rm -f *.e* cat -n bwpy.pbs MYJOBID=`qsub -q debug bwpy.pbs` echo MYJOBID=$MYJOBID ~/bin/wait_for.sh $MYJOBID sleep 2m NUMERICID=`echo $MYJOBID | cut -d'.' -f1` if grep PYVERS=Python *$NUMERICID* then echo Python found else echo Python not found echo https://wiki.ncsa.illinois.edu/display/BWDOC/BWPY+image+Lustre+lock+Fix cat *$NUMERICID* fi if grep "not found" *$NUMERICID* then echo A Python version was not found echo https://wiki.ncsa.illinois.edu/display/BWDOC/BWPY+image+Lustre+lock+Fix cat *$NUMERICID* fi # https://jira.ncsa.illinois.edu/browse/BWADMIN-2353 [SSH] executing... === RUNNING /u/system/bwjenkins/bin/myenv.sh === HOST=h2ologin3 HOME=/u/system/bwjenkins SCRATCH=/u/system/bwjenkins/scratch ls SCRATCH: bwjenkins.tgz mdtest rmg-spp rmg-spp-topo setsm_benchmark setsm_rsync SPP-PPM stripe8 sw_config SWTools-BWCI sw_workdir tests wrf wrf-spp my id: uid=49294(bwjenkins) gid=16228(BW_System) groups=16228(BW_System),999(login_user),1000(ie_user),1001(hpss_user),1009(swtools),16237(jnd) Currently Loaded Modulefiles: 1) modules/3.2.10.4 2) eswrap/1.3.3-1.020200.1280.0 3) cce/8.7.7 4) craype-network-gemini 5) craype/2.5.16 6) cray-libsci/18.12.1 7) udreg/2.3.2-1.0502.10518.2.17.gem 8) ugni/6.0-1.0502.10863.8.28.gem 9) pmi/5.0.14 10) dmapp/7.0.1-1.0502.11080.8.74.gem 11) gni-headers/4.0-1.0502.10859.7.8.gem 12) xpmem/0.1-2.0502.64982.5.3.gem 13) dvs/2.5_0.9.0-1.0502.2188.1.113.gem 14) alps/5.2.4-2.0502.9774.31.12.gem 15) rca/1.0.0-2.0502.60530.1.63.gem 16) atp/2.0.4 17) PrgEnv-cray/5.2.82 18) cray-mpich/7.7.4 19) craype-interlagos 20) torque/6.1.2 21) moab/9.1.2-sles11 22) openssh/7.5p1 23) xalt/0.7.6.local 24) scripts 25) OpenSSL/1.0.2m 26) cURL/7.59.0 27) git/2.17.0 28) wget/1.19.4 29) user-paths 30) gnuplot/5.0.5 31) darshan/3.1.3 1 #!/bin/bash 2 #PBS -lnodes=1:ppn=16,walltime=00:05:00 3 #PBS -Nbwpy 4 module unload xalt 5 module unload bwpy 6 module load bwpy 7 date 8 PYVERS=`aprun -q -n 1 python --version 2>&1` 9 #PYVERS=`aprun -q -n 1 sleep 10m` 10 echo PYVERS=$PYVERS 11 12 if echo $PYVERS | grep "Python" 13 then 14 echo bwpy found: $PYVERS 15 else 16 echo bwpy not found # will not reach if aprun hangs 17 fi 18 19 module unload bwpy 20 module load bwpy/0.3.2 21 date 22 PYVERS=`aprun -q -n 1 python --version 2>&1` 23 #PYVERS=`aprun -q -n 1 sleep 10m` 24 echo PYVERS=$PYVERS 25 26 if echo $PYVERS | grep "Python" 27 then 28 echo bwpy/0.3.2 found: $PYVERS 29 else 30 echo bwpy/0.3.2 not found # will not reach if aprun hangs 31 fi 32 date ERROR: You do not belong to the project or allocation or this is an invalid project. Please specify a project with a valid allocation. qsub: Your job has been administratively rejected by the queueing system. qsub: There may be a more detailed explanation prior to this notice. MYJOBID= === RUNNING /u/system/bwjenkins/bin/wait_for.sh === /u/system/bwjenkins/bin/wait_for.sh: missing argument for jobid 10608699.bw.OU:PYVERS=Python 3.5.5 10608699.bw.OU:PYVERS=Python 2.7.14 10624286.bw.OU:PYVERS=Python 3.5.5 10624286.bw.OU:PYVERS=Python 2.7.14 10735953.bw.OU:PYVERS=Python 3.5.5 10735953.bw.OU:PYVERS=Python 2.7.14 10746717.bw.OU:PYVERS=Python 3.5.5 10746717.bw.OU:PYVERS=Python 2.7.14 10765598.bw.OU:PYVERS=Python 3.5.5 10765598.bw.OU:PYVERS=Python 2.7.14 10795161.bw.OU:PYVERS=Python 3.5.5 10795161.bw.OU:PYVERS=Python 2.7.14 11111210.bw.OU:PYVERS=Python 3.5.5 11111210.bw.OU:PYVERS=Python 2.7.14 11134486.bw.OU:PYVERS=Python 3.5.5 11134486.bw.OU:PYVERS=Python 2.7.14 11167152.bw.OU:PYVERS=Python 3.5.5 11167152.bw.OU:PYVERS=Python 2.7.14 11321788.bw.OU:PYVERS=Python 3.5.5 11321788.bw.OU:PYVERS=Python 2.7.14 11413485.bw.OU:PYVERS=Python 3.5.5 11413485.bw.OU:PYVERS=Python 2.7.14 11446732.bw.OU:PYVERS=Python 3.5.5 11446732.bw.OU:PYVERS=Python 2.7.14 11475089.bw.OU:PYVERS=Python 3.5.5 11475089.bw.OU:PYVERS=Python 2.7.14 11515569.bw.OU:PYVERS=Python 3.5.5 11515569.bw.OU:PYVERS=Python 2.7.14 11517698.bw.OU:PYVERS=Python 3.5.5 11517698.bw.OU:PYVERS=Python 2.7.14 11530793.bw.OU:PYVERS=Python 3.5.5 11530793.bw.OU:PYVERS=Python 2.7.14 11536720.bw.OU:PYVERS=Python 3.5.5 11536720.bw.OU:PYVERS=Python 2.7.14 11539566.bw.OU:PYVERS=Python 3.5.5 11539566.bw.OU:PYVERS=Python 2.7.14 11548080.bw.OU:PYVERS=Python 3.5.5 11548080.bw.OU:PYVERS=Python 2.7.14 11630248.bw.OU:PYVERS=Python 3.5.5 11630248.bw.OU:PYVERS=Python 2.7.14 11657976.bw.OU:PYVERS=Python 3.5.5 11657976.bw.OU:PYVERS=Python 2.7.14 11718707.bw.OU:PYVERS=Python 3.5.5 11718707.bw.OU:PYVERS=Python 2.7.14 11816264.bw.OU:PYVERS=Python 3.5.5 11816264.bw.OU:PYVERS=Python 2.7.14 11903459.bw.OU:PYVERS=Python 3.5.5 11903459.bw.OU:PYVERS=Python 2.7.14 11946253.bw.OU:PYVERS=Python 3.5.5 11946253.bw.OU:PYVERS=Python 2.7.14 12001835.bw.OU:PYVERS=Python 3.5.5 12001835.bw.OU:PYVERS=Python 2.7.14 12062038.bw.OU:PYVERS=Python 3.5.5 12062038.bw.OU:PYVERS=Python 2.7.14 12097002.bw.OU:PYVERS=Python 3.5.5 12097002.bw.OU:PYVERS=Python 2.7.14 12158764.bw.OU:PYVERS=Python 3.5.5 12158764.bw.OU:PYVERS=Python 2.7.14 12196786.bw.OU:PYVERS=Python 3.5.5 12196786.bw.OU:PYVERS=Python 2.7.14 12197405.bw.OU:PYVERS=Python 3.5.5 12197405.bw.OU:PYVERS=Python 2.7.14 12228998.bw.OU:PYVERS=Python 3.5.5 12228998.bw.OU:PYVERS=Python 2.7.14 12333276.bw.OU:PYVERS=Python 3.5.5 12333276.bw.OU:PYVERS=Python 2.7.14 12416041.bw.OU:PYVERS=Python 3.5.5 12416041.bw.OU:PYVERS=Python 2.7.14 12512771.bw.OU:PYVERS=Python 3.5.5 12512771.bw.OU:PYVERS=Python 2.7.14 12558674.bw.OU:PYVERS=Python 3.5.5 12558674.bw.OU:PYVERS=Python 2.7.14 12646564.bw.OU:PYVERS=Python 3.5.5 12646564.bw.OU:PYVERS=Python 2.7.14 12664387.bw.OU:PYVERS=Python 3.5.5 12664387.bw.OU:PYVERS=Python 2.7.14 12683390.bw.OU:PYVERS=Python 3.5.5 12683390.bw.OU:PYVERS=Python 2.7.14 13142474.bw.OU:PYVERS=Python 3.5.5 13142474.bw.OU:PYVERS=Python 2.7.14 13186213.bw.OU:PYVERS=Python 3.5.5 13186213.bw.OU:PYVERS=Python 2.7.14 13257935.bw.OU:PYVERS=Python 3.5.5 13257935.bw.OU:PYVERS=Python 2.7.14 Python found bwpy.pbs: echo bwpy not found # will not reach if aprun hangs bwpy.pbs: echo bwpy/0.3.2 not found # will not reach if aprun hangs A Python version was not found https://wiki.ncsa.illinois.edu/display/BWDOC/BWPY+image+Lustre+lock+Fix ---------------------------------------- Begin Torque Prologue on nid25356 at Sat Nov 9 12:36:02 CST 2019 Job Id: 10608699.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.114 elapsed ---------------------------------------- Sat Nov 9 12:36:04 CST 2019 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sat Nov 9 12:36:08 CST 2019 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sat Nov 9 12:36:11 CST 2019 ---------------------------------------- Begin Torque Prologue on nid25428 at Sat Nov 16 00:14:58 CST 2019 Job Id: 10624286.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.137 elapsed ---------------------------------------- Sat Nov 16 00:14:59 CST 2019 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sat Nov 16 00:15:03 CST 2019 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sat Nov 16 00:15:06 CST 2019 ---------------------------------------- Begin Torque Prologue on nid25428 at Fri Dec 20 04:17:48 CST 2019 Job Id: 10735953.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.105 elapsed ---------------------------------------- Fri Dec 20 04:17:49 CST 2019 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Dec 20 04:17:53 CST 2019 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Dec 20 04:17:58 CST 2019 ---------------------------------------- Begin Torque Prologue on nid25260 at Fri Dec 27 08:54:23 CST 2019 Job Id: 10746717.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.147 elapsed ---------------------------------------- Fri Dec 27 08:54:24 CST 2019 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Dec 27 08:54:28 CST 2019 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Dec 27 08:54:31 CST 2019 ---------------------------------------- Begin Torque Prologue on nid25336 at Thu Jan 2 03:34:40 CST 2020 Job Id: 10765598.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.094 elapsed ---------------------------------------- Thu Jan 2 03:34:42 CST 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu Jan 2 03:34:45 CST 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu Jan 2 03:34:51 CST 2020 ---------------------------------------- Begin Torque Prologue on nid25424 at Sun Jan 5 12:14:47 CST 2020 Job Id: 10795161.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.097 elapsed ---------------------------------------- Sun Jan 5 12:14:49 CST 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sun Jan 5 12:14:53 CST 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sun Jan 5 12:14:57 CST 2020 ---------------------------------------- Begin Torque Prologue on nid25332 at Wed Mar 4 10:34:20 CST 2020 Job Id: 11111210.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.107 elapsed ---------------------------------------- Wed Mar 4 10:34:22 CST 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Wed Mar 4 10:34:26 CST 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Wed Mar 4 10:34:29 CST 2020 ---------------------------------------- Begin Torque Prologue on nid25348 at Fri Mar 13 10:14:32 CDT 2020 Job Id: 11134486.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.164 elapsed ---------------------------------------- Fri Mar 13 10:14:33 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Mar 13 10:14:40 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Mar 13 10:14:43 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid27559 at Sun Mar 22 09:34:13 CDT 2020 Job Id: 11167152.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.157 elapsed ---------------------------------------- Sun Mar 22 09:34:14 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sun Mar 22 09:34:18 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sun Mar 22 09:34:24 CDT 2020 ALPS scheduler is not scheduling jobs; status is: Sat Jun 20 14:14:13 2020 apsched Starting application present on nodes check ALPS scheduler is not scheduling jobs; status is: Sat Jun 20 14:14:13 2020 apsched Starting application present on nodes check Use of -A, -R, or -N requires one or more IDs pcmd: Wrong number of arguments. Usage: /opt/cray/nodehealth/default/bin/pcmd [OPTION ...] CMD Scope options: -a APID Command will be run on all nodes that are running the APID. -f NODES-FILE Specify a file of nodes. -n NODE-LIST Specify a range list of nodes. NODES-FILE or NODE-LIST may include the keywords ALL_COMPUTE, ALL_SERVICE, ALL_SERVICE_NOT_ME, ALL_NODES, and ALL_NODES_NOT_ME to run on all nodes of the given type that are UP. Other options: -d Debug: Turn all debug flags on. -h Help: Display this message and exit. -i Interleave output from the nodes. -l LOGFILE Append log with error codes to LOGFILE. (Available only for the root user.) -L LOGFILE Append log with exit codes to LOGFILE. (Available only for the root user.) -o FANOUT-ORDER Specify the binary order of the fanout tree (default is 2). -q Quiet: Do not report output or exit codes from the nodes. -s Summary: Group identical replies. -r RAM Root: Force the command to run in the RAM root. -u TIMEOUT Specify a timeout in seconds for the given command to run. -t TIMEOUT Specify a connect timeout in seconds for the nodes (default is 22). -v Verbose: Tag each line of output with node name. -p Run the command behind a pseudo-terminal (useful for executables that expect a controlling tty). Description: Will execute command CMD on all nodes running the user's application. One of the above scope options (-a, -f, or -n) may be used to determine the nodes that the command is executed on. A scope option must be specified if the user is running more than one application. The root user may run on any nodes/applications. ---------------------------------------- Begin Torque Prologue on nid27639 at Thu Jun 25 16:54:16 CDT 2020 Job Id: 11321788.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.091 elapsed ---------------------------------------- Thu Jun 25 16:54:17 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu Jun 25 16:54:20 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu Jun 25 16:54:25 CDT 2020 ALPS scheduler is not scheduling jobs; status is: Mon Jul 13 16:33:22 2020 apsched Starting application present on nodes check ALPS scheduler is not scheduling jobs; status is: Mon Jul 13 16:33:22 2020 apsched Starting application present on nodes check Use of -A, -R, or -N requires one or more IDs pcmd: Wrong number of arguments. Usage: /opt/cray/nodehealth/default/bin/pcmd [OPTION ...] CMD Scope options: -a APID Command will be run on all nodes that are running the APID. -f NODES-FILE Specify a file of nodes. -n NODE-LIST Specify a range list of nodes. NODES-FILE or NODE-LIST may include the keywords ALL_COMPUTE, ALL_SERVICE, ALL_SERVICE_NOT_ME, ALL_NODES, and ALL_NODES_NOT_ME to run on all nodes of the given type that are UP. Other options: -d Debug: Turn all debug flags on. -h Help: Display this message and exit. -i Interleave output from the nodes. -l LOGFILE Append log with error codes to LOGFILE. (Available only for the root user.) -L LOGFILE Append log with exit codes to LOGFILE. (Available only for the root user.) -o FANOUT-ORDER Specify the binary order of the fanout tree (default is 2). -q Quiet: Do not report output or exit codes from the nodes. -s Summary: Group identical replies. -r RAM Root: Force the command to run in the RAM root. -u TIMEOUT Specify a timeout in seconds for the given command to run. -t TIMEOUT Specify a connect timeout in seconds for the nodes (default is 22). -v Verbose: Tag each line of output with node name. -p Run the command behind a pseudo-terminal (useful for executables that expect a controlling tty). Description: Will execute command CMD on all nodes running the user's application. One of the above scope options (-a, -f, or -n) may be used to determine the nodes that the command is executed on. A scope option must be specified if the user is running more than one application. The root user may run on any nodes/applications. ---------------------------------------- Begin Torque Prologue on nid25434 at Wed Jul 22 12:36:16 CDT 2020 Job Id: 11413485.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.096 elapsed ---------------------------------------- Wed Jul 22 12:36:17 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Wed Jul 22 12:36:21 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Wed Jul 22 12:36:27 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid27560 at Thu Aug 6 18:36:59 CDT 2020 Job Id: 11446732.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.093 elapsed ---------------------------------------- Thu Aug 6 18:37:01 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu Aug 6 18:37:04 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu Aug 6 18:37:08 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid25261 at Fri Aug 21 21:21:42 CDT 2020 Job Id: 11475089.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.105 elapsed ---------------------------------------- Fri Aug 21 21:21:44 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Aug 21 21:21:47 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Aug 21 21:21:51 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid25349 at Tue Sep 8 03:34:26 CDT 2020 Job Id: 11515569.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.121 elapsed ---------------------------------------- Tue Sep 8 03:34:28 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Tue Sep 8 03:34:31 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Tue Sep 8 03:34:35 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid27559 at Wed Sep 9 08:54:40 CDT 2020 Job Id: 11517698.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.118 elapsed ---------------------------------------- Wed Sep 9 08:54:42 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Wed Sep 9 08:54:45 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Wed Sep 9 08:54:50 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid25328 at Fri Sep 11 17:16:48 CDT 2020 Job Id: 11530793.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.105 elapsed ---------------------------------------- Fri Sep 11 17:16:50 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Sep 11 17:16:53 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Sep 11 17:16:57 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid27563 at Wed Sep 16 22:34:23 CDT 2020 Job Id: 11536720.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.116 elapsed ---------------------------------------- Wed Sep 16 22:34:25 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Wed Sep 16 22:34:27 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Wed Sep 16 22:34:31 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid25352 at Sat Sep 19 16:34:46 CDT 2020 Job Id: 11539566.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.115 elapsed ---------------------------------------- Sat Sep 19 16:34:47 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sat Sep 19 16:34:51 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sat Sep 19 16:34:55 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid25432 at Wed Sep 23 04:54:42 CDT 2020 Job Id: 11548080.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.119 elapsed ---------------------------------------- Wed Sep 23 04:54:44 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Wed Sep 23 04:54:47 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Wed Sep 23 04:54:52 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid25352 at Fri Oct 16 02:16:55 CDT 2020 Job Id: 11630248.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.125 elapsed ---------------------------------------- Fri Oct 16 02:16:57 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Oct 16 02:17:00 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Oct 16 02:17:05 CDT 2020 Use of -A, -R, or -N requires one or more IDs qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw qstat: Unknown Job Id Error 11636894.bw pcmd: Wrong number of arguments. Usage: /opt/cray/nodehealth/default/bin/pcmd [OPTION ...] CMD Scope options: -a APID Command will be run on all nodes that are running the APID. -f NODES-FILE Specify a file of nodes. -n NODE-LIST Specify a range list of nodes. NODES-FILE or NODE-LIST may include the keywords ALL_COMPUTE, ALL_SERVICE, ALL_SERVICE_NOT_ME, ALL_NODES, and ALL_NODES_NOT_ME to run on all nodes of the given type that are UP. Other options: -d Debug: Turn all debug flags on. -h Help: Display this message and exit. -i Interleave output from the nodes. -l LOGFILE Append log with error codes to LOGFILE. (Available only for the root user.) -L LOGFILE Append log with exit codes to LOGFILE. (Available only for the root user.) -o FANOUT-ORDER Specify the binary order of the fanout tree (default is 2). -q Quiet: Do not report output or exit codes from the nodes. -s Summary: Group identical replies. -r RAM Root: Force the command to run in the RAM root. -u TIMEOUT Specify a timeout in seconds for the given command to run. -t TIMEOUT Specify a connect timeout in seconds for the nodes (default is 22). -v Verbose: Tag each line of output with node name. -p Run the command behind a pseudo-terminal (useful for executables that expect a controlling tty). Description: Will execute command CMD on all nodes running the user's application. One of the above scope options (-a, -f, or -n) may be used to determine the nodes that the command is executed on. A scope option must be specified if the user is running more than one application. The root user may run on any nodes/applications. qstat: Unknown Job Id Error 11636894.bw ---------------------------------------- Begin Torque Prologue on nid25258 at Mon Oct 19 11:29:18 CDT 2020 Job Id: 11636894.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.456 elapsed ---------------------------------------- ---------------------------------------- Begin Torque Prologue on nid25358 at Tue Oct 27 15:54:25 CDT 2020 Job Id: 11657976.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.102 elapsed ---------------------------------------- Tue Oct 27 15:54:27 CDT 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Tue Oct 27 15:54:29 CDT 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Tue Oct 27 15:54:34 CDT 2020 ---------------------------------------- Begin Torque Prologue on nid27640 at Thu Nov 19 20:34:24 CST 2020 Job Id: 11718707.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.112 elapsed ---------------------------------------- Thu Nov 19 20:34:26 CST 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu Nov 19 20:34:29 CST 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu Nov 19 20:34:34 CST 2020 ---------------------------------------- Begin Torque Prologue on nid27562 at Tue Dec 22 20:14:19 CST 2020 Job Id: 11816264.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.102 elapsed ---------------------------------------- Tue Dec 22 20:14:21 CST 2020 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Tue Dec 22 20:14:23 CST 2020 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Tue Dec 22 20:14:28 CST 2020 ---------------------------------------- Begin Torque Prologue on nid27563 at Fri Feb 12 19:15:05 CST 2021 Job Id: 11903459.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.139 elapsed ---------------------------------------- Fri Feb 12 19:15:08 CST 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Feb 12 19:15:10 CST 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Feb 12 19:15:14 CST 2021 ---------------------------------------- Begin Torque Prologue on nid25358 at Mon Mar 1 08:14:45 CST 2021 Job Id: 11946253.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.111 elapsed ---------------------------------------- Mon Mar 1 08:14:47 CST 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Mon Mar 1 08:14:49 CST 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Mon Mar 1 08:14:53 CST 2021 ---------------------------------------- Begin Torque Prologue on nid25329 at Tue Mar 23 23:14:31 CDT 2021 Job Id: 12001835.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.158 elapsed ---------------------------------------- Tue Mar 23 23:14:33 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Tue Mar 23 23:14:35 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Tue Mar 23 23:14:40 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid27637 at Thu Apr 8 12:54:44 CDT 2021 Job Id: 12062038.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.109 elapsed ---------------------------------------- Thu Apr 8 12:54:46 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu Apr 8 12:54:49 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu Apr 8 12:54:54 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25352 at Tue Apr 20 11:14:39 CDT 2021 Job Id: 12097002.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.160 elapsed ---------------------------------------- Tue Apr 20 11:14:40 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Tue Apr 20 11:14:43 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Tue Apr 20 11:14:48 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25257 at Fri Apr 30 02:54:34 CDT 2021 Job Id: 12158764.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.111 elapsed ---------------------------------------- Fri Apr 30 02:54:36 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri Apr 30 02:54:38 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri Apr 30 02:54:43 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25427 at Thu May 6 16:15:46 CDT 2021 Job Id: 12196786.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.111 elapsed ---------------------------------------- Thu May 6 16:15:48 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu May 6 16:15:50 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu May 6 16:15:55 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25333 at Fri May 7 04:55:06 CDT 2021 Job Id: 12197405.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.110 elapsed ---------------------------------------- Fri May 7 04:55:08 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Fri May 7 04:55:11 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Fri May 7 04:55:15 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid27640 at Sun May 16 10:14:10 CDT 2021 Job Id: 12228998.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.110 elapsed ---------------------------------------- Sun May 16 10:14:12 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sun May 16 10:14:14 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sun May 16 10:14:19 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid27561 at Sun Jun 20 15:34:35 CDT 2021 Job Id: 12333276.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.112 elapsed ---------------------------------------- Sun Jun 20 15:34:37 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sun Jun 20 15:34:40 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sun Jun 20 15:34:44 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25352 at Tue Jul 20 19:55:03 CDT 2021 Job Id: 12416041.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.113 elapsed ---------------------------------------- Tue Jul 20 19:55:05 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Tue Jul 20 19:55:07 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Tue Jul 20 19:55:12 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid27634 at Tue Aug 10 09:34:12 CDT 2021 Job Id: 12512771.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.111 elapsed ---------------------------------------- Tue Aug 10 09:34:14 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Tue Aug 10 09:34:17 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Tue Aug 10 09:34:21 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25262 at Thu Aug 26 21:54:27 CDT 2021 Job Id: 12558674.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.096 elapsed ---------------------------------------- Thu Aug 26 21:54:28 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu Aug 26 21:54:31 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu Aug 26 21:54:35 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25337 at Sat Sep 11 15:54:17 CDT 2021 Job Id: 12646564.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.154 elapsed ---------------------------------------- Sat Sep 11 15:54:18 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sat Sep 11 15:54:21 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sat Sep 11 15:54:26 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25435 at Wed Sep 15 11:14:56 CDT 2021 Job Id: 12664387.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.101 elapsed ---------------------------------------- Wed Sep 15 11:14:58 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Wed Sep 15 11:15:00 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Wed Sep 15 11:15:05 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25431 at Sat Sep 18 07:16:35 CDT 2021 Job Id: 12683390.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.101 elapsed ---------------------------------------- Sat Sep 18 07:16:37 CDT 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sat Sep 18 07:16:40 CDT 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sat Sep 18 07:16:44 CDT 2021 ---------------------------------------- Begin Torque Prologue on nid25349 at Wed Dec 1 18:57:40 CST 2021 Job Id: 13142474.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.109 elapsed ---------------------------------------- Wed Dec 1 18:57:42 CST 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Wed Dec 1 18:57:44 CST 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Wed Dec 1 18:57:49 CST 2021 ---------------------------------------- Begin Torque Prologue on nid25252 at Thu Dec 9 06:14:25 CST 2021 Job Id: 13186213.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.108 elapsed ---------------------------------------- Thu Dec 9 06:14:26 CST 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Thu Dec 9 06:14:29 CST 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Thu Dec 9 06:14:34 CST 2021 ---------------------------------------- Begin Torque Prologue on nid25358 at Sun Dec 19 02:54:27 CST 2021 Job Id: 13257935.bw Username: bwjenkins Group: BW_System Job name: bwpy Requested resources: nodes=1:ppn=16,walltime=00:05:00,neednodes=1:ppn=16 Queue: debug Account: jnc End Torque Prologue: 0.107 elapsed ---------------------------------------- Sun Dec 19 02:54:29 CST 2021 PYVERS=Python 3.5.5 Python 3.5.5 bwpy found: Python 3.5.5 Sun Dec 19 02:54:31 CST 2021 PYVERS=Python 2.7.14 Python 2.7.14 bwpy/0.3.2 found: Python 2.7.14 Sun Dec 19 02:54:35 CST 2021 #!/bin/bash #PBS -lnodes=1:ppn=16,walltime=00:05:00 #PBS -Nbwpy module unload xalt module unload bwpy module load bwpy date PYVERS=`aprun -q -n 1 python --version 2>&1` #PYVERS=`aprun -q -n 1 sleep 10m` echo PYVERS=$PYVERS if echo $PYVERS | grep "Python" then echo bwpy found: $PYVERS else echo bwpy not found # will not reach if aprun hangs fi module unload bwpy module load bwpy/0.3.2 date PYVERS=`aprun -q -n 1 python --version 2>&1` #PYVERS=`aprun -q -n 1 sleep 10m` echo PYVERS=$PYVERS if echo $PYVERS | grep "Python" then echo bwpy/0.3.2 found: $PYVERS else echo bwpy/0.3.2 not found # will not reach if aprun hangs fi date [SSH] completed [SSH] exit-status: 0 Finished: SUCCESS