[LOG:2023-05-08 13:17:59] restart.create(simulationName, parfile)::Creating simulation insp08_final_small_20
[LOG:2023-05-08 13:17:59] restart.create(simulationName, parfile)::Simulation directory: /users/mtc00017/scratch/simulations/insp08_final_small_20
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::Simulation Properties:
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::[properties]
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::machine         = thornyflat
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::simulationid    = simulation-insp08_final_small_20-thornyflat-tf.hpc.wvu.edu-mtc00017-2023.05.08-13.17.59-44302
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::sourcedir       = /users/mtc00017/scratch/EToolKitNew/Cactus
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::configuration   = sim
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::configid        = config-sim-trcis001.hpc.wvu.edu-gpfs20-scratch-mtc00017-EToolKitNew-Cactus
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::buildid         = build-sim-trcis001.hpc.wvu.edu-mtc00017-2023.05.08-17.13.51-42825
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::testsuite       = False
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::executable      = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/exe/cactus_sim
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::optionlist      = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/cfg/OptionList
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::submitscript    = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/run/SubmitScript
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::runscript       = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/run/RunScript
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::parfile         = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/par/charged_binary_inspiral_final.rpar
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::
[LOG:2023-05-08 13:18:01] restart.create(simulationName, parfile)::Simulation insp08_final_small_20 created
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::Restart for simulation insp08_final_small_20 created with restart id 0, long restart id 0000
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::Prepping for submission
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::No previous walltime available to be used, using walltime 168:00:00
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::Defined substituion properties for submission
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::{'SOURCEDIR': '/users/mtc00017/scratch/EToolKitNew/Cactus', 'SIMULATION_NAME': 'insp08_final_small_20', 'SHORT_SIMULATION_NAME': 'insp08_final_sm', 'SIMULATION_ID': 'simulation-insp08_final_small_20-thornyflat-tf.hpc.wvu.edu-mtc00017-2023.05.08-13.17.59-44302', 'RESTART_ID': 0, 'RUNDIR': '/users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000', 'SCRIPTFILE': '/users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/SIMFACTORY/SubmitScript', 'EXECUTABLE': '/users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/exe/cactus_sim', 'PARFILE': '/users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/charged_binary_inspiral_final.rpar', 'HOSTNAME': 'tf.hpc.wvu.edu', 'USER': 'mtc00017', 'NODES': 2, 'PROCS_REQUESTED': 80, 'PPN': 40, 'NUM_PROCS': 80, 'NODE_PROCS': 40, 'PROCS': 80, 'NUM_THREADS': 1, 'PPN_USED': 40, 'NUM_SMT': 1, 'MEMORY': '98304', 'CPUFREQ': '2.10', 'ALLOCATION': 'NOALLOCATION', 'QUEUE': 'comm_small_week', 'EMAIL': 'mtc00017', 'WALLTIME': '24:00:00', 'WALLTIME_HH': '24', 'WALLTIME_MM': '00', 'WALLTIME_SS': '00', 'WALLTIME_SECONDS': 86400, 'WALLTIME_MINUTES': 1440.0, 'WALLTIME_HOURS': 24.0, 'SIMFACTORY': '/gpfs20/scratch/mtc00017/EToolKitNew/Cactus/repos/simfactory2/bin/sim', 'SUBMITSCRIPT': '/users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/SIMFACTORY/SubmitScript', 'CONFIGURATION': 'sim', 'FROM_RESTART_COMMAND': '', 'CHAINED_JOB_ID': ''}
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::self.Properties: /users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/SIMFACTORY/properties.ini
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::[properties]
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::machine         = thornyflat
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::simulationid    = simulation-insp08_final_small_20-thornyflat-tf.hpc.wvu.edu-mtc00017-2023.05.08-13.17.59-44302
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::sourcedir       = /users/mtc00017/scratch/EToolKitNew/Cactus
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::configuration   = sim
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::configid        = config-sim-trcis001.hpc.wvu.edu-gpfs20-scratch-mtc00017-EToolKitNew-Cactus
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::buildid         = build-sim-trcis001.hpc.wvu.edu-mtc00017-2023.05.08-17.13.51-42825
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::testsuite       = False
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::executable      = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/exe/cactus_sim
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::optionlist      = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/cfg/OptionList
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::submitscript    = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/run/SubmitScript
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::runscript       = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/run/RunScript
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::parfile         = /users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/par/charged_binary_inspiral_final.rpar
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::nodes           = 2
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::procsrequested  = 80
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::ppn             = 40
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::numprocs        = 80
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::nodeprocs       = 40
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::procs           = 80
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::numthreads      = 1
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::ppnused         = 40
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::numsmt          = 1
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::queue           = comm_small_week
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::allocation      = NOALLOCATION
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::hostname        = tf.hpc.wvu.edu
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::user            = mtc00017
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::memory          = 98304
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::cpufreq         = 2.10
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::pbsSimulationName= insp08_final_sm
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::walltime        = 24:00:00
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::chainedjobid    = -1
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::saving substituted submitscript contents to: /users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/SIMFACTORY/SubmitScript
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::Executing submission command: qsub /users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/SIMFACTORY/SubmitScript
[LOG:2023-05-08 13:18:01] self.makeActive()::Simulation insp08_final_small_20 with restart-id 0 has been made active
[LOG:2023-05-08 13:18:01] job_id = self.extractJobId(output)::received raw output: Loading python version intelpython_3.9 : lang/python/intelpython_3.9
[LOG:2023-05-08 13:18:01] job_id = self.extractJobId(output)::Loading gcc version 9.3.0 : lang/gcc/9.3.0
[LOG:2023-05-08 13:18:01] job_id = self.extractJobId(output)::Loading gcc version 9.3.0 : lang/gcc/9.3.0
[LOG:2023-05-08 13:18:01] job_id = self.extractJobId(output)::Loading openblas version 0.3.20_gcc93 : libs/openblas/0.3.20_gcc93
[LOG:2023-05-08 13:18:01] job_id = self.extractJobId(output)::211275
[LOG:2023-05-08 13:18:01] job_id = self.extractJobId(output)::
[LOG:2023-05-08 13:18:01] job_id = self.extractJobId(output)::using submitRegex: ^(\d+)\.
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::After searching raw output, it was determined that the job_id is: -1
[LOG:2023-05-08 13:18:01] self.submit(submitScript)::The regex did NOT match anything. No job_id means no control.
[LOG:2023-05-08 13:18:03] self.load(simulationName, restartId)::For simulation insp08_final_small_20, loaded restart id 0, long restart id 0000
[LOG:2023-05-08 13:18:03] self.run()::Prepping for execution/run
[LOG:2023-05-08 13:18:03] checkpointing = self.PrepareCheckpointing(recover_id)::PrepareCheckpointing: max_restart_id: -1
[LOG:2023-05-08 13:18:03] self.run()::Defined substitution properties for execution/run
[LOG:2023-05-08 13:18:03] self.run()::{'MACHINE': 'thornyflat', 'SOURCEDIR': '/users/mtc00017/scratch/EToolKitNew/Cactus', 'SIMULATION_NAME': 'insp08_final_small_20', 'SHORT_SIMULATION_NAME': 'insp08_final_sm', 'SIMULATION_ID': 'simulation-insp08_final_small_20-thornyflat-tf.hpc.wvu.edu-mtc00017-2023.05.08-13.17.59-44302', 'RESTART_ID': 0, 'SCRIPTFILE': '/users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/run/SubmitScript', 'SUBMITSCRIPT': '/users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/run/SubmitScript', 'CONFIGURATION': 'sim', 'EXECUTABLE': '/users/mtc00017/scratch/simulations/insp08_final_small_20/SIMFACTORY/exe/cactus_sim', 'PARFILE': '/users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/charged_binary_inspiral_final.par', 'RUNDIR': '/users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000', 'HOSTNAME': 'tf.hpc.wvu.edu', 'USER': 'mtc00017', 'ALLOCATION': 'NOALLOCATION', 'NODES': '2', 'PROCS_REQUESTED': '80', 'PPN': '40', 'NUM_PROCS': '80', 'NODE_PROCS': '40', 'PROCS': '80', 'NUM_THREADS': '1', 'PPN_USED': '40', 'NUM_SMT': '1', 'MEMORY': '98304', 'CPUFREQ': '2.10', 'RUNDEBUG': 0, 'WALLTIME': '24:00:00', 'WALLTIME_HH': '24', 'WALLTIME_MM': '00', 'WALLTIME_SS': '00', 'WALLTIME_SECONDS': 86400, 'WALLTIME_MINUTES': 1440.0, 'WALLTIME_HOURS': 24.0}
[LOG:2023-05-08 13:18:16] self.run()::Executing run command: /users/mtc00017/scratch/simulations/insp08_final_small_20/output-0000/SIMFACTORY/RunScript