process.condor_dag.dagman.out 141 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729
  1. 07/12/22 12:25:44 ******************************************************
  2. 07/12/22 12:25:44 ** condor_scheduniv_exec.932250.0 (CONDOR_DAGMAN) STARTING UP
  3. 07/12/22 12:25:44 ** /usr/bin/condor_dagman
  4. 07/12/22 12:25:44 ** SubsystemInfo: name=DAGMAN type=DAGMAN(10) class=DAEMON(1)
  5. 07/12/22 12:25:44 ** Configuration: subsystem:DAGMAN local:<NONE> class:DAEMON
  6. 07/12/22 12:25:44 ** $CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $
  7. 07/12/22 12:25:44 ** $CondorPlatform: X86_64-Debian_10 $
  8. 07/12/22 12:25:44 ** PID = 2301584
  9. 07/12/22 12:25:44 ** Log last touched time unavailable (No such file or directory)
  10. 07/12/22 12:25:44 ******************************************************
  11. 07/12/22 12:25:44 Using config source: /etc/condor/condor_config
  12. 07/12/22 12:25:44 Using local config sources:
  13. 07/12/22 12:25:44 /etc/condor/config.d/50_inm7_master
  14. 07/12/22 12:25:44 /etc/condor/condor_config.local
  15. 07/12/22 12:25:44 config Macros = 81, Sorted = 81, StringBytes = 2405, TablesBytes = 2972
  16. 07/12/22 12:25:44 CLASSAD_CACHING is ENABLED
  17. 07/12/22 12:25:44 Daemon Log is logging: D_ALWAYS D_ERROR
  18. 07/12/22 12:25:44 DaemonCore: No command port requested.
  19. 07/12/22 12:25:44 DAGMAN_USE_STRICT setting: 1
  20. 07/12/22 12:25:44 DAGMAN_VERBOSITY setting: 3
  21. 07/12/22 12:25:44 DAGMAN_DEBUG_CACHE_SIZE setting: 5242880
  22. 07/12/22 12:25:44 DAGMAN_DEBUG_CACHE_ENABLE setting: False
  23. 07/12/22 12:25:44 DAGMAN_SUBMIT_DELAY setting: 0
  24. 07/12/22 12:25:44 DAGMAN_MAX_SUBMIT_ATTEMPTS setting: 6
  25. 07/12/22 12:25:44 DAGMAN_STARTUP_CYCLE_DETECT setting: False
  26. 07/12/22 12:25:44 DAGMAN_MAX_SUBMITS_PER_INTERVAL setting: 100
  27. 07/12/22 12:25:44 DAGMAN_AGGRESSIVE_SUBMIT setting: False
  28. 07/12/22 12:25:44 DAGMAN_USER_LOG_SCAN_INTERVAL setting: 5
  29. 07/12/22 12:25:44 DAGMAN_QUEUE_UPDATE_INTERVAL setting: 300
  30. 07/12/22 12:25:44 DAGMAN_DEFAULT_PRIORITY setting: 0
  31. 07/12/22 12:25:44 DAGMAN_SUPPRESS_NOTIFICATION setting: True
  32. 07/12/22 12:25:44 allow_events (DAGMAN_ALLOW_EVENTS) setting: 114
  33. 07/12/22 12:25:44 DAGMAN_RETRY_SUBMIT_FIRST setting: True
  34. 07/12/22 12:25:44 DAGMAN_RETRY_NODE_FIRST setting: False
  35. 07/12/22 12:25:44 DAGMAN_MAX_JOBS_IDLE setting: 1000
  36. 07/12/22 12:25:44 DAGMAN_MAX_JOBS_SUBMITTED setting: 0
  37. 07/12/22 12:25:44 DAGMAN_MAX_PRE_SCRIPTS setting: 20
  38. 07/12/22 12:25:44 DAGMAN_MAX_POST_SCRIPTS setting: 20
  39. 07/12/22 12:25:44 DAGMAN_MUNGE_NODE_NAMES setting: True
  40. 07/12/22 12:25:44 DAGMAN_PROHIBIT_MULTI_JOBS setting: False
  41. 07/12/22 12:25:44 DAGMAN_SUBMIT_DEPTH_FIRST setting: False
  42. 07/12/22 12:25:44 DAGMAN_ALWAYS_RUN_POST setting: False
  43. 07/12/22 12:25:44 DAGMAN_CONDOR_SUBMIT_EXE setting: /usr/bin/condor_submit
  44. 07/12/22 12:25:44 DAGMAN_USE_CONDOR_SUBMIT setting: True
  45. 07/12/22 12:25:44 DAGMAN_ABORT_DUPLICATES setting: True
  46. 07/12/22 12:25:44 DAGMAN_ABORT_ON_SCARY_SUBMIT setting: True
  47. 07/12/22 12:25:44 DAGMAN_PENDING_REPORT_INTERVAL setting: 600
  48. 07/12/22 12:25:44 DAGMAN_AUTO_RESCUE setting: True
  49. 07/12/22 12:25:44 DAGMAN_MAX_RESCUE_NUM setting: 100
  50. 07/12/22 12:25:44 DAGMAN_WRITE_PARTIAL_RESCUE setting: True
  51. 07/12/22 12:25:44 DAGMAN_DEFAULT_NODE_LOG setting: @(DAG_DIR)/@(DAG_FILE).nodes.log
  52. 07/12/22 12:25:44 DAGMAN_GENERATE_SUBDAG_SUBMITS setting: True
  53. 07/12/22 12:25:44 DAGMAN_MAX_JOB_HOLDS setting: 100
  54. 07/12/22 12:25:44 DAGMAN_HOLD_CLAIM_TIME setting: 20
  55. 07/12/22 12:25:44 ALL_DEBUG setting:
  56. 07/12/22 12:25:44 DAGMAN_DEBUG setting:
  57. 07/12/22 12:25:44 DAGMAN_SUPPRESS_JOB_LOGS setting: False
  58. 07/12/22 12:25:44 DAGMAN_REMOVE_NODE_JOBS setting: True
  59. 07/12/22 12:25:44 argv[0] == "condor_scheduniv_exec.932250.0"
  60. 07/12/22 12:25:44 argv[1] == "-Lockfile"
  61. 07/12/22 12:25:44 argv[2] == "code/process.condor_dag.lock"
  62. 07/12/22 12:25:44 argv[3] == "-AutoRescue"
  63. 07/12/22 12:25:44 argv[4] == "1"
  64. 07/12/22 12:25:44 argv[5] == "-DoRescueFrom"
  65. 07/12/22 12:25:44 argv[6] == "0"
  66. 07/12/22 12:25:44 argv[7] == "-Dag"
  67. 07/12/22 12:25:44 argv[8] == "code/process.condor_dag"
  68. 07/12/22 12:25:44 argv[9] == "-Suppress_notification"
  69. 07/12/22 12:25:44 argv[10] == "-CsdVersion"
  70. 07/12/22 12:25:44 argv[11] == "$CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $"
  71. 07/12/22 12:25:44 argv[12] == "-Dagman"
  72. 07/12/22 12:25:44 argv[13] == "/usr/bin/condor_dagman"
  73. 07/12/22 12:25:44 Workflow batch-name: <process.condor_dag+932250>
  74. 07/12/22 12:25:44 Workflow accounting_group: <>
  75. 07/12/22 12:25:44 Workflow accounting_group_user: <>
  76. 07/12/22 12:25:44 Warning: failed to get attribute DAGNodeName
  77. 07/12/22 12:25:44 DAGMAN_LOG_ON_NFS_IS_ERROR setting: False
  78. 07/12/22 12:25:44 Default node log file is: </data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log>
  79. 07/12/22 12:25:44 DAG Lockfile will be written to code/process.condor_dag.lock
  80. 07/12/22 12:25:44 DAG Input file is code/process.condor_dag
  81. 07/12/22 12:25:44 Parsing 1 dagfiles
  82. 07/12/22 12:25:44 Parsing code/process.condor_dag ...
  83. 07/12/22 12:25:44 Dag contains 31 total jobs
  84. 07/12/22 12:25:44 Sleeping for 3 seconds to ensure ProcessId uniqueness
  85. 07/12/22 12:25:47 Bootstrapping...
  86. 07/12/22 12:25:47 Number of pre-completed nodes: 0
  87. 07/12/22 12:25:47 MultiLogFiles: truncating log file /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  88. 07/12/22 12:25:47 DAG status: 0 (DAG_STATUS_OK)
  89. 07/12/22 12:25:47 Of 31 nodes total:
  90. 07/12/22 12:25:47 Done Pre Queued Post Ready Un-Ready Failed
  91. 07/12/22 12:25:47 === === === === === === ===
  92. 07/12/22 12:25:47 0 0 0 0 31 0 0
  93. 07/12/22 12:25:47 0 job proc(s) currently held
  94. 07/12/22 12:25:47 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; EventCycleTimeCount = 0.0; LogProcessCycleTimeSum = 0.0; SleepCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SleepCycleTimeCount = 0.0; SubmitCycleTimeCount = 0.0; SubmitCycleTimeSum = 0.0; ]
  95. 07/12/22 12:25:47 Registering condor_event_timer...
  96. 07/12/22 12:25:48 Submitting HTCondor Node sub-022 job(s)...
  97. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  98. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  99. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  100. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-022 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-022 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-022 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  101. 07/12/22 12:25:48 From submit: Submitting job(s).
  102. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932251.
  103. 07/12/22 12:25:48 assigned HTCondor ID (932251.0.0)
  104. 07/12/22 12:25:48 Submitting HTCondor Node sub-028 job(s)...
  105. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  106. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  107. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  108. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-028 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-028 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-028 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  109. 07/12/22 12:25:48 From submit: Submitting job(s).
  110. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932252.
  111. 07/12/22 12:25:48 assigned HTCondor ID (932252.0.0)
  112. 07/12/22 12:25:48 Submitting HTCondor Node sub-010 job(s)...
  113. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  114. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  115. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  116. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-010 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-010 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-010 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  117. 07/12/22 12:25:48 From submit: Submitting job(s).
  118. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932253.
  119. 07/12/22 12:25:48 assigned HTCondor ID (932253.0.0)
  120. 07/12/22 12:25:48 Submitting HTCondor Node sub-031 job(s)...
  121. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  122. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  123. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  124. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-031 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-031 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-031 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  125. 07/12/22 12:25:48 From submit: Submitting job(s).
  126. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932254.
  127. 07/12/22 12:25:48 assigned HTCondor ID (932254.0.0)
  128. 07/12/22 12:25:48 Submitting HTCondor Node sub-009 job(s)...
  129. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  130. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  131. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  132. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-009 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-009 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-009 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  133. 07/12/22 12:25:48 From submit: Submitting job(s).
  134. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932255.
  135. 07/12/22 12:25:48 assigned HTCondor ID (932255.0.0)
  136. 07/12/22 12:25:48 Submitting HTCondor Node sub-003 job(s)...
  137. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  138. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  139. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  140. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-003 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-003 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-003 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  141. 07/12/22 12:25:48 From submit: Submitting job(s).
  142. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932256.
  143. 07/12/22 12:25:48 assigned HTCondor ID (932256.0.0)
  144. 07/12/22 12:25:48 Submitting HTCondor Node sub-004 job(s)...
  145. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  146. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  147. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  148. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-004 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-004 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-004 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  149. 07/12/22 12:25:48 From submit: Submitting job(s).
  150. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932257.
  151. 07/12/22 12:25:48 assigned HTCondor ID (932257.0.0)
  152. 07/12/22 12:25:48 Submitting HTCondor Node sub-017 job(s)...
  153. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  154. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  155. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  156. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-017 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-017 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-017 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  157. 07/12/22 12:25:48 From submit: Submitting job(s).
  158. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932258.
  159. 07/12/22 12:25:48 assigned HTCondor ID (932258.0.0)
  160. 07/12/22 12:25:48 Submitting HTCondor Node sub-025 job(s)...
  161. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  162. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  163. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  164. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-025 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-025 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-025 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  165. 07/12/22 12:25:48 From submit: Submitting job(s).
  166. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932259.
  167. 07/12/22 12:25:48 assigned HTCondor ID (932259.0.0)
  168. 07/12/22 12:25:48 Submitting HTCondor Node sub-021 job(s)...
  169. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  170. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  171. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  172. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-021 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-021 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-021 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  173. 07/12/22 12:25:48 From submit: Submitting job(s).
  174. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932260.
  175. 07/12/22 12:25:48 assigned HTCondor ID (932260.0.0)
  176. 07/12/22 12:25:48 Submitting HTCondor Node sub-019 job(s)...
  177. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  178. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  179. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  180. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-019 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-019 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-019 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  181. 07/12/22 12:25:48 From submit: Submitting job(s).
  182. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932261.
  183. 07/12/22 12:25:48 assigned HTCondor ID (932261.0.0)
  184. 07/12/22 12:25:48 Submitting HTCondor Node sub-013 job(s)...
  185. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  186. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  187. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  188. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-013 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-013 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-013 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  189. 07/12/22 12:25:48 From submit: Submitting job(s).
  190. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932262.
  191. 07/12/22 12:25:48 assigned HTCondor ID (932262.0.0)
  192. 07/12/22 12:25:48 Submitting HTCondor Node sub-007 job(s)...
  193. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  194. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  195. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  196. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-007 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-007 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-007 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  197. 07/12/22 12:25:48 From submit: Submitting job(s).
  198. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932263.
  199. 07/12/22 12:25:48 assigned HTCondor ID (932263.0.0)
  200. 07/12/22 12:25:48 Submitting HTCondor Node sub-014 job(s)...
  201. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  202. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  203. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  204. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-014 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-014 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-014 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  205. 07/12/22 12:25:48 From submit: Submitting job(s).
  206. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932264.
  207. 07/12/22 12:25:48 assigned HTCondor ID (932264.0.0)
  208. 07/12/22 12:25:48 Submitting HTCondor Node sub-026 job(s)...
  209. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  210. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  211. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  212. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-026 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-026 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-026 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  213. 07/12/22 12:25:48 From submit: Submitting job(s).
  214. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932265.
  215. 07/12/22 12:25:48 assigned HTCondor ID (932265.0.0)
  216. 07/12/22 12:25:48 Submitting HTCondor Node sub-016 job(s)...
  217. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  218. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  219. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  220. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-016 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-016 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-016 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  221. 07/12/22 12:25:48 From submit: Submitting job(s).
  222. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932266.
  223. 07/12/22 12:25:48 assigned HTCondor ID (932266.0.0)
  224. 07/12/22 12:25:48 Submitting HTCondor Node sub-024 job(s)...
  225. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  226. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  227. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  228. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-024 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-024 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-024 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  229. 07/12/22 12:25:48 From submit: Submitting job(s).
  230. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932267.
  231. 07/12/22 12:25:48 assigned HTCondor ID (932267.0.0)
  232. 07/12/22 12:25:48 Submitting HTCondor Node sub-005 job(s)...
  233. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  234. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  235. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  236. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-005 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-005 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-005 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  237. 07/12/22 12:25:48 From submit: Submitting job(s).
  238. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932268.
  239. 07/12/22 12:25:48 assigned HTCondor ID (932268.0.0)
  240. 07/12/22 12:25:48 Submitting HTCondor Node sub-030 job(s)...
  241. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  242. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  243. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  244. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-030 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-030 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-030 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  245. 07/12/22 12:25:48 From submit: Submitting job(s).
  246. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932269.
  247. 07/12/22 12:25:48 assigned HTCondor ID (932269.0.0)
  248. 07/12/22 12:25:48 Submitting HTCondor Node sub-002 job(s)...
  249. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  250. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  251. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  252. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-002 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-002 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-002 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  253. 07/12/22 12:25:48 From submit: Submitting job(s).
  254. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932270.
  255. 07/12/22 12:25:48 assigned HTCondor ID (932270.0.0)
  256. 07/12/22 12:25:48 Submitting HTCondor Node sub-008 job(s)...
  257. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  258. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  259. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  260. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-008 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-008 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-008 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  261. 07/12/22 12:25:48 From submit: Submitting job(s).
  262. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932271.
  263. 07/12/22 12:25:48 assigned HTCondor ID (932271.0.0)
  264. 07/12/22 12:25:48 Submitting HTCondor Node sub-029 job(s)...
  265. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  266. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  267. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  268. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-029 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-029 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-029 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  269. 07/12/22 12:25:48 From submit: Submitting job(s).
  270. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932272.
  271. 07/12/22 12:25:48 assigned HTCondor ID (932272.0.0)
  272. 07/12/22 12:25:48 Submitting HTCondor Node sub-023 job(s)...
  273. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  274. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  275. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  276. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-023 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-023 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-023 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  277. 07/12/22 12:25:48 From submit: Submitting job(s).
  278. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932273.
  279. 07/12/22 12:25:48 assigned HTCondor ID (932273.0.0)
  280. 07/12/22 12:25:48 Submitting HTCondor Node sub-011 job(s)...
  281. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  282. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  283. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  284. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-011 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-011 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-011 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  285. 07/12/22 12:25:48 From submit: Submitting job(s).
  286. 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932274.
  287. 07/12/22 12:25:48 assigned HTCondor ID (932274.0.0)
  288. 07/12/22 12:25:48 Submitting HTCondor Node sub-015 job(s)...
  289. 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  290. 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
  291. 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  292. 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-015 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-015 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-015 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  293. 07/12/22 12:25:49 From submit: Submitting job(s).
  294. 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932275.
  295. 07/12/22 12:25:49 assigned HTCondor ID (932275.0.0)
  296. 07/12/22 12:25:49 Submitting HTCondor Node sub-027 job(s)...
  297. 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  298. 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
  299. 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  300. 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-027 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-027 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-027 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  301. 07/12/22 12:25:49 From submit: Submitting job(s).
  302. 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932276.
  303. 07/12/22 12:25:49 assigned HTCondor ID (932276.0.0)
  304. 07/12/22 12:25:49 Submitting HTCondor Node sub-006 job(s)...
  305. 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  306. 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
  307. 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  308. 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-006 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-006 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-006 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  309. 07/12/22 12:25:49 From submit: Submitting job(s).
  310. 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932277.
  311. 07/12/22 12:25:49 assigned HTCondor ID (932277.0.0)
  312. 07/12/22 12:25:49 Submitting HTCondor Node sub-001 job(s)...
  313. 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  314. 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
  315. 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  316. 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-001 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-001 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-001 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  317. 07/12/22 12:25:49 From submit: Submitting job(s).
  318. 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932278.
  319. 07/12/22 12:25:49 assigned HTCondor ID (932278.0.0)
  320. 07/12/22 12:25:49 Submitting HTCondor Node sub-020 job(s)...
  321. 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  322. 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
  323. 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  324. 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-020 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-020 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-020 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  325. 07/12/22 12:25:49 From submit: Submitting job(s).
  326. 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932279.
  327. 07/12/22 12:25:49 assigned HTCondor ID (932279.0.0)
  328. 07/12/22 12:25:49 Submitting HTCondor Node sub-012 job(s)...
  329. 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  330. 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
  331. 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  332. 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-012 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-012 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-012 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  333. 07/12/22 12:25:49 From submit: Submitting job(s).
  334. 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932280.
  335. 07/12/22 12:25:49 assigned HTCondor ID (932280.0.0)
  336. 07/12/22 12:25:49 Submitting HTCondor Node sub-018 job(s)...
  337. 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
  338. 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
  339. 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  340. 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-018 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-018 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-018 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  341. 07/12/22 12:25:49 From submit: Submitting job(s).
  342. 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932281.
  343. 07/12/22 12:25:49 assigned HTCondor ID (932281.0.0)
  344. 07/12/22 12:25:49 Just submitted 31 jobs this cycle...
  345. 07/12/22 12:25:49 DAG status: 0 (DAG_STATUS_OK)
  346. 07/12/22 12:25:49 Of 31 nodes total:
  347. 07/12/22 12:25:49 Done Pre Queued Post Ready Un-Ready Failed
  348. 07/12/22 12:25:49 === === === === === === ===
  349. 07/12/22 12:25:49 0 0 31 0 0 0 0
  350. 07/12/22 12:25:49 0 job proc(s) currently held
  351. 07/12/22 12:25:49 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; SleepCycleTimeCount = 0.0; EventCycleTimeCount = 0.0; SubmitCycleTimeStd = 0.9802401065826416; SubmitCycleTimeMax = 0.9802401065826416; LogProcessCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SubmitCycleTimeMin = 0.9802401065826416; SubmitCycleTimeCount = 1.0; SubmitCycleTimeSum = 0.9802401065826416; SleepCycleTimeSum = 0.0; SubmitCycleTimeAvg = 0.9802401065826416; ]
  352. 07/12/22 12:25:54 Currently monitoring 1 HTCondor log file(s)
  353. 07/12/22 12:25:54 Reassigning the id of job sub-022 from (932251.0.0) to (932251.0.0)
  354. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-022 (932251.0.0) {07/12/22 12:25:48}
  355. 07/12/22 12:25:54 Number of idle job procs: 1
  356. 07/12/22 12:25:54 Reassigning the id of job sub-028 from (932252.0.0) to (932252.0.0)
  357. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-028 (932252.0.0) {07/12/22 12:25:48}
  358. 07/12/22 12:25:54 Number of idle job procs: 2
  359. 07/12/22 12:25:54 Reassigning the id of job sub-010 from (932253.0.0) to (932253.0.0)
  360. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-010 (932253.0.0) {07/12/22 12:25:48}
  361. 07/12/22 12:25:54 Number of idle job procs: 3
  362. 07/12/22 12:25:54 Reassigning the id of job sub-031 from (932254.0.0) to (932254.0.0)
  363. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-031 (932254.0.0) {07/12/22 12:25:48}
  364. 07/12/22 12:25:54 Number of idle job procs: 4
  365. 07/12/22 12:25:54 Reassigning the id of job sub-009 from (932255.0.0) to (932255.0.0)
  366. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-009 (932255.0.0) {07/12/22 12:25:48}
  367. 07/12/22 12:25:54 Number of idle job procs: 5
  368. 07/12/22 12:25:54 Reassigning the id of job sub-003 from (932256.0.0) to (932256.0.0)
  369. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-003 (932256.0.0) {07/12/22 12:25:48}
  370. 07/12/22 12:25:54 Number of idle job procs: 6
  371. 07/12/22 12:25:54 Reassigning the id of job sub-004 from (932257.0.0) to (932257.0.0)
  372. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-004 (932257.0.0) {07/12/22 12:25:48}
  373. 07/12/22 12:25:54 Number of idle job procs: 7
  374. 07/12/22 12:25:54 Reassigning the id of job sub-017 from (932258.0.0) to (932258.0.0)
  375. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-017 (932258.0.0) {07/12/22 12:25:48}
  376. 07/12/22 12:25:54 Number of idle job procs: 8
  377. 07/12/22 12:25:54 Reassigning the id of job sub-025 from (932259.0.0) to (932259.0.0)
  378. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-025 (932259.0.0) {07/12/22 12:25:48}
  379. 07/12/22 12:25:54 Number of idle job procs: 9
  380. 07/12/22 12:25:54 Reassigning the id of job sub-021 from (932260.0.0) to (932260.0.0)
  381. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-021 (932260.0.0) {07/12/22 12:25:48}
  382. 07/12/22 12:25:54 Number of idle job procs: 10
  383. 07/12/22 12:25:54 Reassigning the id of job sub-019 from (932261.0.0) to (932261.0.0)
  384. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-019 (932261.0.0) {07/12/22 12:25:48}
  385. 07/12/22 12:25:54 Number of idle job procs: 11
  386. 07/12/22 12:25:54 Reassigning the id of job sub-013 from (932262.0.0) to (932262.0.0)
  387. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-013 (932262.0.0) {07/12/22 12:25:48}
  388. 07/12/22 12:25:54 Number of idle job procs: 12
  389. 07/12/22 12:25:54 Reassigning the id of job sub-007 from (932263.0.0) to (932263.0.0)
  390. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-007 (932263.0.0) {07/12/22 12:25:48}
  391. 07/12/22 12:25:54 Number of idle job procs: 13
  392. 07/12/22 12:25:54 Reassigning the id of job sub-014 from (932264.0.0) to (932264.0.0)
  393. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-014 (932264.0.0) {07/12/22 12:25:48}
  394. 07/12/22 12:25:54 Number of idle job procs: 14
  395. 07/12/22 12:25:54 Reassigning the id of job sub-026 from (932265.0.0) to (932265.0.0)
  396. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-026 (932265.0.0) {07/12/22 12:25:48}
  397. 07/12/22 12:25:54 Number of idle job procs: 15
  398. 07/12/22 12:25:54 Reassigning the id of job sub-016 from (932266.0.0) to (932266.0.0)
  399. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-016 (932266.0.0) {07/12/22 12:25:48}
  400. 07/12/22 12:25:54 Number of idle job procs: 16
  401. 07/12/22 12:25:54 Reassigning the id of job sub-024 from (932267.0.0) to (932267.0.0)
  402. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-024 (932267.0.0) {07/12/22 12:25:48}
  403. 07/12/22 12:25:54 Number of idle job procs: 17
  404. 07/12/22 12:25:54 Reassigning the id of job sub-005 from (932268.0.0) to (932268.0.0)
  405. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-005 (932268.0.0) {07/12/22 12:25:48}
  406. 07/12/22 12:25:54 Number of idle job procs: 18
  407. 07/12/22 12:25:54 Reassigning the id of job sub-030 from (932269.0.0) to (932269.0.0)
  408. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-030 (932269.0.0) {07/12/22 12:25:48}
  409. 07/12/22 12:25:54 Number of idle job procs: 19
  410. 07/12/22 12:25:54 Reassigning the id of job sub-002 from (932270.0.0) to (932270.0.0)
  411. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-002 (932270.0.0) {07/12/22 12:25:48}
  412. 07/12/22 12:25:54 Number of idle job procs: 20
  413. 07/12/22 12:25:54 Reassigning the id of job sub-008 from (932271.0.0) to (932271.0.0)
  414. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-008 (932271.0.0) {07/12/22 12:25:48}
  415. 07/12/22 12:25:54 Number of idle job procs: 21
  416. 07/12/22 12:25:54 Reassigning the id of job sub-029 from (932272.0.0) to (932272.0.0)
  417. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-029 (932272.0.0) {07/12/22 12:25:48}
  418. 07/12/22 12:25:54 Number of idle job procs: 22
  419. 07/12/22 12:25:54 Reassigning the id of job sub-023 from (932273.0.0) to (932273.0.0)
  420. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-023 (932273.0.0) {07/12/22 12:25:48}
  421. 07/12/22 12:25:54 Number of idle job procs: 23
  422. 07/12/22 12:25:54 Reassigning the id of job sub-011 from (932274.0.0) to (932274.0.0)
  423. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-011 (932274.0.0) {07/12/22 12:25:48}
  424. 07/12/22 12:25:54 Number of idle job procs: 24
  425. 07/12/22 12:25:54 Reassigning the id of job sub-015 from (932275.0.0) to (932275.0.0)
  426. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-015 (932275.0.0) {07/12/22 12:25:49}
  427. 07/12/22 12:25:54 Number of idle job procs: 25
  428. 07/12/22 12:25:54 Reassigning the id of job sub-027 from (932276.0.0) to (932276.0.0)
  429. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-027 (932276.0.0) {07/12/22 12:25:49}
  430. 07/12/22 12:25:54 Number of idle job procs: 26
  431. 07/12/22 12:25:54 Reassigning the id of job sub-006 from (932277.0.0) to (932277.0.0)
  432. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-006 (932277.0.0) {07/12/22 12:25:49}
  433. 07/12/22 12:25:54 Number of idle job procs: 27
  434. 07/12/22 12:25:54 Reassigning the id of job sub-001 from (932278.0.0) to (932278.0.0)
  435. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-001 (932278.0.0) {07/12/22 12:25:49}
  436. 07/12/22 12:25:54 Number of idle job procs: 28
  437. 07/12/22 12:25:54 Reassigning the id of job sub-020 from (932279.0.0) to (932279.0.0)
  438. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-020 (932279.0.0) {07/12/22 12:25:49}
  439. 07/12/22 12:25:54 Number of idle job procs: 29
  440. 07/12/22 12:25:54 Reassigning the id of job sub-012 from (932280.0.0) to (932280.0.0)
  441. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-012 (932280.0.0) {07/12/22 12:25:49}
  442. 07/12/22 12:25:54 Number of idle job procs: 30
  443. 07/12/22 12:25:54 Reassigning the id of job sub-018 from (932281.0.0) to (932281.0.0)
  444. 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-018 (932281.0.0) {07/12/22 12:25:49}
  445. 07/12/22 12:25:54 Number of idle job procs: 31
  446. 07/12/22 12:35:54 600 seconds since last log event
  447. 07/12/22 12:35:54 Pending DAG nodes:
  448. 07/12/22 12:35:54 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  449. 07/12/22 12:35:54 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  450. 07/12/22 12:35:54 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  451. 07/12/22 12:35:54 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  452. 07/12/22 12:35:54 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  453. 07/12/22 12:35:54 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  454. 07/12/22 12:35:54 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  455. 07/12/22 12:35:54 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  456. 07/12/22 12:35:54 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  457. 07/12/22 12:35:54 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  458. 07/12/22 12:35:54 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  459. 07/12/22 12:35:54 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  460. 07/12/22 12:35:54 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  461. 07/12/22 12:35:54 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  462. 07/12/22 12:35:54 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  463. 07/12/22 12:35:54 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  464. 07/12/22 12:35:54 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  465. 07/12/22 12:35:54 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  466. 07/12/22 12:35:54 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  467. 07/12/22 12:35:54 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  468. 07/12/22 12:35:54 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  469. 07/12/22 12:35:54 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  470. 07/12/22 12:35:54 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  471. 07/12/22 12:35:54 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  472. 07/12/22 12:35:54 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  473. 07/12/22 12:35:54 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  474. 07/12/22 12:35:54 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  475. 07/12/22 12:35:54 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  476. 07/12/22 12:35:54 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  477. 07/12/22 12:35:54 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  478. 07/12/22 12:35:54 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  479. 07/12/22 12:45:55 1201 seconds since last log event
  480. 07/12/22 12:45:55 Pending DAG nodes:
  481. 07/12/22 12:45:55 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  482. 07/12/22 12:45:55 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  483. 07/12/22 12:45:55 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  484. 07/12/22 12:45:55 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  485. 07/12/22 12:45:55 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  486. 07/12/22 12:45:55 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  487. 07/12/22 12:45:55 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  488. 07/12/22 12:45:55 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  489. 07/12/22 12:45:55 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  490. 07/12/22 12:45:55 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  491. 07/12/22 12:45:55 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  492. 07/12/22 12:45:55 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  493. 07/12/22 12:45:55 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  494. 07/12/22 12:45:55 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  495. 07/12/22 12:45:55 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  496. 07/12/22 12:45:55 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  497. 07/12/22 12:45:55 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  498. 07/12/22 12:45:55 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  499. 07/12/22 12:45:55 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  500. 07/12/22 12:45:55 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  501. 07/12/22 12:45:55 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  502. 07/12/22 12:45:55 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  503. 07/12/22 12:45:55 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  504. 07/12/22 12:45:55 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  505. 07/12/22 12:45:55 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  506. 07/12/22 12:45:55 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  507. 07/12/22 12:45:55 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  508. 07/12/22 12:45:55 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  509. 07/12/22 12:45:55 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  510. 07/12/22 12:45:55 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  511. 07/12/22 12:45:55 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  512. 07/12/22 12:55:55 1801 seconds since last log event
  513. 07/12/22 12:55:55 Pending DAG nodes:
  514. 07/12/22 12:55:55 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  515. 07/12/22 12:55:55 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  516. 07/12/22 12:55:55 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  517. 07/12/22 12:55:55 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  518. 07/12/22 12:55:55 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  519. 07/12/22 12:55:55 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  520. 07/12/22 12:55:55 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  521. 07/12/22 12:55:55 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  522. 07/12/22 12:55:55 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  523. 07/12/22 12:55:55 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  524. 07/12/22 12:55:55 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  525. 07/12/22 12:55:55 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  526. 07/12/22 12:55:55 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  527. 07/12/22 12:55:55 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  528. 07/12/22 12:55:55 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  529. 07/12/22 12:55:55 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  530. 07/12/22 12:55:55 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  531. 07/12/22 12:55:55 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  532. 07/12/22 12:55:55 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  533. 07/12/22 12:55:55 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  534. 07/12/22 12:55:55 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  535. 07/12/22 12:55:55 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  536. 07/12/22 12:55:55 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  537. 07/12/22 12:55:55 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  538. 07/12/22 12:55:55 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  539. 07/12/22 12:55:55 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  540. 07/12/22 12:55:55 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  541. 07/12/22 12:55:55 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  542. 07/12/22 12:55:55 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  543. 07/12/22 12:55:55 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  544. 07/12/22 12:55:55 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  545. 07/12/22 13:05:56 2402 seconds since last log event
  546. 07/12/22 13:05:56 Pending DAG nodes:
  547. 07/12/22 13:05:56 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  548. 07/12/22 13:05:56 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  549. 07/12/22 13:05:56 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  550. 07/12/22 13:05:56 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  551. 07/12/22 13:05:56 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  552. 07/12/22 13:05:56 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  553. 07/12/22 13:05:56 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  554. 07/12/22 13:05:56 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  555. 07/12/22 13:05:56 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  556. 07/12/22 13:05:56 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  557. 07/12/22 13:05:56 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  558. 07/12/22 13:05:56 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  559. 07/12/22 13:05:56 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  560. 07/12/22 13:05:56 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  561. 07/12/22 13:05:56 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  562. 07/12/22 13:05:56 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  563. 07/12/22 13:05:56 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  564. 07/12/22 13:05:56 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  565. 07/12/22 13:05:56 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  566. 07/12/22 13:05:56 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  567. 07/12/22 13:05:56 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  568. 07/12/22 13:05:56 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  569. 07/12/22 13:05:56 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  570. 07/12/22 13:05:56 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  571. 07/12/22 13:05:56 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  572. 07/12/22 13:05:56 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  573. 07/12/22 13:05:56 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  574. 07/12/22 13:05:56 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  575. 07/12/22 13:05:56 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  576. 07/12/22 13:05:56 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  577. 07/12/22 13:05:56 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  578. 07/12/22 13:15:56 3002 seconds since last log event
  579. 07/12/22 13:15:56 Pending DAG nodes:
  580. 07/12/22 13:15:56 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  581. 07/12/22 13:15:56 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  582. 07/12/22 13:15:56 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  583. 07/12/22 13:15:56 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  584. 07/12/22 13:15:56 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  585. 07/12/22 13:15:56 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  586. 07/12/22 13:15:56 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  587. 07/12/22 13:15:56 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  588. 07/12/22 13:15:56 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  589. 07/12/22 13:15:56 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  590. 07/12/22 13:15:56 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  591. 07/12/22 13:15:56 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  592. 07/12/22 13:15:56 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  593. 07/12/22 13:15:56 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  594. 07/12/22 13:15:56 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  595. 07/12/22 13:15:56 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  596. 07/12/22 13:15:56 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  597. 07/12/22 13:15:56 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  598. 07/12/22 13:15:56 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  599. 07/12/22 13:15:56 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  600. 07/12/22 13:15:56 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  601. 07/12/22 13:15:56 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  602. 07/12/22 13:15:56 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  603. 07/12/22 13:15:56 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  604. 07/12/22 13:15:56 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  605. 07/12/22 13:15:56 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  606. 07/12/22 13:15:56 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  607. 07/12/22 13:15:56 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  608. 07/12/22 13:15:56 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  609. 07/12/22 13:15:56 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  610. 07/12/22 13:15:56 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  611. 07/12/22 13:25:57 3603 seconds since last log event
  612. 07/12/22 13:25:57 Pending DAG nodes:
  613. 07/12/22 13:25:57 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  614. 07/12/22 13:25:57 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  615. 07/12/22 13:25:57 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  616. 07/12/22 13:25:57 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  617. 07/12/22 13:25:57 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  618. 07/12/22 13:25:57 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  619. 07/12/22 13:25:57 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  620. 07/12/22 13:25:57 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  621. 07/12/22 13:25:57 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  622. 07/12/22 13:25:57 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  623. 07/12/22 13:25:57 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  624. 07/12/22 13:25:57 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  625. 07/12/22 13:25:57 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  626. 07/12/22 13:25:57 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  627. 07/12/22 13:25:57 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  628. 07/12/22 13:25:57 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  629. 07/12/22 13:25:57 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  630. 07/12/22 13:25:57 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  631. 07/12/22 13:25:57 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  632. 07/12/22 13:25:57 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  633. 07/12/22 13:25:57 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  634. 07/12/22 13:25:57 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  635. 07/12/22 13:25:57 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  636. 07/12/22 13:25:57 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  637. 07/12/22 13:25:57 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  638. 07/12/22 13:25:57 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  639. 07/12/22 13:25:57 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  640. 07/12/22 13:25:57 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  641. 07/12/22 13:25:57 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  642. 07/12/22 13:25:57 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  643. 07/12/22 13:25:57 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  644. 07/12/22 13:35:57 4203 seconds since last log event
  645. 07/12/22 13:35:57 Pending DAG nodes:
  646. 07/12/22 13:35:57 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  647. 07/12/22 13:35:57 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  648. 07/12/22 13:35:57 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  649. 07/12/22 13:35:57 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  650. 07/12/22 13:35:57 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  651. 07/12/22 13:35:57 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  652. 07/12/22 13:35:57 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  653. 07/12/22 13:35:57 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  654. 07/12/22 13:35:57 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  655. 07/12/22 13:35:57 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  656. 07/12/22 13:35:57 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  657. 07/12/22 13:35:57 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  658. 07/12/22 13:35:57 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  659. 07/12/22 13:35:57 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  660. 07/12/22 13:35:57 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  661. 07/12/22 13:35:57 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  662. 07/12/22 13:35:57 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  663. 07/12/22 13:35:57 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  664. 07/12/22 13:35:57 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  665. 07/12/22 13:35:57 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  666. 07/12/22 13:35:57 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  667. 07/12/22 13:35:57 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  668. 07/12/22 13:35:57 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  669. 07/12/22 13:35:57 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  670. 07/12/22 13:35:57 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  671. 07/12/22 13:35:57 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  672. 07/12/22 13:35:57 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  673. 07/12/22 13:35:57 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  674. 07/12/22 13:35:57 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  675. 07/12/22 13:35:57 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  676. 07/12/22 13:35:57 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  677. 07/12/22 13:45:57 4803 seconds since last log event
  678. 07/12/22 13:45:57 Pending DAG nodes:
  679. 07/12/22 13:45:57 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  680. 07/12/22 13:45:57 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  681. 07/12/22 13:45:57 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  682. 07/12/22 13:45:57 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  683. 07/12/22 13:45:57 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  684. 07/12/22 13:45:57 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  685. 07/12/22 13:45:57 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  686. 07/12/22 13:45:57 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  687. 07/12/22 13:45:57 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  688. 07/12/22 13:45:57 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  689. 07/12/22 13:45:57 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  690. 07/12/22 13:45:57 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  691. 07/12/22 13:45:57 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  692. 07/12/22 13:45:57 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  693. 07/12/22 13:45:57 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  694. 07/12/22 13:45:57 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  695. 07/12/22 13:45:57 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  696. 07/12/22 13:45:57 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  697. 07/12/22 13:45:57 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  698. 07/12/22 13:45:57 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  699. 07/12/22 13:45:57 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  700. 07/12/22 13:45:57 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  701. 07/12/22 13:45:57 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  702. 07/12/22 13:45:57 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  703. 07/12/22 13:45:57 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  704. 07/12/22 13:45:57 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  705. 07/12/22 13:45:57 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  706. 07/12/22 13:45:57 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  707. 07/12/22 13:45:57 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  708. 07/12/22 13:45:57 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  709. 07/12/22 13:45:57 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  710. 07/12/22 13:55:58 5404 seconds since last log event
  711. 07/12/22 13:55:58 Pending DAG nodes:
  712. 07/12/22 13:55:58 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  713. 07/12/22 13:55:58 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  714. 07/12/22 13:55:58 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  715. 07/12/22 13:55:58 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  716. 07/12/22 13:55:58 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  717. 07/12/22 13:55:58 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  718. 07/12/22 13:55:58 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  719. 07/12/22 13:55:58 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  720. 07/12/22 13:55:58 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  721. 07/12/22 13:55:58 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  722. 07/12/22 13:55:58 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  723. 07/12/22 13:55:58 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  724. 07/12/22 13:55:58 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  725. 07/12/22 13:55:58 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  726. 07/12/22 13:55:58 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  727. 07/12/22 13:55:58 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  728. 07/12/22 13:55:58 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  729. 07/12/22 13:55:58 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  730. 07/12/22 13:55:58 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  731. 07/12/22 13:55:58 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  732. 07/12/22 13:55:58 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  733. 07/12/22 13:55:58 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  734. 07/12/22 13:55:58 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  735. 07/12/22 13:55:58 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  736. 07/12/22 13:55:58 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  737. 07/12/22 13:55:58 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  738. 07/12/22 13:55:58 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  739. 07/12/22 13:55:58 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  740. 07/12/22 13:55:58 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  741. 07/12/22 13:55:58 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  742. 07/12/22 13:55:58 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  743. 07/12/22 14:05:58 6004 seconds since last log event
  744. 07/12/22 14:05:58 Pending DAG nodes:
  745. 07/12/22 14:05:58 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  746. 07/12/22 14:05:58 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  747. 07/12/22 14:05:58 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  748. 07/12/22 14:05:58 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  749. 07/12/22 14:05:58 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  750. 07/12/22 14:05:58 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  751. 07/12/22 14:05:58 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  752. 07/12/22 14:05:58 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  753. 07/12/22 14:05:58 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  754. 07/12/22 14:05:58 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  755. 07/12/22 14:05:58 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  756. 07/12/22 14:05:58 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  757. 07/12/22 14:05:58 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  758. 07/12/22 14:05:58 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  759. 07/12/22 14:05:58 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  760. 07/12/22 14:05:58 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  761. 07/12/22 14:05:58 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  762. 07/12/22 14:05:58 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  763. 07/12/22 14:05:58 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  764. 07/12/22 14:05:58 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  765. 07/12/22 14:05:58 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  766. 07/12/22 14:05:58 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  767. 07/12/22 14:05:58 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  768. 07/12/22 14:05:58 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  769. 07/12/22 14:05:58 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  770. 07/12/22 14:05:58 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  771. 07/12/22 14:05:58 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  772. 07/12/22 14:05:58 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  773. 07/12/22 14:05:58 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  774. 07/12/22 14:05:58 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  775. 07/12/22 14:05:58 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  776. 07/12/22 14:15:59 6605 seconds since last log event
  777. 07/12/22 14:15:59 Pending DAG nodes:
  778. 07/12/22 14:15:59 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  779. 07/12/22 14:15:59 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  780. 07/12/22 14:15:59 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  781. 07/12/22 14:15:59 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  782. 07/12/22 14:15:59 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  783. 07/12/22 14:15:59 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  784. 07/12/22 14:15:59 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  785. 07/12/22 14:15:59 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  786. 07/12/22 14:15:59 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  787. 07/12/22 14:15:59 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  788. 07/12/22 14:15:59 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  789. 07/12/22 14:15:59 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  790. 07/12/22 14:15:59 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  791. 07/12/22 14:15:59 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  792. 07/12/22 14:15:59 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  793. 07/12/22 14:15:59 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  794. 07/12/22 14:15:59 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  795. 07/12/22 14:15:59 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  796. 07/12/22 14:15:59 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  797. 07/12/22 14:15:59 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  798. 07/12/22 14:15:59 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  799. 07/12/22 14:15:59 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  800. 07/12/22 14:15:59 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  801. 07/12/22 14:15:59 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  802. 07/12/22 14:15:59 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  803. 07/12/22 14:15:59 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  804. 07/12/22 14:15:59 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  805. 07/12/22 14:15:59 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  806. 07/12/22 14:15:59 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  807. 07/12/22 14:15:59 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  808. 07/12/22 14:15:59 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  809. 07/12/22 14:25:59 7205 seconds since last log event
  810. 07/12/22 14:25:59 Pending DAG nodes:
  811. 07/12/22 14:25:59 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  812. 07/12/22 14:25:59 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  813. 07/12/22 14:25:59 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  814. 07/12/22 14:25:59 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  815. 07/12/22 14:25:59 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  816. 07/12/22 14:25:59 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  817. 07/12/22 14:25:59 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  818. 07/12/22 14:25:59 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  819. 07/12/22 14:25:59 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  820. 07/12/22 14:25:59 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  821. 07/12/22 14:25:59 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  822. 07/12/22 14:25:59 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  823. 07/12/22 14:25:59 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  824. 07/12/22 14:25:59 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  825. 07/12/22 14:25:59 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  826. 07/12/22 14:25:59 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  827. 07/12/22 14:25:59 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  828. 07/12/22 14:25:59 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  829. 07/12/22 14:25:59 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  830. 07/12/22 14:25:59 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  831. 07/12/22 14:25:59 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  832. 07/12/22 14:25:59 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  833. 07/12/22 14:25:59 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  834. 07/12/22 14:25:59 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  835. 07/12/22 14:25:59 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  836. 07/12/22 14:25:59 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  837. 07/12/22 14:25:59 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  838. 07/12/22 14:25:59 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  839. 07/12/22 14:25:59 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  840. 07/12/22 14:25:59 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  841. 07/12/22 14:25:59 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  842. 07/12/22 14:36:00 7806 seconds since last log event
  843. 07/12/22 14:36:00 Pending DAG nodes:
  844. 07/12/22 14:36:00 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  845. 07/12/22 14:36:00 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  846. 07/12/22 14:36:00 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  847. 07/12/22 14:36:00 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  848. 07/12/22 14:36:00 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  849. 07/12/22 14:36:00 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  850. 07/12/22 14:36:00 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  851. 07/12/22 14:36:00 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  852. 07/12/22 14:36:00 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  853. 07/12/22 14:36:00 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  854. 07/12/22 14:36:00 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  855. 07/12/22 14:36:00 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  856. 07/12/22 14:36:00 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  857. 07/12/22 14:36:00 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  858. 07/12/22 14:36:00 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  859. 07/12/22 14:36:00 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  860. 07/12/22 14:36:00 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  861. 07/12/22 14:36:00 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  862. 07/12/22 14:36:00 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  863. 07/12/22 14:36:00 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  864. 07/12/22 14:36:00 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  865. 07/12/22 14:36:00 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  866. 07/12/22 14:36:00 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  867. 07/12/22 14:36:00 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  868. 07/12/22 14:36:00 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  869. 07/12/22 14:36:00 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  870. 07/12/22 14:36:00 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  871. 07/12/22 14:36:00 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  872. 07/12/22 14:36:00 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  873. 07/12/22 14:36:00 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  874. 07/12/22 14:36:00 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  875. 07/12/22 14:46:01 8407 seconds since last log event
  876. 07/12/22 14:46:01 Pending DAG nodes:
  877. 07/12/22 14:46:01 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  878. 07/12/22 14:46:01 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  879. 07/12/22 14:46:01 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  880. 07/12/22 14:46:01 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  881. 07/12/22 14:46:01 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  882. 07/12/22 14:46:01 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  883. 07/12/22 14:46:01 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  884. 07/12/22 14:46:01 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  885. 07/12/22 14:46:01 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  886. 07/12/22 14:46:01 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  887. 07/12/22 14:46:01 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  888. 07/12/22 14:46:01 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  889. 07/12/22 14:46:01 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  890. 07/12/22 14:46:01 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  891. 07/12/22 14:46:01 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  892. 07/12/22 14:46:01 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  893. 07/12/22 14:46:01 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  894. 07/12/22 14:46:01 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  895. 07/12/22 14:46:01 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  896. 07/12/22 14:46:01 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  897. 07/12/22 14:46:01 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  898. 07/12/22 14:46:01 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  899. 07/12/22 14:46:01 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  900. 07/12/22 14:46:01 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  901. 07/12/22 14:46:01 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  902. 07/12/22 14:46:01 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  903. 07/12/22 14:46:01 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  904. 07/12/22 14:46:01 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  905. 07/12/22 14:46:01 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  906. 07/12/22 14:46:01 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  907. 07/12/22 14:46:01 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  908. 07/12/22 14:56:01 9007 seconds since last log event
  909. 07/12/22 14:56:01 Pending DAG nodes:
  910. 07/12/22 14:56:01 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  911. 07/12/22 14:56:01 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  912. 07/12/22 14:56:01 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  913. 07/12/22 14:56:01 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  914. 07/12/22 14:56:01 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  915. 07/12/22 14:56:01 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  916. 07/12/22 14:56:01 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  917. 07/12/22 14:56:01 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  918. 07/12/22 14:56:01 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  919. 07/12/22 14:56:01 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  920. 07/12/22 14:56:01 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  921. 07/12/22 14:56:01 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  922. 07/12/22 14:56:01 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  923. 07/12/22 14:56:01 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  924. 07/12/22 14:56:01 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  925. 07/12/22 14:56:01 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  926. 07/12/22 14:56:01 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  927. 07/12/22 14:56:01 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  928. 07/12/22 14:56:01 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  929. 07/12/22 14:56:01 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  930. 07/12/22 14:56:01 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  931. 07/12/22 14:56:01 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  932. 07/12/22 14:56:01 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  933. 07/12/22 14:56:01 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  934. 07/12/22 14:56:01 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  935. 07/12/22 14:56:01 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  936. 07/12/22 14:56:01 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  937. 07/12/22 14:56:01 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  938. 07/12/22 14:56:01 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  939. 07/12/22 14:56:01 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  940. 07/12/22 14:56:01 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  941. 07/12/22 15:06:02 9608 seconds since last log event
  942. 07/12/22 15:06:02 Pending DAG nodes:
  943. 07/12/22 15:06:02 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  944. 07/12/22 15:06:02 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  945. 07/12/22 15:06:02 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  946. 07/12/22 15:06:02 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  947. 07/12/22 15:06:02 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  948. 07/12/22 15:06:02 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  949. 07/12/22 15:06:02 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  950. 07/12/22 15:06:02 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  951. 07/12/22 15:06:02 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  952. 07/12/22 15:06:02 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  953. 07/12/22 15:06:02 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  954. 07/12/22 15:06:02 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  955. 07/12/22 15:06:02 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  956. 07/12/22 15:06:02 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  957. 07/12/22 15:06:02 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  958. 07/12/22 15:06:02 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  959. 07/12/22 15:06:02 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  960. 07/12/22 15:06:02 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  961. 07/12/22 15:06:02 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  962. 07/12/22 15:06:02 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  963. 07/12/22 15:06:02 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  964. 07/12/22 15:06:02 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  965. 07/12/22 15:06:02 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  966. 07/12/22 15:06:02 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  967. 07/12/22 15:06:02 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  968. 07/12/22 15:06:02 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  969. 07/12/22 15:06:02 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  970. 07/12/22 15:06:02 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  971. 07/12/22 15:06:02 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  972. 07/12/22 15:06:02 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  973. 07/12/22 15:06:02 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  974. 07/12/22 15:16:02 10208 seconds since last log event
  975. 07/12/22 15:16:02 Pending DAG nodes:
  976. 07/12/22 15:16:02 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  977. 07/12/22 15:16:02 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  978. 07/12/22 15:16:02 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  979. 07/12/22 15:16:02 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  980. 07/12/22 15:16:02 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  981. 07/12/22 15:16:02 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  982. 07/12/22 15:16:02 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  983. 07/12/22 15:16:02 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  984. 07/12/22 15:16:02 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  985. 07/12/22 15:16:02 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  986. 07/12/22 15:16:02 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  987. 07/12/22 15:16:02 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  988. 07/12/22 15:16:02 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  989. 07/12/22 15:16:02 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  990. 07/12/22 15:16:02 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  991. 07/12/22 15:16:02 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  992. 07/12/22 15:16:02 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  993. 07/12/22 15:16:02 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  994. 07/12/22 15:16:02 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  995. 07/12/22 15:16:02 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  996. 07/12/22 15:16:02 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  997. 07/12/22 15:16:02 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  998. 07/12/22 15:16:02 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  999. 07/12/22 15:16:02 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  1000. 07/12/22 15:16:02 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  1001. 07/12/22 15:16:02 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  1002. 07/12/22 15:16:02 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  1003. 07/12/22 15:16:02 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  1004. 07/12/22 15:16:02 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  1005. 07/12/22 15:16:02 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  1006. 07/12/22 15:16:02 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  1007. 07/12/22 15:26:03 10809 seconds since last log event
  1008. 07/12/22 15:26:03 Pending DAG nodes:
  1009. 07/12/22 15:26:03 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  1010. 07/12/22 15:26:03 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  1011. 07/12/22 15:26:03 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  1012. 07/12/22 15:26:03 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  1013. 07/12/22 15:26:03 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  1014. 07/12/22 15:26:03 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  1015. 07/12/22 15:26:03 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  1016. 07/12/22 15:26:03 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  1017. 07/12/22 15:26:03 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  1018. 07/12/22 15:26:03 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  1019. 07/12/22 15:26:03 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  1020. 07/12/22 15:26:03 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  1021. 07/12/22 15:26:03 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  1022. 07/12/22 15:26:03 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  1023. 07/12/22 15:26:03 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  1024. 07/12/22 15:26:03 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  1025. 07/12/22 15:26:03 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  1026. 07/12/22 15:26:03 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  1027. 07/12/22 15:26:03 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  1028. 07/12/22 15:26:03 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  1029. 07/12/22 15:26:03 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  1030. 07/12/22 15:26:03 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  1031. 07/12/22 15:26:03 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  1032. 07/12/22 15:26:03 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  1033. 07/12/22 15:26:03 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  1034. 07/12/22 15:26:03 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  1035. 07/12/22 15:26:03 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  1036. 07/12/22 15:26:03 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  1037. 07/12/22 15:26:03 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  1038. 07/12/22 15:26:03 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  1039. 07/12/22 15:26:03 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  1040. 07/12/22 15:36:03 11409 seconds since last log event
  1041. 07/12/22 15:36:03 Pending DAG nodes:
  1042. 07/12/22 15:36:03 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  1043. 07/12/22 15:36:03 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  1044. 07/12/22 15:36:03 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  1045. 07/12/22 15:36:03 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  1046. 07/12/22 15:36:03 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  1047. 07/12/22 15:36:03 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  1048. 07/12/22 15:36:03 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  1049. 07/12/22 15:36:03 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  1050. 07/12/22 15:36:03 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  1051. 07/12/22 15:36:03 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  1052. 07/12/22 15:36:03 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  1053. 07/12/22 15:36:03 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  1054. 07/12/22 15:36:03 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  1055. 07/12/22 15:36:03 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  1056. 07/12/22 15:36:03 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  1057. 07/12/22 15:36:03 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  1058. 07/12/22 15:36:03 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  1059. 07/12/22 15:36:03 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  1060. 07/12/22 15:36:03 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  1061. 07/12/22 15:36:03 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  1062. 07/12/22 15:36:03 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  1063. 07/12/22 15:36:03 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  1064. 07/12/22 15:36:03 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  1065. 07/12/22 15:36:03 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  1066. 07/12/22 15:36:03 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  1067. 07/12/22 15:36:03 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  1068. 07/12/22 15:36:03 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  1069. 07/12/22 15:36:03 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  1070. 07/12/22 15:36:03 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  1071. 07/12/22 15:36:03 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  1072. 07/12/22 15:36:03 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  1073. 07/12/22 15:46:03 12009 seconds since last log event
  1074. 07/12/22 15:46:03 Pending DAG nodes:
  1075. 07/12/22 15:46:03 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
  1076. 07/12/22 15:46:03 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
  1077. 07/12/22 15:46:03 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
  1078. 07/12/22 15:46:03 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
  1079. 07/12/22 15:46:03 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
  1080. 07/12/22 15:46:03 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
  1081. 07/12/22 15:46:03 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
  1082. 07/12/22 15:46:03 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
  1083. 07/12/22 15:46:03 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
  1084. 07/12/22 15:46:03 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
  1085. 07/12/22 15:46:03 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
  1086. 07/12/22 15:46:03 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
  1087. 07/12/22 15:46:03 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
  1088. 07/12/22 15:46:03 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
  1089. 07/12/22 15:46:03 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
  1090. 07/12/22 15:46:03 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
  1091. 07/12/22 15:46:03 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
  1092. 07/12/22 15:46:03 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
  1093. 07/12/22 15:46:03 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
  1094. 07/12/22 15:46:03 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
  1095. 07/12/22 15:46:03 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
  1096. 07/12/22 15:46:03 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
  1097. 07/12/22 15:46:03 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
  1098. 07/12/22 15:46:03 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
  1099. 07/12/22 15:46:03 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
  1100. 07/12/22 15:46:03 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
  1101. 07/12/22 15:46:03 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
  1102. 07/12/22 15:46:03 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
  1103. 07/12/22 15:46:03 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
  1104. 07/12/22 15:46:03 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
  1105. 07/12/22 15:46:03 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
  1106. 07/12/22 15:46:58 Currently monitoring 1 HTCondor log file(s)
  1107. 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-031 (932254.0.0) {07/12/22 15:46:56}
  1108. 07/12/22 15:46:58 Number of idle job procs: 30
  1109. 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-009 (932255.0.0) {07/12/22 15:46:57}
  1110. 07/12/22 15:46:58 Number of idle job procs: 29
  1111. 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-004 (932257.0.0) {07/12/22 15:46:57}
  1112. 07/12/22 15:46:58 Number of idle job procs: 28
  1113. 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-017 (932258.0.0) {07/12/22 15:46:57}
  1114. 07/12/22 15:46:58 Number of idle job procs: 27
  1115. 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-028 (932252.0.0) {07/12/22 15:46:57}
  1116. 07/12/22 15:46:58 Number of idle job procs: 26
  1117. 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-010 (932253.0.0) {07/12/22 15:46:57}
  1118. 07/12/22 15:46:58 Number of idle job procs: 25
  1119. 07/12/22 15:47:08 Currently monitoring 1 HTCondor log file(s)
  1120. 07/12/22 15:47:08 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-017 (932258.0.0) {07/12/22 15:47:06}
  1121. 07/12/22 15:47:08 Number of idle job procs: 25
  1122. 07/12/22 15:47:08 Node sub-017 job proc (932258.0.0) failed with status 1.
  1123. 07/12/22 15:47:08 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-004 (932257.0.0) {07/12/22 15:47:06}
  1124. 07/12/22 15:47:08 Number of idle job procs: 25
  1125. 07/12/22 15:47:08 Node sub-004 job proc (932257.0.0) failed with status 1.
  1126. 07/12/22 15:47:08 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-010 (932253.0.0) {07/12/22 15:47:06}
  1127. 07/12/22 15:47:08 Number of idle job procs: 25
  1128. 07/12/22 15:47:08 Node sub-010 job proc (932253.0.0) failed with status 1.
  1129. 07/12/22 15:47:08 Event: ULOG_EXECUTE for HTCondor Node sub-003 (932256.0.0) {07/12/22 15:47:07}
  1130. 07/12/22 15:47:08 Number of idle job procs: 24
  1131. 07/12/22 15:47:08 Event: ULOG_EXECUTE for HTCondor Node sub-022 (932251.0.0) {07/12/22 15:47:07}
  1132. 07/12/22 15:47:08 Number of idle job procs: 23
  1133. 07/12/22 15:47:08 Event: ULOG_EXECUTE for HTCondor Node sub-025 (932259.0.0) {07/12/22 15:47:07}
  1134. 07/12/22 15:47:08 Number of idle job procs: 22
  1135. 07/12/22 15:47:08 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1136. 07/12/22 15:47:08 Of 31 nodes total:
  1137. 07/12/22 15:47:08 Done Pre Queued Post Ready Un-Ready Failed
  1138. 07/12/22 15:47:08 === === === === === === ===
  1139. 07/12/22 15:47:08 0 0 28 0 0 0 3
  1140. 07/12/22 15:47:08 0 job proc(s) currently held
  1141. 07/12/22 15:47:08 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01997672839413905; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005501789205214556; EventCycleTimeSum = 1.328131914138794; EventCycleTimeCount = 2414.0; SleepCycleTimeStd = 0.02883943258313399; LogProcessCycleTimeMin = 0.0007710456848144531; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2415.0; LogProcessCycleTimeAvg = 0.001358588536580404; LogProcessCycleTimeCount = 3.0; LogProcessCycleTimeStd = 0.0008552974132143452; LogProcessCycleTimeSum = 0.004075765609741211; SubmitCycleTimeSum = 1.153543472290039; SubmitCycleTimeAvg = 0.0004776577525010514; SleepCycleTimeSum = 12078.63007712364; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575011235974; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2414.0; SubmitCycleTimeStd = 0.01995005524073548; SleepCycleTimeMin = 4.004002094268799; ]
  1142. 07/12/22 15:47:13 Currently monitoring 1 HTCondor log file(s)
  1143. 07/12/22 15:47:13 Event: ULOG_EXECUTE for HTCondor Node sub-021 (932260.0.0) {07/12/22 15:47:08}
  1144. 07/12/22 15:47:13 Number of idle job procs: 21
  1145. 07/12/22 15:47:13 Event: ULOG_EXECUTE for HTCondor Node sub-019 (932261.0.0) {07/12/22 15:47:13}
  1146. 07/12/22 15:47:13 Number of idle job procs: 20
  1147. 07/12/22 15:47:18 Currently monitoring 1 HTCondor log file(s)
  1148. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-013 (932262.0.0) {07/12/22 15:47:13}
  1149. 07/12/22 15:47:18 Number of idle job procs: 19
  1150. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-007 (932263.0.0) {07/12/22 15:47:14}
  1151. 07/12/22 15:47:18 Number of idle job procs: 18
  1152. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-014 (932264.0.0) {07/12/22 15:47:15}
  1153. 07/12/22 15:47:18 Number of idle job procs: 17
  1154. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-026 (932265.0.0) {07/12/22 15:47:16}
  1155. 07/12/22 15:47:18 Number of idle job procs: 16
  1156. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-016 (932266.0.0) {07/12/22 15:47:16}
  1157. 07/12/22 15:47:18 Number of idle job procs: 15
  1158. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-024 (932267.0.0) {07/12/22 15:47:17}
  1159. 07/12/22 15:47:18 Number of idle job procs: 14
  1160. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-005 (932268.0.0) {07/12/22 15:47:17}
  1161. 07/12/22 15:47:18 Number of idle job procs: 13
  1162. 07/12/22 15:47:18 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-022 (932251.0.0) {07/12/22 15:47:17}
  1163. 07/12/22 15:47:18 Number of idle job procs: 13
  1164. 07/12/22 15:47:18 Node sub-022 job proc (932251.0.0) failed with status 1.
  1165. 07/12/22 15:47:18 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-025 (932259.0.0) {07/12/22 15:47:17}
  1166. 07/12/22 15:47:18 Number of idle job procs: 13
  1167. 07/12/22 15:47:18 Node sub-025 job proc (932259.0.0) failed with status 1.
  1168. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-030 (932269.0.0) {07/12/22 15:47:17}
  1169. 07/12/22 15:47:18 Number of idle job procs: 12
  1170. 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-002 (932270.0.0) {07/12/22 15:47:18}
  1171. 07/12/22 15:47:18 Number of idle job procs: 11
  1172. 07/12/22 15:47:18 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1173. 07/12/22 15:47:18 Of 31 nodes total:
  1174. 07/12/22 15:47:18 Done Pre Queued Post Ready Un-Ready Failed
  1175. 07/12/22 15:47:18 === === === === === === ===
  1176. 07/12/22 15:47:18 0 0 26 0 0 0 5
  1177. 07/12/22 15:47:18 0 job proc(s) currently held
  1178. 07/12/22 15:47:18 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.0199689739945214; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005530753475151315; EventCycleTimeSum = 1.336230039596558; EventCycleTimeCount = 2416.0; SleepCycleTimeStd = 0.0288274936588868; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2417.0; LogProcessCycleTimeAvg = 0.001109743118286133; LogProcessCycleTimeCount = 5.0; LogProcessCycleTimeStd = 0.0007287125236687717; LogProcessCycleTimeSum = 0.005548715591430664; SubmitCycleTimeSum = 1.153601408004761; SubmitCycleTimeAvg = 0.0004772864741434674; SleepCycleTimeSum = 12088.63840389252; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575498299883; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2416.0; SubmitCycleTimeStd = 0.01994180023438946; SleepCycleTimeMin = 4.004002094268799; ]
  1179. 07/12/22 15:47:23 Currently monitoring 1 HTCondor log file(s)
  1180. 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-008 (932271.0.0) {07/12/22 15:47:18}
  1181. 07/12/22 15:47:23 Number of idle job procs: 10
  1182. 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-029 (932272.0.0) {07/12/22 15:47:18}
  1183. 07/12/22 15:47:23 Number of idle job procs: 9
  1184. 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-023 (932273.0.0) {07/12/22 15:47:18}
  1185. 07/12/22 15:47:23 Number of idle job procs: 8
  1186. 07/12/22 15:47:23 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-028 (932252.0.0) {07/12/22 15:47:20}
  1187. 07/12/22 15:47:23 Number of idle job procs: 8
  1188. 07/12/22 15:47:23 Node sub-028 job proc (932252.0.0) failed with status 1.
  1189. 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-011 (932274.0.0) {07/12/22 15:47:21}
  1190. 07/12/22 15:47:23 Number of idle job procs: 7
  1191. 07/12/22 15:47:23 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-019 (932261.0.0) {07/12/22 15:47:22}
  1192. 07/12/22 15:47:23 Number of idle job procs: 7
  1193. 07/12/22 15:47:23 Node sub-019 job proc (932261.0.0) failed with status 1.
  1194. 07/12/22 15:47:23 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1195. 07/12/22 15:47:23 Of 31 nodes total:
  1196. 07/12/22 15:47:23 Done Pre Queued Post Ready Un-Ready Failed
  1197. 07/12/22 15:47:23 === === === === === === ===
  1198. 07/12/22 15:47:23 0 0 24 0 0 0 7
  1199. 07/12/22 15:47:23 0 job proc(s) currently held
  1200. 07/12/22 15:47:23 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01996484810626493; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005534200269819835; EventCycleTimeSum = 1.337616205215454; EventCycleTimeCount = 2417.0; SleepCycleTimeStd = 0.02882154019732393; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2418.0; LogProcessCycleTimeAvg = 0.001048445701599121; LogProcessCycleTimeCount = 6.0; LogProcessCycleTimeStd = 0.000668851099630086; LogProcessCycleTimeSum = 0.006290674209594727; SubmitCycleTimeSum = 1.153629302978516; SubmitCycleTimeAvg = 0.0004771006215792041; SleepCycleTimeSum = 12093.64062786102; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003574939123303; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2417.0; SubmitCycleTimeStd = 0.01993767658144992; SleepCycleTimeMin = 4.004002094268799; ]
  1201. 07/12/22 15:47:28 Currently monitoring 1 HTCondor log file(s)
  1202. 07/12/22 15:47:28 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-013 (932262.0.0) {07/12/22 15:47:23}
  1203. 07/12/22 15:47:28 Number of idle job procs: 7
  1204. 07/12/22 15:47:28 Node sub-013 job proc (932262.0.0) failed with status 1.
  1205. 07/12/22 15:47:28 Event: ULOG_EXECUTE for HTCondor Node sub-015 (932275.0.0) {07/12/22 15:47:23}
  1206. 07/12/22 15:47:28 Number of idle job procs: 6
  1207. 07/12/22 15:47:28 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-026 (932265.0.0) {07/12/22 15:47:24}
  1208. 07/12/22 15:47:28 Number of idle job procs: 6
  1209. 07/12/22 15:47:28 Node sub-026 job proc (932265.0.0) failed with status 1.
  1210. 07/12/22 15:47:28 Event: ULOG_EXECUTE for HTCondor Node sub-027 (932276.0.0) {07/12/22 15:47:24}
  1211. 07/12/22 15:47:28 Number of idle job procs: 5
  1212. 07/12/22 15:47:28 Event: ULOG_EXECUTE for HTCondor Node sub-006 (932277.0.0) {07/12/22 15:47:25}
  1213. 07/12/22 15:47:28 Number of idle job procs: 4
  1214. 07/12/22 15:47:28 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-024 (932267.0.0) {07/12/22 15:47:27}
  1215. 07/12/22 15:47:28 Number of idle job procs: 4
  1216. 07/12/22 15:47:28 Node sub-024 job proc (932267.0.0) failed with status 1.
  1217. 07/12/22 15:47:28 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1218. 07/12/22 15:47:28 Of 31 nodes total:
  1219. 07/12/22 15:47:28 Done Pre Queued Post Ready Un-Ready Failed
  1220. 07/12/22 15:47:28 === === === === === === ===
  1221. 07/12/22 15:47:28 0 0 21 0 0 0 10
  1222. 07/12/22 15:47:28 0 job proc(s) currently held
  1223. 07/12/22 15:47:28 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01996072025901809; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005536299288223557; EventCycleTimeSum = 1.338677167892456; EventCycleTimeCount = 2418.0; SleepCycleTimeStd = 0.02881558385749882; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2419.0; LogProcessCycleTimeAvg = 0.001045669828142439; LogProcessCycleTimeCount = 7.0; LogProcessCycleTimeStd = 0.00061061889331872; LogProcessCycleTimeSum = 0.00731968879699707; SubmitCycleTimeSum = 1.153666257858276; SubmitCycleTimeAvg = 0.0004769186679860588; SleepCycleTimeSum = 12098.64515686035; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575333689144; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2418.0; SubmitCycleTimeStd = 0.01993355540202385; SleepCycleTimeMin = 4.004002094268799; ]
  1224. 07/12/22 15:47:33 Currently monitoring 1 HTCondor log file(s)
  1225. 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-030 (932269.0.0) {07/12/22 15:47:28}
  1226. 07/12/22 15:47:33 Number of idle job procs: 4
  1227. 07/12/22 15:47:33 Node sub-030 job proc (932269.0.0) failed with status 1.
  1228. 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-031 (932254.0.0) {07/12/22 15:47:28}
  1229. 07/12/22 15:47:33 Number of idle job procs: 4
  1230. 07/12/22 15:47:33 Node sub-031 job proc (932254.0.0) failed with status 1.
  1231. 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-001 (932278.0.0) {07/12/22 15:47:28}
  1232. 07/12/22 15:47:33 Number of idle job procs: 3
  1233. 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-029 (932272.0.0) {07/12/22 15:47:29}
  1234. 07/12/22 15:47:33 Number of idle job procs: 3
  1235. 07/12/22 15:47:33 Node sub-029 job proc (932272.0.0) failed with status 1.
  1236. 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-023 (932273.0.0) {07/12/22 15:47:29}
  1237. 07/12/22 15:47:33 Number of idle job procs: 3
  1238. 07/12/22 15:47:33 Node sub-023 job proc (932273.0.0) failed with status 1.
  1239. 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-020 (932279.0.0) {07/12/22 15:47:29}
  1240. 07/12/22 15:47:33 Number of idle job procs: 2
  1241. 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-012 (932280.0.0) {07/12/22 15:47:29}
  1242. 07/12/22 15:47:33 Number of idle job procs: 1
  1243. 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-009 (932255.0.0) {07/12/22 15:47:30}
  1244. 07/12/22 15:47:33 Number of idle job procs: 1
  1245. 07/12/22 15:47:33 Node sub-009 job proc (932255.0.0) failed with status 1.
  1246. 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-018 (932281.0.0) {07/12/22 15:47:30}
  1247. 07/12/22 15:47:33 Number of idle job procs: 0
  1248. 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-011 (932274.0.0) {07/12/22 15:47:31}
  1249. 07/12/22 15:47:33 Number of idle job procs: 0
  1250. 07/12/22 15:47:33 Node sub-011 job proc (932274.0.0) failed with status 1.
  1251. 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-007 (932263.0.0) {07/12/22 15:47:32}
  1252. 07/12/22 15:47:33 Number of idle job procs: 0
  1253. 07/12/22 15:47:33 Node sub-007 job proc (932263.0.0) failed with status 1.
  1254. 07/12/22 15:47:33 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1255. 07/12/22 15:47:33 Of 31 nodes total:
  1256. 07/12/22 15:47:33 Done Pre Queued Post Ready Un-Ready Failed
  1257. 07/12/22 15:47:33 === === === === === === ===
  1258. 07/12/22 15:47:33 0 0 14 0 0 0 17
  1259. 07/12/22 15:47:33 0 job proc(s) currently held
  1260. 07/12/22 15:47:33 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01995659875914157; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005539562545467281; EventCycleTimeSum = 1.340020179748535; EventCycleTimeCount = 2419.0; SleepCycleTimeStd = 0.02880963910245386; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2420.0; LogProcessCycleTimeAvg = 0.00111621618270874; LogProcessCycleTimeCount = 8.0; LogProcessCycleTimeStd = 0.0005995036915473087; LogProcessCycleTimeSum = 0.008929729461669922; SubmitCycleTimeSum = 1.15369725227356; SubmitCycleTimeAvg = 0.0004767344017659337; SleepCycleTimeSum = 12103.65014982224; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575919728084; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2419.0; SubmitCycleTimeStd = 0.01992943683186496; SleepCycleTimeMin = 4.004002094268799; ]
  1261. 07/12/22 15:47:38 Currently monitoring 1 HTCondor log file(s)
  1262. 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-003 (932256.0.0) {07/12/22 15:47:34}
  1263. 07/12/22 15:47:38 Number of idle job procs: 0
  1264. 07/12/22 15:47:38 Node sub-003 job proc (932256.0.0) failed with status 1.
  1265. 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-006 (932277.0.0) {07/12/22 15:47:34}
  1266. 07/12/22 15:47:38 Number of idle job procs: 0
  1267. 07/12/22 15:47:38 Node sub-006 job proc (932277.0.0) failed with status 1.
  1268. 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-027 (932276.0.0) {07/12/22 15:47:34}
  1269. 07/12/22 15:47:38 Number of idle job procs: 0
  1270. 07/12/22 15:47:38 Node sub-027 job proc (932276.0.0) failed with status 1.
  1271. 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-021 (932260.0.0) {07/12/22 15:47:36}
  1272. 07/12/22 15:47:38 Number of idle job procs: 0
  1273. 07/12/22 15:47:38 Node sub-021 job proc (932260.0.0) failed with status 1.
  1274. 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-002 (932270.0.0) {07/12/22 15:47:36}
  1275. 07/12/22 15:47:38 Number of idle job procs: 0
  1276. 07/12/22 15:47:38 Node sub-002 job proc (932270.0.0) failed with status 1.
  1277. 07/12/22 15:47:38 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1278. 07/12/22 15:47:38 Of 31 nodes total:
  1279. 07/12/22 15:47:38 Done Pre Queued Post Ready Un-Ready Failed
  1280. 07/12/22 15:47:38 === === === === === === ===
  1281. 07/12/22 15:47:38 0 0 9 0 0 0 22
  1282. 07/12/22 15:47:38 0 job proc(s) currently held
  1283. 07/12/22 15:47:38 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01995249215128556; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005545128475536; EventCycleTimeSum = 1.341921091079712; EventCycleTimeCount = 2420.0; SleepCycleTimeStd = 0.02880369041044831; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2421.0; LogProcessCycleTimeAvg = 0.001093175676133898; LogProcessCycleTimeCount = 9.0; LogProcessCycleTimeStd = 0.0005650282082741733; LogProcessCycleTimeSum = 0.009838581085205078; SubmitCycleTimeSum = 1.153722286224365; SubmitCycleTimeAvg = 0.0004765478257845375; SleepCycleTimeSum = 12108.65275287628; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575517717472; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2420.0; SubmitCycleTimeStd = 0.01992532086896985; SleepCycleTimeMin = 4.004002094268799; ]
  1284. 07/12/22 15:47:43 Currently monitoring 1 HTCondor log file(s)
  1285. 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-020 (932279.0.0) {07/12/22 15:47:38}
  1286. 07/12/22 15:47:43 Number of idle job procs: 0
  1287. 07/12/22 15:47:43 Node sub-020 job proc (932279.0.0) failed with status 1.
  1288. 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-008 (932271.0.0) {07/12/22 15:47:38}
  1289. 07/12/22 15:47:43 Number of idle job procs: 0
  1290. 07/12/22 15:47:43 Node sub-008 job proc (932271.0.0) failed with status 1.
  1291. 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-016 (932266.0.0) {07/12/22 15:47:39}
  1292. 07/12/22 15:47:43 Number of idle job procs: 0
  1293. 07/12/22 15:47:43 Node sub-016 job proc (932266.0.0) failed with status 1.
  1294. 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-005 (932268.0.0) {07/12/22 15:47:39}
  1295. 07/12/22 15:47:43 Number of idle job procs: 0
  1296. 07/12/22 15:47:43 Node sub-005 job proc (932268.0.0) failed with status 1.
  1297. 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-012 (932280.0.0) {07/12/22 15:47:39}
  1298. 07/12/22 15:47:43 Number of idle job procs: 0
  1299. 07/12/22 15:47:43 Node sub-012 job proc (932280.0.0) failed with status 1.
  1300. 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-014 (932264.0.0) {07/12/22 15:47:41}
  1301. 07/12/22 15:47:43 Number of idle job procs: 0
  1302. 07/12/22 15:47:43 Node sub-014 job proc (932264.0.0) failed with status 1.
  1303. 07/12/22 15:47:43 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1304. 07/12/22 15:47:43 Of 31 nodes total:
  1305. 07/12/22 15:47:43 Done Pre Queued Post Ready Un-Ready Failed
  1306. 07/12/22 15:47:43 === === === === === === ===
  1307. 07/12/22 15:47:43 0 0 3 0 0 0 28
  1308. 07/12/22 15:47:43 0 job proc(s) currently held
  1309. 07/12/22 15:47:43 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01994837392412436; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005547886099612501; EventCycleTimeSum = 1.343143224716187; EventCycleTimeCount = 2421.0; SleepCycleTimeStd = 0.02879773943704667; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2422.0; LogProcessCycleTimeAvg = 0.001100277900695801; LogProcessCycleTimeCount = 10.0; LogProcessCycleTimeStd = 0.0005331869333023909; LogProcessCycleTimeSum = 0.01100277900695801; SubmitCycleTimeSum = 1.153746128082275; SubmitCycleTimeAvg = 0.00047636091167724; SleepCycleTimeSum = 12113.655990839; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575378289551; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2421.0; SubmitCycleTimeStd = 0.01992120746636193; SleepCycleTimeMin = 4.004002094268799; ]
  1310. 07/12/22 15:47:48 Currently monitoring 1 HTCondor log file(s)
  1311. 07/12/22 15:47:48 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-001 (932278.0.0) {07/12/22 15:47:43}
  1312. 07/12/22 15:47:48 Number of idle job procs: 0
  1313. 07/12/22 15:47:48 Node sub-001 job proc (932278.0.0) failed with status 1.
  1314. 07/12/22 15:47:48 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-015 (932275.0.0) {07/12/22 15:47:45}
  1315. 07/12/22 15:47:48 Number of idle job procs: 0
  1316. 07/12/22 15:47:48 Node sub-015 job proc (932275.0.0) failed with status 1.
  1317. 07/12/22 15:47:48 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1318. 07/12/22 15:47:48 Of 31 nodes total:
  1319. 07/12/22 15:47:48 Done Pre Queued Post Ready Un-Ready Failed
  1320. 07/12/22 15:47:48 === === === === === === ===
  1321. 07/12/22 15:47:48 0 0 1 0 0 0 30
  1322. 07/12/22 15:47:48 0 job proc(s) currently held
  1323. 07/12/22 15:47:48 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01994426245761148; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005551697694005107; EventCycleTimeSum = 1.344621181488037; EventCycleTimeCount = 2422.0; SleepCycleTimeStd = 0.02879179173590174; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2423.0; LogProcessCycleTimeAvg = 0.001047893003983931; LogProcessCycleTimeCount = 11.0; LogProcessCycleTimeStd = 0.0005348321481536178; LogProcessCycleTimeSum = 0.01152682304382324; SubmitCycleTimeSum = 1.153759241104126; SubmitCycleTimeAvg = 0.0004761697239389707; SleepCycleTimeSum = 12118.65980291367; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575476017203; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2422.0; SubmitCycleTimeStd = 0.01991709671202236; SleepCycleTimeMin = 4.004002094268799; ]
  1324. 07/12/22 15:48:13 Currently monitoring 1 HTCondor log file(s)
  1325. 07/12/22 15:48:13 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-018 (932281.0.0) {07/12/22 15:48:08}
  1326. 07/12/22 15:48:13 Number of idle job procs: 0
  1327. 07/12/22 15:48:13 Node sub-018 job proc (932281.0.0) failed with status 1.
  1328. 07/12/22 15:48:13 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1329. 07/12/22 15:48:13 Of 31 nodes total:
  1330. 07/12/22 15:48:13 Done Pre Queued Post Ready Un-Ready Failed
  1331. 07/12/22 15:48:13 === === === === === === ===
  1332. 07/12/22 15:48:13 0 0 0 0 0 0 31
  1333. 07/12/22 15:48:13 0 job proc(s) currently held
  1334. 07/12/22 15:48:13 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01992370601971849; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005546946264266182; EventCycleTimeSum = 1.346243858337402; EventCycleTimeCount = 2427.0; SleepCycleTimeStd = 0.02876213117810422; LogProcessCycleTimeMin = 0.000392913818359375; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2428.0; LogProcessCycleTimeAvg = 0.0009933114051818848; LogProcessCycleTimeCount = 12.0; LogProcessCycleTimeStd = 0.0005438668110228734; LogProcessCycleTimeSum = 0.01191973686218262; SubmitCycleTimeSum = 1.154464960098267; SubmitCycleTimeAvg = 0.0004754798023468973; SleepCycleTimeSum = 12143.68066310883; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003576705030419; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2427.0; SubmitCycleTimeStd = 0.01989657675990504; SleepCycleTimeMin = 4.004002094268799; ]
  1335. 07/12/22 15:48:13 ERROR: the following job(s) failed:
  1336. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1337. 07/12/22 15:48:13 Node Name: sub-022
  1338. 07/12/22 15:48:13 Noop: false
  1339. 07/12/22 15:48:13 NodeID: 0
  1340. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1341. 07/12/22 15:48:13 Node return val: 1
  1342. 07/12/22 15:48:13 Error: Job proc (932251.0.0) failed with status 1
  1343. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1344. 07/12/22 15:48:13 HTCondor Job ID: (932251.0.0)
  1345. 07/12/22 15:48:13 Q_PARENTS: <END>
  1346. 07/12/22 15:48:13 Q_WAITING: <END>
  1347. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1348. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1349. 07/12/22 15:48:13 Node Name: sub-028
  1350. 07/12/22 15:48:13 Noop: false
  1351. 07/12/22 15:48:13 NodeID: 1
  1352. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1353. 07/12/22 15:48:13 Node return val: 1
  1354. 07/12/22 15:48:13 Error: Job proc (932252.0.0) failed with status 1
  1355. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1356. 07/12/22 15:48:13 HTCondor Job ID: (932252.0.0)
  1357. 07/12/22 15:48:13 Q_PARENTS: <END>
  1358. 07/12/22 15:48:13 Q_WAITING: <END>
  1359. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1360. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1361. 07/12/22 15:48:13 Node Name: sub-010
  1362. 07/12/22 15:48:13 Noop: false
  1363. 07/12/22 15:48:13 NodeID: 2
  1364. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1365. 07/12/22 15:48:13 Node return val: 1
  1366. 07/12/22 15:48:13 Error: Job proc (932253.0.0) failed with status 1
  1367. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1368. 07/12/22 15:48:13 HTCondor Job ID: (932253.0.0)
  1369. 07/12/22 15:48:13 Q_PARENTS: <END>
  1370. 07/12/22 15:48:13 Q_WAITING: <END>
  1371. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1372. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1373. 07/12/22 15:48:13 Node Name: sub-031
  1374. 07/12/22 15:48:13 Noop: false
  1375. 07/12/22 15:48:13 NodeID: 3
  1376. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1377. 07/12/22 15:48:13 Node return val: 1
  1378. 07/12/22 15:48:13 Error: Job proc (932254.0.0) failed with status 1
  1379. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1380. 07/12/22 15:48:13 HTCondor Job ID: (932254.0.0)
  1381. 07/12/22 15:48:13 Q_PARENTS: <END>
  1382. 07/12/22 15:48:13 Q_WAITING: <END>
  1383. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1384. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1385. 07/12/22 15:48:13 Node Name: sub-009
  1386. 07/12/22 15:48:13 Noop: false
  1387. 07/12/22 15:48:13 NodeID: 4
  1388. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1389. 07/12/22 15:48:13 Node return val: 1
  1390. 07/12/22 15:48:13 Error: Job proc (932255.0.0) failed with status 1
  1391. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1392. 07/12/22 15:48:13 HTCondor Job ID: (932255.0.0)
  1393. 07/12/22 15:48:13 Q_PARENTS: <END>
  1394. 07/12/22 15:48:13 Q_WAITING: <END>
  1395. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1396. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1397. 07/12/22 15:48:13 Node Name: sub-003
  1398. 07/12/22 15:48:13 Noop: false
  1399. 07/12/22 15:48:13 NodeID: 5
  1400. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1401. 07/12/22 15:48:13 Node return val: 1
  1402. 07/12/22 15:48:13 Error: Job proc (932256.0.0) failed with status 1
  1403. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1404. 07/12/22 15:48:13 HTCondor Job ID: (932256.0.0)
  1405. 07/12/22 15:48:13 Q_PARENTS: <END>
  1406. 07/12/22 15:48:13 Q_WAITING: <END>
  1407. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1408. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1409. 07/12/22 15:48:13 Node Name: sub-004
  1410. 07/12/22 15:48:13 Noop: false
  1411. 07/12/22 15:48:13 NodeID: 6
  1412. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1413. 07/12/22 15:48:13 Node return val: 1
  1414. 07/12/22 15:48:13 Error: Job proc (932257.0.0) failed with status 1
  1415. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1416. 07/12/22 15:48:13 HTCondor Job ID: (932257.0.0)
  1417. 07/12/22 15:48:13 Q_PARENTS: <END>
  1418. 07/12/22 15:48:13 Q_WAITING: <END>
  1419. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1420. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1421. 07/12/22 15:48:13 Node Name: sub-017
  1422. 07/12/22 15:48:13 Noop: false
  1423. 07/12/22 15:48:13 NodeID: 7
  1424. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1425. 07/12/22 15:48:13 Node return val: 1
  1426. 07/12/22 15:48:13 Error: Job proc (932258.0.0) failed with status 1
  1427. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1428. 07/12/22 15:48:13 HTCondor Job ID: (932258.0.0)
  1429. 07/12/22 15:48:13 Q_PARENTS: <END>
  1430. 07/12/22 15:48:13 Q_WAITING: <END>
  1431. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1432. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1433. 07/12/22 15:48:13 Node Name: sub-025
  1434. 07/12/22 15:48:13 Noop: false
  1435. 07/12/22 15:48:13 NodeID: 8
  1436. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1437. 07/12/22 15:48:13 Node return val: 1
  1438. 07/12/22 15:48:13 Error: Job proc (932259.0.0) failed with status 1
  1439. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1440. 07/12/22 15:48:13 HTCondor Job ID: (932259.0.0)
  1441. 07/12/22 15:48:13 Q_PARENTS: <END>
  1442. 07/12/22 15:48:13 Q_WAITING: <END>
  1443. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1444. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1445. 07/12/22 15:48:13 Node Name: sub-021
  1446. 07/12/22 15:48:13 Noop: false
  1447. 07/12/22 15:48:13 NodeID: 9
  1448. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1449. 07/12/22 15:48:13 Node return val: 1
  1450. 07/12/22 15:48:13 Error: Job proc (932260.0.0) failed with status 1
  1451. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1452. 07/12/22 15:48:13 HTCondor Job ID: (932260.0.0)
  1453. 07/12/22 15:48:13 Q_PARENTS: <END>
  1454. 07/12/22 15:48:13 Q_WAITING: <END>
  1455. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1456. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1457. 07/12/22 15:48:13 Node Name: sub-019
  1458. 07/12/22 15:48:13 Noop: false
  1459. 07/12/22 15:48:13 NodeID: 10
  1460. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1461. 07/12/22 15:48:13 Node return val: 1
  1462. 07/12/22 15:48:13 Error: Job proc (932261.0.0) failed with status 1
  1463. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1464. 07/12/22 15:48:13 HTCondor Job ID: (932261.0.0)
  1465. 07/12/22 15:48:13 Q_PARENTS: <END>
  1466. 07/12/22 15:48:13 Q_WAITING: <END>
  1467. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1468. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1469. 07/12/22 15:48:13 Node Name: sub-013
  1470. 07/12/22 15:48:13 Noop: false
  1471. 07/12/22 15:48:13 NodeID: 11
  1472. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1473. 07/12/22 15:48:13 Node return val: 1
  1474. 07/12/22 15:48:13 Error: Job proc (932262.0.0) failed with status 1
  1475. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1476. 07/12/22 15:48:13 HTCondor Job ID: (932262.0.0)
  1477. 07/12/22 15:48:13 Q_PARENTS: <END>
  1478. 07/12/22 15:48:13 Q_WAITING: <END>
  1479. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1480. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1481. 07/12/22 15:48:13 Node Name: sub-007
  1482. 07/12/22 15:48:13 Noop: false
  1483. 07/12/22 15:48:13 NodeID: 12
  1484. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1485. 07/12/22 15:48:13 Node return val: 1
  1486. 07/12/22 15:48:13 Error: Job proc (932263.0.0) failed with status 1
  1487. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1488. 07/12/22 15:48:13 HTCondor Job ID: (932263.0.0)
  1489. 07/12/22 15:48:13 Q_PARENTS: <END>
  1490. 07/12/22 15:48:13 Q_WAITING: <END>
  1491. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1492. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1493. 07/12/22 15:48:13 Node Name: sub-014
  1494. 07/12/22 15:48:13 Noop: false
  1495. 07/12/22 15:48:13 NodeID: 13
  1496. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1497. 07/12/22 15:48:13 Node return val: 1
  1498. 07/12/22 15:48:13 Error: Job proc (932264.0.0) failed with status 1
  1499. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1500. 07/12/22 15:48:13 HTCondor Job ID: (932264.0.0)
  1501. 07/12/22 15:48:13 Q_PARENTS: <END>
  1502. 07/12/22 15:48:13 Q_WAITING: <END>
  1503. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1504. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1505. 07/12/22 15:48:13 Node Name: sub-026
  1506. 07/12/22 15:48:13 Noop: false
  1507. 07/12/22 15:48:13 NodeID: 14
  1508. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1509. 07/12/22 15:48:13 Node return val: 1
  1510. 07/12/22 15:48:13 Error: Job proc (932265.0.0) failed with status 1
  1511. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1512. 07/12/22 15:48:13 HTCondor Job ID: (932265.0.0)
  1513. 07/12/22 15:48:13 Q_PARENTS: <END>
  1514. 07/12/22 15:48:13 Q_WAITING: <END>
  1515. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1516. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1517. 07/12/22 15:48:13 Node Name: sub-016
  1518. 07/12/22 15:48:13 Noop: false
  1519. 07/12/22 15:48:13 NodeID: 15
  1520. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1521. 07/12/22 15:48:13 Node return val: 1
  1522. 07/12/22 15:48:13 Error: Job proc (932266.0.0) failed with status 1
  1523. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1524. 07/12/22 15:48:13 HTCondor Job ID: (932266.0.0)
  1525. 07/12/22 15:48:13 Q_PARENTS: <END>
  1526. 07/12/22 15:48:13 Q_WAITING: <END>
  1527. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1528. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1529. 07/12/22 15:48:13 Node Name: sub-024
  1530. 07/12/22 15:48:13 Noop: false
  1531. 07/12/22 15:48:13 NodeID: 16
  1532. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1533. 07/12/22 15:48:13 Node return val: 1
  1534. 07/12/22 15:48:13 Error: Job proc (932267.0.0) failed with status 1
  1535. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1536. 07/12/22 15:48:13 HTCondor Job ID: (932267.0.0)
  1537. 07/12/22 15:48:13 Q_PARENTS: <END>
  1538. 07/12/22 15:48:13 Q_WAITING: <END>
  1539. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1540. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1541. 07/12/22 15:48:13 Node Name: sub-005
  1542. 07/12/22 15:48:13 Noop: false
  1543. 07/12/22 15:48:13 NodeID: 17
  1544. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1545. 07/12/22 15:48:13 Node return val: 1
  1546. 07/12/22 15:48:13 Error: Job proc (932268.0.0) failed with status 1
  1547. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1548. 07/12/22 15:48:13 HTCondor Job ID: (932268.0.0)
  1549. 07/12/22 15:48:13 Q_PARENTS: <END>
  1550. 07/12/22 15:48:13 Q_WAITING: <END>
  1551. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1552. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1553. 07/12/22 15:48:13 Node Name: sub-030
  1554. 07/12/22 15:48:13 Noop: false
  1555. 07/12/22 15:48:13 NodeID: 18
  1556. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1557. 07/12/22 15:48:13 Node return val: 1
  1558. 07/12/22 15:48:13 Error: Job proc (932269.0.0) failed with status 1
  1559. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1560. 07/12/22 15:48:13 HTCondor Job ID: (932269.0.0)
  1561. 07/12/22 15:48:13 Q_PARENTS: <END>
  1562. 07/12/22 15:48:13 Q_WAITING: <END>
  1563. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1564. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1565. 07/12/22 15:48:13 Node Name: sub-002
  1566. 07/12/22 15:48:13 Noop: false
  1567. 07/12/22 15:48:13 NodeID: 19
  1568. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1569. 07/12/22 15:48:13 Node return val: 1
  1570. 07/12/22 15:48:13 Error: Job proc (932270.0.0) failed with status 1
  1571. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1572. 07/12/22 15:48:13 HTCondor Job ID: (932270.0.0)
  1573. 07/12/22 15:48:13 Q_PARENTS: <END>
  1574. 07/12/22 15:48:13 Q_WAITING: <END>
  1575. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1576. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1577. 07/12/22 15:48:13 Node Name: sub-008
  1578. 07/12/22 15:48:13 Noop: false
  1579. 07/12/22 15:48:13 NodeID: 20
  1580. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1581. 07/12/22 15:48:13 Node return val: 1
  1582. 07/12/22 15:48:13 Error: Job proc (932271.0.0) failed with status 1
  1583. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1584. 07/12/22 15:48:13 HTCondor Job ID: (932271.0.0)
  1585. 07/12/22 15:48:13 Q_PARENTS: <END>
  1586. 07/12/22 15:48:13 Q_WAITING: <END>
  1587. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1588. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1589. 07/12/22 15:48:13 Node Name: sub-029
  1590. 07/12/22 15:48:13 Noop: false
  1591. 07/12/22 15:48:13 NodeID: 21
  1592. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1593. 07/12/22 15:48:13 Node return val: 1
  1594. 07/12/22 15:48:13 Error: Job proc (932272.0.0) failed with status 1
  1595. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1596. 07/12/22 15:48:13 HTCondor Job ID: (932272.0.0)
  1597. 07/12/22 15:48:13 Q_PARENTS: <END>
  1598. 07/12/22 15:48:13 Q_WAITING: <END>
  1599. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1600. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1601. 07/12/22 15:48:13 Node Name: sub-023
  1602. 07/12/22 15:48:13 Noop: false
  1603. 07/12/22 15:48:13 NodeID: 22
  1604. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1605. 07/12/22 15:48:13 Node return val: 1
  1606. 07/12/22 15:48:13 Error: Job proc (932273.0.0) failed with status 1
  1607. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1608. 07/12/22 15:48:13 HTCondor Job ID: (932273.0.0)
  1609. 07/12/22 15:48:13 Q_PARENTS: <END>
  1610. 07/12/22 15:48:13 Q_WAITING: <END>
  1611. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1612. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1613. 07/12/22 15:48:13 Node Name: sub-011
  1614. 07/12/22 15:48:13 Noop: false
  1615. 07/12/22 15:48:13 NodeID: 23
  1616. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1617. 07/12/22 15:48:13 Node return val: 1
  1618. 07/12/22 15:48:13 Error: Job proc (932274.0.0) failed with status 1
  1619. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1620. 07/12/22 15:48:13 HTCondor Job ID: (932274.0.0)
  1621. 07/12/22 15:48:13 Q_PARENTS: <END>
  1622. 07/12/22 15:48:13 Q_WAITING: <END>
  1623. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1624. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1625. 07/12/22 15:48:13 Node Name: sub-015
  1626. 07/12/22 15:48:13 Noop: false
  1627. 07/12/22 15:48:13 NodeID: 24
  1628. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1629. 07/12/22 15:48:13 Node return val: 1
  1630. 07/12/22 15:48:13 Error: Job proc (932275.0.0) failed with status 1
  1631. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1632. 07/12/22 15:48:13 HTCondor Job ID: (932275.0.0)
  1633. 07/12/22 15:48:13 Q_PARENTS: <END>
  1634. 07/12/22 15:48:13 Q_WAITING: <END>
  1635. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1636. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1637. 07/12/22 15:48:13 Node Name: sub-027
  1638. 07/12/22 15:48:13 Noop: false
  1639. 07/12/22 15:48:13 NodeID: 25
  1640. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1641. 07/12/22 15:48:13 Node return val: 1
  1642. 07/12/22 15:48:13 Error: Job proc (932276.0.0) failed with status 1
  1643. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1644. 07/12/22 15:48:13 HTCondor Job ID: (932276.0.0)
  1645. 07/12/22 15:48:13 Q_PARENTS: <END>
  1646. 07/12/22 15:48:13 Q_WAITING: <END>
  1647. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1648. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1649. 07/12/22 15:48:13 Node Name: sub-006
  1650. 07/12/22 15:48:13 Noop: false
  1651. 07/12/22 15:48:13 NodeID: 26
  1652. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1653. 07/12/22 15:48:13 Node return val: 1
  1654. 07/12/22 15:48:13 Error: Job proc (932277.0.0) failed with status 1
  1655. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1656. 07/12/22 15:48:13 HTCondor Job ID: (932277.0.0)
  1657. 07/12/22 15:48:13 Q_PARENTS: <END>
  1658. 07/12/22 15:48:13 Q_WAITING: <END>
  1659. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1660. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1661. 07/12/22 15:48:13 Node Name: sub-001
  1662. 07/12/22 15:48:13 Noop: false
  1663. 07/12/22 15:48:13 NodeID: 27
  1664. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1665. 07/12/22 15:48:13 Node return val: 1
  1666. 07/12/22 15:48:13 Error: Job proc (932278.0.0) failed with status 1
  1667. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1668. 07/12/22 15:48:13 HTCondor Job ID: (932278.0.0)
  1669. 07/12/22 15:48:13 Q_PARENTS: <END>
  1670. 07/12/22 15:48:13 Q_WAITING: <END>
  1671. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1672. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1673. 07/12/22 15:48:13 Node Name: sub-020
  1674. 07/12/22 15:48:13 Noop: false
  1675. 07/12/22 15:48:13 NodeID: 28
  1676. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1677. 07/12/22 15:48:13 Node return val: 1
  1678. 07/12/22 15:48:13 Error: Job proc (932279.0.0) failed with status 1
  1679. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1680. 07/12/22 15:48:13 HTCondor Job ID: (932279.0.0)
  1681. 07/12/22 15:48:13 Q_PARENTS: <END>
  1682. 07/12/22 15:48:13 Q_WAITING: <END>
  1683. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1684. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1685. 07/12/22 15:48:13 Node Name: sub-012
  1686. 07/12/22 15:48:13 Noop: false
  1687. 07/12/22 15:48:13 NodeID: 29
  1688. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1689. 07/12/22 15:48:13 Node return val: 1
  1690. 07/12/22 15:48:13 Error: Job proc (932280.0.0) failed with status 1
  1691. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1692. 07/12/22 15:48:13 HTCondor Job ID: (932280.0.0)
  1693. 07/12/22 15:48:13 Q_PARENTS: <END>
  1694. 07/12/22 15:48:13 Q_WAITING: <END>
  1695. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1696. 07/12/22 15:48:13 ---------------------- Job ----------------------
  1697. 07/12/22 15:48:13 Node Name: sub-018
  1698. 07/12/22 15:48:13 Noop: false
  1699. 07/12/22 15:48:13 NodeID: 30
  1700. 07/12/22 15:48:13 Node Status: STATUS_ERROR
  1701. 07/12/22 15:48:13 Node return val: 1
  1702. 07/12/22 15:48:13 Error: Job proc (932281.0.0) failed with status 1
  1703. 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
  1704. 07/12/22 15:48:13 HTCondor Job ID: (932281.0.0)
  1705. 07/12/22 15:48:13 Q_PARENTS: <END>
  1706. 07/12/22 15:48:13 Q_WAITING: <END>
  1707. 07/12/22 15:48:13 Q_CHILDREN: <END>
  1708. 07/12/22 15:48:13 --------------------------------------- <END>
  1709. 07/12/22 15:48:13 Aborting DAG...
  1710. 07/12/22 15:48:13 Writing Rescue DAG to code/process.condor_dag.rescue001...
  1711. 07/12/22 15:48:13 Removing submitted jobs...
  1712. 07/12/22 15:48:13 Removing any/all submitted HTCondor jobs...
  1713. 07/12/22 15:48:13 Running: /usr/bin/condor_rm -const DAGManJobId' '=?=' '932250
  1714. 07/12/22 15:48:13 Note: 0 total job deferrals because of -MaxJobs limit (0)
  1715. 07/12/22 15:48:13 Note: 0 total job deferrals because of -MaxIdle limit (1000)
  1716. 07/12/22 15:48:13 Note: 0 total job deferrals because of node category throttles
  1717. 07/12/22 15:48:13 Note: 0 total PRE script deferrals because of -MaxPre limit (20) or DEFER
  1718. 07/12/22 15:48:13 Note: 0 total POST script deferrals because of -MaxPost limit (20) or DEFER
  1719. 07/12/22 15:48:13 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1720. 07/12/22 15:48:13 Of 31 nodes total:
  1721. 07/12/22 15:48:13 Done Pre Queued Post Ready Un-Ready Failed
  1722. 07/12/22 15:48:13 === === === === === === ===
  1723. 07/12/22 15:48:13 0 0 0 0 0 0 31
  1724. 07/12/22 15:48:13 0 job proc(s) currently held
  1725. 07/12/22 15:48:13 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01992370601971849; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005546946264266182; EventCycleTimeSum = 1.346243858337402; EventCycleTimeCount = 2427.0; SleepCycleTimeStd = 0.02876213117810422; LogProcessCycleTimeMin = 0.000392913818359375; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2428.0; LogProcessCycleTimeAvg = 0.0009933114051818848; LogProcessCycleTimeCount = 12.0; LogProcessCycleTimeStd = 0.0005438668110228734; LogProcessCycleTimeSum = 0.01191973686218262; SubmitCycleTimeSum = 1.154464960098267; SubmitCycleTimeAvg = 0.0004754798023468973; SleepCycleTimeSum = 12143.68066310883; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003576705030419; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2427.0; SubmitCycleTimeStd = 0.01989657675990504; SleepCycleTimeMin = 4.004002094268799; ]
  1726. 07/12/22 15:48:13 Wrote metrics file code/process.condor_dag.metrics.
  1727. 07/12/22 15:48:13 Metrics not sent because of PEGASUS_METRICS or CONDOR_DEVELOPERS setting.
  1728. 07/12/22 15:48:13 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01992370601971849; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005546946264266182; EventCycleTimeSum = 1.346243858337402; EventCycleTimeCount = 2427.0; SleepCycleTimeStd = 0.02876213117810422; LogProcessCycleTimeMin = 0.000392913818359375; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2428.0; LogProcessCycleTimeAvg = 0.0009933114051818848; LogProcessCycleTimeCount = 12.0; LogProcessCycleTimeStd = 0.0005438668110228734; LogProcessCycleTimeSum = 0.01191973686218262; SubmitCycleTimeSum = 1.154464960098267; SubmitCycleTimeAvg = 0.0004754798023468973; SleepCycleTimeSum = 12143.68066310883; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003576705030419; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2427.0; SubmitCycleTimeStd = 0.01989657675990504; SleepCycleTimeMin = 4.004002094268799; ]
  1729. 07/12/22 15:48:13 **** condor_scheduniv_exec.932250.0 (condor_DAGMAN) pid 2301584 EXITING WITH STATUS 1