process.condor_dag.dagman.out 74 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883
  1. 07/12/22 12:50:20 ******************************************************
  2. 07/12/22 12:50:20 ** condor_scheduniv_exec.934811.0 (CONDOR_DAGMAN) STARTING UP
  3. 07/12/22 12:50:20 ** /usr/bin/condor_dagman
  4. 07/12/22 12:50:20 ** SubsystemInfo: name=DAGMAN type=DAGMAN(10) class=DAEMON(1)
  5. 07/12/22 12:50:20 ** Configuration: subsystem:DAGMAN local:<NONE> class:DAEMON
  6. 07/12/22 12:50:20 ** $CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $
  7. 07/12/22 12:50:20 ** $CondorPlatform: X86_64-Debian_10 $
  8. 07/12/22 12:50:20 ** PID = 2512262
  9. 07/12/22 12:50:20 ** Log last touched time unavailable (No such file or directory)
  10. 07/12/22 12:50:20 ******************************************************
  11. 07/12/22 12:50:20 Using config source: /etc/condor/condor_config
  12. 07/12/22 12:50:20 Using local config sources:
  13. 07/12/22 12:50:20 /etc/condor/config.d/50_inm7_master
  14. 07/12/22 12:50:20 /etc/condor/condor_config.local
  15. 07/12/22 12:50:20 config Macros = 81, Sorted = 81, StringBytes = 2405, TablesBytes = 2972
  16. 07/12/22 12:50:20 CLASSAD_CACHING is ENABLED
  17. 07/12/22 12:50:20 Daemon Log is logging: D_ALWAYS D_ERROR
  18. 07/12/22 12:50:20 DaemonCore: No command port requested.
  19. 07/12/22 12:50:20 DAGMAN_USE_STRICT setting: 1
  20. 07/12/22 12:50:20 DAGMAN_VERBOSITY setting: 3
  21. 07/12/22 12:50:20 DAGMAN_DEBUG_CACHE_SIZE setting: 5242880
  22. 07/12/22 12:50:20 DAGMAN_DEBUG_CACHE_ENABLE setting: False
  23. 07/12/22 12:50:20 DAGMAN_SUBMIT_DELAY setting: 0
  24. 07/12/22 12:50:20 DAGMAN_MAX_SUBMIT_ATTEMPTS setting: 6
  25. 07/12/22 12:50:20 DAGMAN_STARTUP_CYCLE_DETECT setting: False
  26. 07/12/22 12:50:20 DAGMAN_MAX_SUBMITS_PER_INTERVAL setting: 100
  27. 07/12/22 12:50:20 DAGMAN_AGGRESSIVE_SUBMIT setting: False
  28. 07/12/22 12:50:20 DAGMAN_USER_LOG_SCAN_INTERVAL setting: 5
  29. 07/12/22 12:50:20 DAGMAN_QUEUE_UPDATE_INTERVAL setting: 300
  30. 07/12/22 12:50:20 DAGMAN_DEFAULT_PRIORITY setting: 0
  31. 07/12/22 12:50:20 DAGMAN_SUPPRESS_NOTIFICATION setting: True
  32. 07/12/22 12:50:20 allow_events (DAGMAN_ALLOW_EVENTS) setting: 114
  33. 07/12/22 12:50:20 DAGMAN_RETRY_SUBMIT_FIRST setting: True
  34. 07/12/22 12:50:20 DAGMAN_RETRY_NODE_FIRST setting: False
  35. 07/12/22 12:50:20 DAGMAN_MAX_JOBS_IDLE setting: 1000
  36. 07/12/22 12:50:20 DAGMAN_MAX_JOBS_SUBMITTED setting: 0
  37. 07/12/22 12:50:20 DAGMAN_MAX_PRE_SCRIPTS setting: 20
  38. 07/12/22 12:50:20 DAGMAN_MAX_POST_SCRIPTS setting: 20
  39. 07/12/22 12:50:20 DAGMAN_MUNGE_NODE_NAMES setting: True
  40. 07/12/22 12:50:20 DAGMAN_PROHIBIT_MULTI_JOBS setting: False
  41. 07/12/22 12:50:20 DAGMAN_SUBMIT_DEPTH_FIRST setting: False
  42. 07/12/22 12:50:20 DAGMAN_ALWAYS_RUN_POST setting: False
  43. 07/12/22 12:50:20 DAGMAN_CONDOR_SUBMIT_EXE setting: /usr/bin/condor_submit
  44. 07/12/22 12:50:20 DAGMAN_USE_CONDOR_SUBMIT setting: True
  45. 07/12/22 12:50:20 DAGMAN_ABORT_DUPLICATES setting: True
  46. 07/12/22 12:50:20 DAGMAN_ABORT_ON_SCARY_SUBMIT setting: True
  47. 07/12/22 12:50:20 DAGMAN_PENDING_REPORT_INTERVAL setting: 600
  48. 07/12/22 12:50:20 DAGMAN_AUTO_RESCUE setting: True
  49. 07/12/22 12:50:20 DAGMAN_MAX_RESCUE_NUM setting: 100
  50. 07/12/22 12:50:20 DAGMAN_WRITE_PARTIAL_RESCUE setting: True
  51. 07/12/22 12:50:20 DAGMAN_DEFAULT_NODE_LOG setting: @(DAG_DIR)/@(DAG_FILE).nodes.log
  52. 07/12/22 12:50:20 DAGMAN_GENERATE_SUBDAG_SUBMITS setting: True
  53. 07/12/22 12:50:20 DAGMAN_MAX_JOB_HOLDS setting: 100
  54. 07/12/22 12:50:20 DAGMAN_HOLD_CLAIM_TIME setting: 20
  55. 07/12/22 12:50:20 ALL_DEBUG setting:
  56. 07/12/22 12:50:20 DAGMAN_DEBUG setting:
  57. 07/12/22 12:50:20 DAGMAN_SUPPRESS_JOB_LOGS setting: False
  58. 07/12/22 12:50:20 DAGMAN_REMOVE_NODE_JOBS setting: True
  59. 07/12/22 12:50:20 argv[0] == "condor_scheduniv_exec.934811.0"
  60. 07/12/22 12:50:20 argv[1] == "-Lockfile"
  61. 07/12/22 12:50:20 argv[2] == "code/process.condor_dag.lock"
  62. 07/12/22 12:50:20 argv[3] == "-AutoRescue"
  63. 07/12/22 12:50:20 argv[4] == "1"
  64. 07/12/22 12:50:20 argv[5] == "-DoRescueFrom"
  65. 07/12/22 12:50:20 argv[6] == "0"
  66. 07/12/22 12:50:20 argv[7] == "-Dag"
  67. 07/12/22 12:50:20 argv[8] == "code/process.condor_dag"
  68. 07/12/22 12:50:20 argv[9] == "-Suppress_notification"
  69. 07/12/22 12:50:20 argv[10] == "-CsdVersion"
  70. 07/12/22 12:50:20 argv[11] == "$CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $"
  71. 07/12/22 12:50:20 argv[12] == "-Dagman"
  72. 07/12/22 12:50:20 argv[13] == "/usr/bin/condor_dagman"
  73. 07/12/22 12:50:20 Workflow batch-name: <process.condor_dag+934811>
  74. 07/12/22 12:50:20 Workflow accounting_group: <>
  75. 07/12/22 12:50:20 Workflow accounting_group_user: <>
  76. 07/12/22 12:50:20 Warning: failed to get attribute DAGNodeName
  77. 07/12/22 12:50:20 DAGMAN_LOG_ON_NFS_IS_ERROR setting: False
  78. 07/12/22 12:50:20 Default node log file is: </data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log>
  79. 07/12/22 12:50:20 DAG Lockfile will be written to code/process.condor_dag.lock
  80. 07/12/22 12:50:20 DAG Input file is code/process.condor_dag
  81. 07/12/22 12:50:20 Parsing 1 dagfiles
  82. 07/12/22 12:50:20 Parsing code/process.condor_dag ...
  83. 07/12/22 12:50:20 Dag contains 8 total jobs
  84. 07/12/22 12:50:20 Sleeping for 3 seconds to ensure ProcessId uniqueness
  85. 07/12/22 12:50:23 Bootstrapping...
  86. 07/12/22 12:50:23 Number of pre-completed nodes: 0
  87. 07/12/22 12:50:23 MultiLogFiles: truncating log file /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  88. 07/12/22 12:50:23 DAG status: 0 (DAG_STATUS_OK)
  89. 07/12/22 12:50:23 Of 8 nodes total:
  90. 07/12/22 12:50:23 Done Pre Queued Post Ready Un-Ready Failed
  91. 07/12/22 12:50:23 === === === === === === ===
  92. 07/12/22 12:50:23 0 0 0 0 8 0 0
  93. 07/12/22 12:50:23 0 job proc(s) currently held
  94. 07/12/22 12:50:23 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; EventCycleTimeCount = 0.0; LogProcessCycleTimeSum = 0.0; SleepCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SleepCycleTimeCount = 0.0; SubmitCycleTimeCount = 0.0; SubmitCycleTimeSum = 0.0; ]
  95. 07/12/22 12:50:23 Registering condor_event_timer...
  96. 07/12/22 12:50:24 Submitting HTCondor Node sub-008 job(s)...
  97. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  98. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  99. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  100. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-008 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-008 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-008 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  101. 07/12/22 12:50:24 From submit: Submitting job(s).
  102. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934839.
  103. 07/12/22 12:50:24 assigned HTCondor ID (934839.0.0)
  104. 07/12/22 12:50:24 Submitting HTCondor Node sub-002 job(s)...
  105. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  106. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  107. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  108. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-002 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-002 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-002 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  109. 07/12/22 12:50:24 From submit: Submitting job(s).
  110. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934840.
  111. 07/12/22 12:50:24 assigned HTCondor ID (934840.0.0)
  112. 07/12/22 12:50:24 Submitting HTCondor Node sub-005 job(s)...
  113. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  114. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  115. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  116. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-005 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-005 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-005 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  117. 07/12/22 12:50:24 From submit: Submitting job(s).
  118. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934841.
  119. 07/12/22 12:50:24 assigned HTCondor ID (934841.0.0)
  120. 07/12/22 12:50:24 Submitting HTCondor Node sub-001 job(s)...
  121. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  122. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  123. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  124. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-001 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-001 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-001 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  125. 07/12/22 12:50:24 From submit: Submitting job(s).
  126. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934842.
  127. 07/12/22 12:50:24 assigned HTCondor ID (934842.0.0)
  128. 07/12/22 12:50:24 Submitting HTCondor Node sub-006 job(s)...
  129. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  130. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  131. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  132. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-006 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-006 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-006 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  133. 07/12/22 12:50:24 From submit: Submitting job(s).
  134. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934843.
  135. 07/12/22 12:50:24 assigned HTCondor ID (934843.0.0)
  136. 07/12/22 12:50:24 Submitting HTCondor Node sub-004 job(s)...
  137. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  138. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  139. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  140. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-004 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-004 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-004 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  141. 07/12/22 12:50:24 From submit: Submitting job(s).
  142. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934844.
  143. 07/12/22 12:50:24 assigned HTCondor ID (934844.0.0)
  144. 07/12/22 12:50:24 Submitting HTCondor Node sub-003 job(s)...
  145. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  146. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  147. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  148. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-003 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-003 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-003 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  149. 07/12/22 12:50:24 From submit: Submitting job(s).
  150. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934845.
  151. 07/12/22 12:50:24 assigned HTCondor ID (934845.0.0)
  152. 07/12/22 12:50:24 Submitting HTCondor Node sub-007 job(s)...
  153. 07/12/22 12:50:24 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log
  154. 07/12/22 12:50:24 Masking the events recorded in the DAGMAN workflow log
  155. 07/12/22 12:50:24 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  156. 07/12/22 12:50:24 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-007 -a +DAGManJobId' '=' '934811 -a DAGManJobId' '=' '934811 -batch-name process.condor_dag+934811 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-007 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds004091_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-007 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  157. 07/12/22 12:50:24 From submit: Submitting job(s).
  158. 07/12/22 12:50:24 From submit: 1 job(s) submitted to cluster 934846.
  159. 07/12/22 12:50:24 assigned HTCondor ID (934846.0.0)
  160. 07/12/22 12:50:24 Just submitted 8 jobs this cycle...
  161. 07/12/22 12:50:24 DAG status: 0 (DAG_STATUS_OK)
  162. 07/12/22 12:50:24 Of 8 nodes total:
  163. 07/12/22 12:50:24 Done Pre Queued Post Ready Un-Ready Failed
  164. 07/12/22 12:50:24 === === === === === === ===
  165. 07/12/22 12:50:24 0 0 8 0 0 0 0
  166. 07/12/22 12:50:24 0 job proc(s) currently held
  167. 07/12/22 12:50:24 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; SleepCycleTimeCount = 0.0; EventCycleTimeCount = 0.0; SubmitCycleTimeStd = 0.2478959560394287; SubmitCycleTimeMax = 0.2478959560394287; LogProcessCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SubmitCycleTimeMin = 0.2478959560394287; SubmitCycleTimeCount = 1.0; SubmitCycleTimeSum = 0.2478959560394287; SleepCycleTimeSum = 0.0; SubmitCycleTimeAvg = 0.2478959560394287; ]
  168. 07/12/22 12:50:29 Currently monitoring 1 HTCondor log file(s)
  169. 07/12/22 12:50:29 Reassigning the id of job sub-008 from (934839.0.0) to (934839.0.0)
  170. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-008 (934839.0.0) {07/12/22 12:50:24}
  171. 07/12/22 12:50:29 Number of idle job procs: 1
  172. 07/12/22 12:50:29 Reassigning the id of job sub-002 from (934840.0.0) to (934840.0.0)
  173. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-002 (934840.0.0) {07/12/22 12:50:24}
  174. 07/12/22 12:50:29 Number of idle job procs: 2
  175. 07/12/22 12:50:29 Reassigning the id of job sub-005 from (934841.0.0) to (934841.0.0)
  176. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-005 (934841.0.0) {07/12/22 12:50:24}
  177. 07/12/22 12:50:29 Number of idle job procs: 3
  178. 07/12/22 12:50:29 Reassigning the id of job sub-001 from (934842.0.0) to (934842.0.0)
  179. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-001 (934842.0.0) {07/12/22 12:50:24}
  180. 07/12/22 12:50:29 Number of idle job procs: 4
  181. 07/12/22 12:50:29 Reassigning the id of job sub-006 from (934843.0.0) to (934843.0.0)
  182. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-006 (934843.0.0) {07/12/22 12:50:24}
  183. 07/12/22 12:50:29 Number of idle job procs: 5
  184. 07/12/22 12:50:29 Reassigning the id of job sub-004 from (934844.0.0) to (934844.0.0)
  185. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-004 (934844.0.0) {07/12/22 12:50:24}
  186. 07/12/22 12:50:29 Number of idle job procs: 6
  187. 07/12/22 12:50:29 Reassigning the id of job sub-003 from (934845.0.0) to (934845.0.0)
  188. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-003 (934845.0.0) {07/12/22 12:50:24}
  189. 07/12/22 12:50:29 Number of idle job procs: 7
  190. 07/12/22 12:50:29 Reassigning the id of job sub-007 from (934846.0.0) to (934846.0.0)
  191. 07/12/22 12:50:29 Event: ULOG_SUBMIT for HTCondor Node sub-007 (934846.0.0) {07/12/22 12:50:24}
  192. 07/12/22 12:50:29 Number of idle job procs: 8
  193. 07/12/22 13:00:30 601 seconds since last log event
  194. 07/12/22 13:00:30 Pending DAG nodes:
  195. 07/12/22 13:00:30 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  196. 07/12/22 13:00:30 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  197. 07/12/22 13:00:30 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  198. 07/12/22 13:00:30 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  199. 07/12/22 13:00:30 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  200. 07/12/22 13:00:30 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  201. 07/12/22 13:00:30 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  202. 07/12/22 13:00:30 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  203. 07/12/22 13:10:30 1201 seconds since last log event
  204. 07/12/22 13:10:30 Pending DAG nodes:
  205. 07/12/22 13:10:30 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  206. 07/12/22 13:10:30 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  207. 07/12/22 13:10:30 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  208. 07/12/22 13:10:30 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  209. 07/12/22 13:10:30 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  210. 07/12/22 13:10:30 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  211. 07/12/22 13:10:30 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  212. 07/12/22 13:10:30 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  213. 07/12/22 13:20:31 1802 seconds since last log event
  214. 07/12/22 13:20:31 Pending DAG nodes:
  215. 07/12/22 13:20:31 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  216. 07/12/22 13:20:31 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  217. 07/12/22 13:20:31 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  218. 07/12/22 13:20:31 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  219. 07/12/22 13:20:31 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  220. 07/12/22 13:20:31 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  221. 07/12/22 13:20:31 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  222. 07/12/22 13:20:31 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  223. 07/12/22 13:30:31 2402 seconds since last log event
  224. 07/12/22 13:30:31 Pending DAG nodes:
  225. 07/12/22 13:30:31 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  226. 07/12/22 13:30:31 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  227. 07/12/22 13:30:31 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  228. 07/12/22 13:30:31 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  229. 07/12/22 13:30:31 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  230. 07/12/22 13:30:31 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  231. 07/12/22 13:30:31 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  232. 07/12/22 13:30:31 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  233. 07/12/22 13:40:32 3003 seconds since last log event
  234. 07/12/22 13:40:32 Pending DAG nodes:
  235. 07/12/22 13:40:32 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  236. 07/12/22 13:40:32 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  237. 07/12/22 13:40:32 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  238. 07/12/22 13:40:32 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  239. 07/12/22 13:40:32 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  240. 07/12/22 13:40:32 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  241. 07/12/22 13:40:32 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  242. 07/12/22 13:40:32 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  243. 07/12/22 13:50:32 3603 seconds since last log event
  244. 07/12/22 13:50:32 Pending DAG nodes:
  245. 07/12/22 13:50:32 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  246. 07/12/22 13:50:32 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  247. 07/12/22 13:50:32 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  248. 07/12/22 13:50:32 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  249. 07/12/22 13:50:32 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  250. 07/12/22 13:50:32 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  251. 07/12/22 13:50:32 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  252. 07/12/22 13:50:32 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  253. 07/12/22 14:00:33 4204 seconds since last log event
  254. 07/12/22 14:00:33 Pending DAG nodes:
  255. 07/12/22 14:00:33 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  256. 07/12/22 14:00:33 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  257. 07/12/22 14:00:33 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  258. 07/12/22 14:00:33 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  259. 07/12/22 14:00:33 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  260. 07/12/22 14:00:33 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  261. 07/12/22 14:00:33 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  262. 07/12/22 14:00:33 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  263. 07/12/22 14:10:33 4804 seconds since last log event
  264. 07/12/22 14:10:33 Pending DAG nodes:
  265. 07/12/22 14:10:33 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  266. 07/12/22 14:10:33 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  267. 07/12/22 14:10:33 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  268. 07/12/22 14:10:33 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  269. 07/12/22 14:10:33 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  270. 07/12/22 14:10:33 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  271. 07/12/22 14:10:33 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  272. 07/12/22 14:10:33 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  273. 07/12/22 14:20:34 5405 seconds since last log event
  274. 07/12/22 14:20:34 Pending DAG nodes:
  275. 07/12/22 14:20:34 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  276. 07/12/22 14:20:34 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  277. 07/12/22 14:20:34 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  278. 07/12/22 14:20:34 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  279. 07/12/22 14:20:34 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  280. 07/12/22 14:20:34 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  281. 07/12/22 14:20:34 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  282. 07/12/22 14:20:34 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  283. 07/12/22 14:30:34 6005 seconds since last log event
  284. 07/12/22 14:30:34 Pending DAG nodes:
  285. 07/12/22 14:30:34 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  286. 07/12/22 14:30:34 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  287. 07/12/22 14:30:34 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  288. 07/12/22 14:30:34 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  289. 07/12/22 14:30:34 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  290. 07/12/22 14:30:34 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  291. 07/12/22 14:30:34 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  292. 07/12/22 14:30:34 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  293. 07/12/22 14:40:35 6606 seconds since last log event
  294. 07/12/22 14:40:35 Pending DAG nodes:
  295. 07/12/22 14:40:35 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  296. 07/12/22 14:40:35 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  297. 07/12/22 14:40:35 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  298. 07/12/22 14:40:35 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  299. 07/12/22 14:40:35 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  300. 07/12/22 14:40:35 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  301. 07/12/22 14:40:35 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  302. 07/12/22 14:40:35 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  303. 07/12/22 14:50:35 7206 seconds since last log event
  304. 07/12/22 14:50:35 Pending DAG nodes:
  305. 07/12/22 14:50:35 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  306. 07/12/22 14:50:35 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  307. 07/12/22 14:50:35 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  308. 07/12/22 14:50:35 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  309. 07/12/22 14:50:35 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  310. 07/12/22 14:50:35 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  311. 07/12/22 14:50:35 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  312. 07/12/22 14:50:35 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  313. 07/12/22 15:00:35 7806 seconds since last log event
  314. 07/12/22 15:00:35 Pending DAG nodes:
  315. 07/12/22 15:00:35 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  316. 07/12/22 15:00:35 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  317. 07/12/22 15:00:35 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  318. 07/12/22 15:00:35 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  319. 07/12/22 15:00:35 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  320. 07/12/22 15:00:35 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  321. 07/12/22 15:00:35 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  322. 07/12/22 15:00:35 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  323. 07/12/22 15:10:35 8406 seconds since last log event
  324. 07/12/22 15:10:35 Pending DAG nodes:
  325. 07/12/22 15:10:35 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  326. 07/12/22 15:10:35 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  327. 07/12/22 15:10:35 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  328. 07/12/22 15:10:35 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  329. 07/12/22 15:10:35 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  330. 07/12/22 15:10:35 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  331. 07/12/22 15:10:35 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  332. 07/12/22 15:10:35 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  333. 07/12/22 15:20:36 9007 seconds since last log event
  334. 07/12/22 15:20:36 Pending DAG nodes:
  335. 07/12/22 15:20:36 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  336. 07/12/22 15:20:36 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  337. 07/12/22 15:20:36 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  338. 07/12/22 15:20:36 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  339. 07/12/22 15:20:36 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  340. 07/12/22 15:20:36 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  341. 07/12/22 15:20:36 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  342. 07/12/22 15:20:36 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  343. 07/12/22 15:30:36 9607 seconds since last log event
  344. 07/12/22 15:30:36 Pending DAG nodes:
  345. 07/12/22 15:30:36 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  346. 07/12/22 15:30:36 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  347. 07/12/22 15:30:36 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  348. 07/12/22 15:30:36 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  349. 07/12/22 15:30:36 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  350. 07/12/22 15:30:36 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  351. 07/12/22 15:30:36 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  352. 07/12/22 15:30:36 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  353. 07/12/22 15:40:37 10208 seconds since last log event
  354. 07/12/22 15:40:37 Pending DAG nodes:
  355. 07/12/22 15:40:37 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  356. 07/12/22 15:40:37 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  357. 07/12/22 15:40:37 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  358. 07/12/22 15:40:37 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  359. 07/12/22 15:40:37 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  360. 07/12/22 15:40:37 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  361. 07/12/22 15:40:37 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  362. 07/12/22 15:40:37 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  363. 07/12/22 15:50:37 10808 seconds since last log event
  364. 07/12/22 15:50:37 Pending DAG nodes:
  365. 07/12/22 15:50:37 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  366. 07/12/22 15:50:37 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  367. 07/12/22 15:50:37 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  368. 07/12/22 15:50:37 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  369. 07/12/22 15:50:37 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  370. 07/12/22 15:50:37 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  371. 07/12/22 15:50:37 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  372. 07/12/22 15:50:37 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  373. 07/12/22 16:00:38 11409 seconds since last log event
  374. 07/12/22 16:00:38 Pending DAG nodes:
  375. 07/12/22 16:00:38 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  376. 07/12/22 16:00:38 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  377. 07/12/22 16:00:38 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  378. 07/12/22 16:00:38 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  379. 07/12/22 16:00:38 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  380. 07/12/22 16:00:38 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  381. 07/12/22 16:00:38 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  382. 07/12/22 16:00:38 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  383. 07/12/22 16:10:38 12009 seconds since last log event
  384. 07/12/22 16:10:38 Pending DAG nodes:
  385. 07/12/22 16:10:38 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  386. 07/12/22 16:10:38 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  387. 07/12/22 16:10:38 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  388. 07/12/22 16:10:38 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  389. 07/12/22 16:10:38 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  390. 07/12/22 16:10:38 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  391. 07/12/22 16:10:38 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  392. 07/12/22 16:10:38 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  393. 07/12/22 16:20:39 12610 seconds since last log event
  394. 07/12/22 16:20:39 Pending DAG nodes:
  395. 07/12/22 16:20:39 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  396. 07/12/22 16:20:39 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  397. 07/12/22 16:20:39 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  398. 07/12/22 16:20:39 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  399. 07/12/22 16:20:39 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  400. 07/12/22 16:20:39 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  401. 07/12/22 16:20:39 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  402. 07/12/22 16:20:39 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  403. 07/12/22 16:30:40 13211 seconds since last log event
  404. 07/12/22 16:30:40 Pending DAG nodes:
  405. 07/12/22 16:30:40 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  406. 07/12/22 16:30:40 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  407. 07/12/22 16:30:40 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  408. 07/12/22 16:30:40 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  409. 07/12/22 16:30:40 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  410. 07/12/22 16:30:40 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  411. 07/12/22 16:30:40 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  412. 07/12/22 16:30:40 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  413. 07/12/22 16:40:40 13811 seconds since last log event
  414. 07/12/22 16:40:40 Pending DAG nodes:
  415. 07/12/22 16:40:40 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  416. 07/12/22 16:40:40 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  417. 07/12/22 16:40:40 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  418. 07/12/22 16:40:40 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  419. 07/12/22 16:40:40 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  420. 07/12/22 16:40:40 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  421. 07/12/22 16:40:40 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  422. 07/12/22 16:40:40 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  423. 07/12/22 16:50:41 14412 seconds since last log event
  424. 07/12/22 16:50:41 Pending DAG nodes:
  425. 07/12/22 16:50:41 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  426. 07/12/22 16:50:41 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  427. 07/12/22 16:50:41 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  428. 07/12/22 16:50:41 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  429. 07/12/22 16:50:41 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  430. 07/12/22 16:50:41 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  431. 07/12/22 16:50:41 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  432. 07/12/22 16:50:41 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  433. 07/12/22 17:00:41 15012 seconds since last log event
  434. 07/12/22 17:00:41 Pending DAG nodes:
  435. 07/12/22 17:00:41 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  436. 07/12/22 17:00:41 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  437. 07/12/22 17:00:41 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  438. 07/12/22 17:00:41 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  439. 07/12/22 17:00:41 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  440. 07/12/22 17:00:41 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  441. 07/12/22 17:00:41 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  442. 07/12/22 17:00:41 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  443. 07/12/22 17:10:42 15613 seconds since last log event
  444. 07/12/22 17:10:42 Pending DAG nodes:
  445. 07/12/22 17:10:42 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  446. 07/12/22 17:10:42 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  447. 07/12/22 17:10:42 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  448. 07/12/22 17:10:42 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  449. 07/12/22 17:10:42 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  450. 07/12/22 17:10:42 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  451. 07/12/22 17:10:42 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  452. 07/12/22 17:10:42 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  453. 07/12/22 17:20:42 16213 seconds since last log event
  454. 07/12/22 17:20:42 Pending DAG nodes:
  455. 07/12/22 17:20:42 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  456. 07/12/22 17:20:42 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  457. 07/12/22 17:20:42 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  458. 07/12/22 17:20:42 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  459. 07/12/22 17:20:42 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  460. 07/12/22 17:20:42 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  461. 07/12/22 17:20:42 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  462. 07/12/22 17:20:42 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  463. 07/12/22 17:30:43 16814 seconds since last log event
  464. 07/12/22 17:30:43 Pending DAG nodes:
  465. 07/12/22 17:30:43 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  466. 07/12/22 17:30:43 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  467. 07/12/22 17:30:43 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  468. 07/12/22 17:30:43 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  469. 07/12/22 17:30:43 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  470. 07/12/22 17:30:43 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  471. 07/12/22 17:30:43 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  472. 07/12/22 17:30:43 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  473. 07/12/22 17:40:43 17414 seconds since last log event
  474. 07/12/22 17:40:43 Pending DAG nodes:
  475. 07/12/22 17:40:43 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  476. 07/12/22 17:40:43 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  477. 07/12/22 17:40:43 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  478. 07/12/22 17:40:43 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  479. 07/12/22 17:40:43 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  480. 07/12/22 17:40:43 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  481. 07/12/22 17:40:43 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  482. 07/12/22 17:40:43 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  483. 07/12/22 17:50:44 18015 seconds since last log event
  484. 07/12/22 17:50:44 Pending DAG nodes:
  485. 07/12/22 17:50:44 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  486. 07/12/22 17:50:44 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  487. 07/12/22 17:50:44 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  488. 07/12/22 17:50:44 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  489. 07/12/22 17:50:44 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  490. 07/12/22 17:50:44 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  491. 07/12/22 17:50:44 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  492. 07/12/22 17:50:44 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  493. 07/12/22 18:00:44 18615 seconds since last log event
  494. 07/12/22 18:00:44 Pending DAG nodes:
  495. 07/12/22 18:00:44 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  496. 07/12/22 18:00:44 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  497. 07/12/22 18:00:44 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  498. 07/12/22 18:00:44 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  499. 07/12/22 18:00:44 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  500. 07/12/22 18:00:44 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  501. 07/12/22 18:00:44 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  502. 07/12/22 18:00:44 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  503. 07/12/22 18:10:45 19216 seconds since last log event
  504. 07/12/22 18:10:45 Pending DAG nodes:
  505. 07/12/22 18:10:45 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  506. 07/12/22 18:10:45 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  507. 07/12/22 18:10:45 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  508. 07/12/22 18:10:45 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  509. 07/12/22 18:10:45 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  510. 07/12/22 18:10:45 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  511. 07/12/22 18:10:45 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  512. 07/12/22 18:10:45 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  513. 07/12/22 18:20:45 19816 seconds since last log event
  514. 07/12/22 18:20:45 Pending DAG nodes:
  515. 07/12/22 18:20:45 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  516. 07/12/22 18:20:45 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  517. 07/12/22 18:20:45 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  518. 07/12/22 18:20:45 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  519. 07/12/22 18:20:45 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  520. 07/12/22 18:20:45 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  521. 07/12/22 18:20:45 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  522. 07/12/22 18:20:45 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  523. 07/12/22 18:30:46 20417 seconds since last log event
  524. 07/12/22 18:30:46 Pending DAG nodes:
  525. 07/12/22 18:30:46 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  526. 07/12/22 18:30:46 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  527. 07/12/22 18:30:46 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  528. 07/12/22 18:30:46 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  529. 07/12/22 18:30:46 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  530. 07/12/22 18:30:46 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  531. 07/12/22 18:30:46 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  532. 07/12/22 18:30:46 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  533. 07/12/22 18:37:31 Currently monitoring 1 HTCondor log file(s)
  534. 07/12/22 18:37:31 Event: ULOG_EXECUTE for HTCondor Node sub-008 (934839.0.0) {07/12/22 18:37:30}
  535. 07/12/22 18:37:31 Number of idle job procs: 7
  536. 07/12/22 18:37:31 Event: ULOG_EXECUTE for HTCondor Node sub-002 (934840.0.0) {07/12/22 18:37:30}
  537. 07/12/22 18:37:31 Number of idle job procs: 6
  538. 07/12/22 18:37:46 Currently monitoring 1 HTCondor log file(s)
  539. 07/12/22 18:37:46 Event: ULOG_EXECUTE for HTCondor Node sub-004 (934844.0.0) {07/12/22 18:37:41}
  540. 07/12/22 18:37:46 Number of idle job procs: 5
  541. 07/12/22 18:37:46 Event: ULOG_EXECUTE for HTCondor Node sub-003 (934845.0.0) {07/12/22 18:37:41}
  542. 07/12/22 18:37:46 Number of idle job procs: 4
  543. 07/12/22 18:37:46 Event: ULOG_EXECUTE for HTCondor Node sub-007 (934846.0.0) {07/12/22 18:37:42}
  544. 07/12/22 18:37:46 Number of idle job procs: 3
  545. 07/12/22 18:37:46 Event: ULOG_EXECUTE for HTCondor Node sub-005 (934841.0.0) {07/12/22 18:37:42}
  546. 07/12/22 18:37:46 Number of idle job procs: 2
  547. 07/12/22 18:37:46 Event: ULOG_EXECUTE for HTCondor Node sub-001 (934842.0.0) {07/12/22 18:37:43}
  548. 07/12/22 18:37:46 Number of idle job procs: 1
  549. 07/12/22 18:37:46 Event: ULOG_EXECUTE for HTCondor Node sub-006 (934843.0.0) {07/12/22 18:37:45}
  550. 07/12/22 18:37:46 Number of idle job procs: 0
  551. 07/12/22 18:47:47 601 seconds since last log event
  552. 07/12/22 18:47:47 Pending DAG nodes:
  553. 07/12/22 18:47:47 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  554. 07/12/22 18:47:47 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  555. 07/12/22 18:47:47 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  556. 07/12/22 18:47:47 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  557. 07/12/22 18:47:47 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  558. 07/12/22 18:47:47 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  559. 07/12/22 18:47:47 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  560. 07/12/22 18:47:47 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  561. 07/12/22 18:57:47 1201 seconds since last log event
  562. 07/12/22 18:57:47 Pending DAG nodes:
  563. 07/12/22 18:57:47 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  564. 07/12/22 18:57:47 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  565. 07/12/22 18:57:47 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  566. 07/12/22 18:57:47 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  567. 07/12/22 18:57:47 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  568. 07/12/22 18:57:47 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  569. 07/12/22 18:57:47 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  570. 07/12/22 18:57:47 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  571. 07/12/22 19:07:48 1802 seconds since last log event
  572. 07/12/22 19:07:48 Pending DAG nodes:
  573. 07/12/22 19:07:48 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  574. 07/12/22 19:07:48 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  575. 07/12/22 19:07:48 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  576. 07/12/22 19:07:48 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  577. 07/12/22 19:07:48 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  578. 07/12/22 19:07:48 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  579. 07/12/22 19:07:48 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  580. 07/12/22 19:07:48 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  581. 07/12/22 19:17:48 2402 seconds since last log event
  582. 07/12/22 19:17:48 Pending DAG nodes:
  583. 07/12/22 19:17:48 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  584. 07/12/22 19:17:48 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  585. 07/12/22 19:17:48 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  586. 07/12/22 19:17:48 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  587. 07/12/22 19:17:48 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  588. 07/12/22 19:17:48 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  589. 07/12/22 19:17:48 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  590. 07/12/22 19:17:48 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  591. 07/12/22 19:27:49 3003 seconds since last log event
  592. 07/12/22 19:27:49 Pending DAG nodes:
  593. 07/12/22 19:27:49 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  594. 07/12/22 19:27:49 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  595. 07/12/22 19:27:49 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  596. 07/12/22 19:27:49 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  597. 07/12/22 19:27:49 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  598. 07/12/22 19:27:49 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  599. 07/12/22 19:27:49 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  600. 07/12/22 19:27:49 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  601. 07/12/22 19:37:49 3603 seconds since last log event
  602. 07/12/22 19:37:49 Pending DAG nodes:
  603. 07/12/22 19:37:49 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  604. 07/12/22 19:37:49 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  605. 07/12/22 19:37:49 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  606. 07/12/22 19:37:49 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  607. 07/12/22 19:37:49 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  608. 07/12/22 19:37:49 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  609. 07/12/22 19:37:49 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  610. 07/12/22 19:37:49 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  611. 07/12/22 19:47:50 4204 seconds since last log event
  612. 07/12/22 19:47:50 Pending DAG nodes:
  613. 07/12/22 19:47:50 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  614. 07/12/22 19:47:50 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  615. 07/12/22 19:47:50 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  616. 07/12/22 19:47:50 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  617. 07/12/22 19:47:50 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  618. 07/12/22 19:47:50 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  619. 07/12/22 19:47:50 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  620. 07/12/22 19:47:50 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  621. 07/12/22 19:57:50 4804 seconds since last log event
  622. 07/12/22 19:57:50 Pending DAG nodes:
  623. 07/12/22 19:57:50 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  624. 07/12/22 19:57:50 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  625. 07/12/22 19:57:50 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  626. 07/12/22 19:57:50 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  627. 07/12/22 19:57:50 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  628. 07/12/22 19:57:50 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  629. 07/12/22 19:57:50 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  630. 07/12/22 19:57:50 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  631. 07/12/22 20:07:50 5404 seconds since last log event
  632. 07/12/22 20:07:50 Pending DAG nodes:
  633. 07/12/22 20:07:50 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  634. 07/12/22 20:07:50 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  635. 07/12/22 20:07:50 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  636. 07/12/22 20:07:50 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  637. 07/12/22 20:07:50 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  638. 07/12/22 20:07:50 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  639. 07/12/22 20:07:50 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  640. 07/12/22 20:07:50 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  641. 07/12/22 20:17:50 6004 seconds since last log event
  642. 07/12/22 20:17:50 Pending DAG nodes:
  643. 07/12/22 20:17:50 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  644. 07/12/22 20:17:50 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  645. 07/12/22 20:17:50 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  646. 07/12/22 20:17:50 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  647. 07/12/22 20:17:50 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  648. 07/12/22 20:17:50 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  649. 07/12/22 20:17:50 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  650. 07/12/22 20:17:50 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  651. 07/12/22 20:27:51 6605 seconds since last log event
  652. 07/12/22 20:27:51 Pending DAG nodes:
  653. 07/12/22 20:27:51 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  654. 07/12/22 20:27:51 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  655. 07/12/22 20:27:51 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  656. 07/12/22 20:27:51 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  657. 07/12/22 20:27:51 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  658. 07/12/22 20:27:51 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  659. 07/12/22 20:27:51 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  660. 07/12/22 20:27:51 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  661. 07/12/22 20:37:51 7205 seconds since last log event
  662. 07/12/22 20:37:51 Pending DAG nodes:
  663. 07/12/22 20:37:51 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  664. 07/12/22 20:37:51 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  665. 07/12/22 20:37:51 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  666. 07/12/22 20:37:51 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  667. 07/12/22 20:37:51 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  668. 07/12/22 20:37:51 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  669. 07/12/22 20:37:51 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  670. 07/12/22 20:37:51 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  671. 07/12/22 20:47:52 7806 seconds since last log event
  672. 07/12/22 20:47:52 Pending DAG nodes:
  673. 07/12/22 20:47:52 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  674. 07/12/22 20:47:52 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  675. 07/12/22 20:47:52 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  676. 07/12/22 20:47:52 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  677. 07/12/22 20:47:52 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  678. 07/12/22 20:47:52 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  679. 07/12/22 20:47:52 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  680. 07/12/22 20:47:52 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  681. 07/12/22 20:57:52 8406 seconds since last log event
  682. 07/12/22 20:57:52 Pending DAG nodes:
  683. 07/12/22 20:57:52 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  684. 07/12/22 20:57:52 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  685. 07/12/22 20:57:52 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  686. 07/12/22 20:57:52 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  687. 07/12/22 20:57:52 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  688. 07/12/22 20:57:52 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  689. 07/12/22 20:57:52 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  690. 07/12/22 20:57:52 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  691. 07/12/22 21:07:53 9007 seconds since last log event
  692. 07/12/22 21:07:53 Pending DAG nodes:
  693. 07/12/22 21:07:53 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  694. 07/12/22 21:07:53 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  695. 07/12/22 21:07:53 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  696. 07/12/22 21:07:53 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  697. 07/12/22 21:07:53 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  698. 07/12/22 21:07:53 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  699. 07/12/22 21:07:53 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  700. 07/12/22 21:07:53 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  701. 07/12/22 21:17:53 9607 seconds since last log event
  702. 07/12/22 21:17:53 Pending DAG nodes:
  703. 07/12/22 21:17:53 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  704. 07/12/22 21:17:53 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  705. 07/12/22 21:17:53 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  706. 07/12/22 21:17:53 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  707. 07/12/22 21:17:53 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  708. 07/12/22 21:17:53 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  709. 07/12/22 21:17:53 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  710. 07/12/22 21:17:53 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  711. 07/12/22 21:27:54 10208 seconds since last log event
  712. 07/12/22 21:27:54 Pending DAG nodes:
  713. 07/12/22 21:27:54 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  714. 07/12/22 21:27:54 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  715. 07/12/22 21:27:54 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  716. 07/12/22 21:27:54 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  717. 07/12/22 21:27:54 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  718. 07/12/22 21:27:54 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  719. 07/12/22 21:27:54 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  720. 07/12/22 21:27:54 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  721. 07/12/22 21:37:55 10809 seconds since last log event
  722. 07/12/22 21:37:55 Pending DAG nodes:
  723. 07/12/22 21:37:55 Node sub-008, HTCondor ID 934839, status STATUS_SUBMITTED
  724. 07/12/22 21:37:55 Node sub-002, HTCondor ID 934840, status STATUS_SUBMITTED
  725. 07/12/22 21:37:55 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  726. 07/12/22 21:37:55 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  727. 07/12/22 21:37:55 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  728. 07/12/22 21:37:55 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  729. 07/12/22 21:37:55 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  730. 07/12/22 21:37:55 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  731. 07/12/22 21:44:00 Currently monitoring 1 HTCondor log file(s)
  732. 07/12/22 21:44:00 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-008 (934839.0.0) {07/12/22 21:43:59}
  733. 07/12/22 21:44:00 Number of idle job procs: 0
  734. 07/12/22 21:44:00 Node sub-008 job proc (934839.0.0) completed successfully.
  735. 07/12/22 21:44:00 Node sub-008 job completed
  736. 07/12/22 21:44:00 DAG status: 0 (DAG_STATUS_OK)
  737. 07/12/22 21:44:00 Of 8 nodes total:
  738. 07/12/22 21:44:00 Done Pre Queued Post Ready Un-Ready Failed
  739. 07/12/22 21:44:00 === === === === === === ===
  740. 07/12/22 21:44:00 1 0 7 0 0 0 0
  741. 07/12/22 21:44:00 0 job proc(s) currently held
  742. 07/12/22 21:44:00 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.003108726190195586; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.788139343261719E-05; EventCycleTimeAvg = 0.0001670268223635216; EventCycleTimeSum = 1.068637609481812; EventCycleTimeCount = 6398.0; SleepCycleTimeStd = 0.01772800586915646; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 6399.0; LogProcessCycleTimeAvg = 0.0006349682807922363; LogProcessCycleTimeCount = 4.0; LogProcessCycleTimeStd = 0.0001681097696789071; LogProcessCycleTimeSum = 0.002539873123168945; SubmitCycleTimeSum = 0.7311561107635498; SubmitCycleTimeAvg = 0.0001142609955873652; SleepCycleTimeSum = 32015.25911545753; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.003947970531031; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 6398.0; SubmitCycleTimeStd = 0.003105402402757634; SleepCycleTimeMin = 4.003955125808716; ]
  743. 07/12/22 21:45:05 Currently monitoring 1 HTCondor log file(s)
  744. 07/12/22 21:45:05 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-002 (934840.0.0) {07/12/22 21:45:03}
  745. 07/12/22 21:45:05 Number of idle job procs: 0
  746. 07/12/22 21:45:05 Node sub-002 job proc (934840.0.0) completed successfully.
  747. 07/12/22 21:45:05 Node sub-002 job completed
  748. 07/12/22 21:45:05 DAG status: 0 (DAG_STATUS_OK)
  749. 07/12/22 21:45:05 Of 8 nodes total:
  750. 07/12/22 21:45:05 Done Pre Queued Post Ready Un-Ready Failed
  751. 07/12/22 21:45:05 === === === === === === ===
  752. 07/12/22 21:45:05 2 0 6 0 0 0 0
  753. 07/12/22 21:45:05 0 job proc(s) currently held
  754. 07/12/22 21:45:05 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.003107384097040204; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.788139343261719E-05; EventCycleTimeAvg = 0.0001684143695346355; EventCycleTimeSum = 1.079704523086548; EventCycleTimeCount = 6411.0; SleepCycleTimeStd = 0.01771008412976578; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 6412.0; LogProcessCycleTimeAvg = 0.0006533622741699219; LogProcessCycleTimeCount = 5.0; LogProcessCycleTimeStd = 0.0001512857096953081; LogProcessCycleTimeSum = 0.003266811370849609; SubmitCycleTimeSum = 0.7334356307983398; SubmitCycleTimeAvg = 0.0001143848457265034; SleepCycleTimeSum = 32080.31565761566; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.003948784529038; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 6411.0; SubmitCycleTimeStd = 0.00310227431196255; SleepCycleTimeMin = 4.003955125808716; ]
  755. 07/12/22 21:55:06 601 seconds since last log event
  756. 07/12/22 21:55:06 Pending DAG nodes:
  757. 07/12/22 21:55:06 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  758. 07/12/22 21:55:06 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  759. 07/12/22 21:55:06 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  760. 07/12/22 21:55:06 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  761. 07/12/22 21:55:06 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  762. 07/12/22 21:55:06 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  763. 07/12/22 22:05:06 1201 seconds since last log event
  764. 07/12/22 22:05:06 Pending DAG nodes:
  765. 07/12/22 22:05:06 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  766. 07/12/22 22:05:06 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  767. 07/12/22 22:05:06 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  768. 07/12/22 22:05:06 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  769. 07/12/22 22:05:06 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  770. 07/12/22 22:05:06 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  771. 07/12/22 22:15:07 1802 seconds since last log event
  772. 07/12/22 22:15:07 Pending DAG nodes:
  773. 07/12/22 22:15:07 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  774. 07/12/22 22:15:07 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  775. 07/12/22 22:15:07 Node sub-006, HTCondor ID 934843, status STATUS_SUBMITTED
  776. 07/12/22 22:15:07 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  777. 07/12/22 22:15:07 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  778. 07/12/22 22:15:07 Node sub-007, HTCondor ID 934846, status STATUS_SUBMITTED
  779. 07/12/22 22:18:02 Currently monitoring 1 HTCondor log file(s)
  780. 07/12/22 22:18:02 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-007 (934846.0.0) {07/12/22 22:18:00}
  781. 07/12/22 22:18:02 Number of idle job procs: 0
  782. 07/12/22 22:18:02 Node sub-007 job proc (934846.0.0) completed successfully.
  783. 07/12/22 22:18:02 Node sub-007 job completed
  784. 07/12/22 22:18:02 DAG status: 0 (DAG_STATUS_OK)
  785. 07/12/22 22:18:02 Of 8 nodes total:
  786. 07/12/22 22:18:02 Done Pre Queued Post Ready Un-Ready Failed
  787. 07/12/22 22:18:02 === === === === === === ===
  788. 07/12/22 22:18:02 3 0 5 0 0 0 0
  789. 07/12/22 22:18:02 0 job proc(s) currently held
  790. 07/12/22 22:18:02 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.003016515868183215; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.788139343261719E-05; EventCycleTimeAvg = 0.0001660465948938307; EventCycleTimeSum = 1.130113124847412; EventCycleTimeCount = 6806.0; SleepCycleTimeStd = 0.01719075545701405; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 6807.0; LogProcessCycleTimeAvg = 0.0006682872772216797; LogProcessCycleTimeCount = 6.0; LogProcessCycleTimeStd = 0.0001401657128650954; LogProcessCycleTimeSum = 0.004009723663330078; SubmitCycleTimeSum = 0.7627944946289062; SubmitCycleTimeAvg = 0.0001120603047787434; SleepCycleTimeSum = 34057.13455796242; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.003986858354748; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 6806.0; SubmitCycleTimeStd = 0.003011411548759887; SleepCycleTimeMin = 4.003955125808716; ]
  791. 07/12/22 22:19:02 Currently monitoring 1 HTCondor log file(s)
  792. 07/12/22 22:19:02 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-006 (934843.0.0) {07/12/22 22:18:58}
  793. 07/12/22 22:19:02 Number of idle job procs: 0
  794. 07/12/22 22:19:02 Node sub-006 job proc (934843.0.0) completed successfully.
  795. 07/12/22 22:19:02 Node sub-006 job completed
  796. 07/12/22 22:19:02 DAG status: 0 (DAG_STATUS_OK)
  797. 07/12/22 22:19:02 Of 8 nodes total:
  798. 07/12/22 22:19:02 Done Pre Queued Post Ready Un-Ready Failed
  799. 07/12/22 22:19:02 === === === === === === ===
  800. 07/12/22 22:19:02 4 0 4 0 0 0 0
  801. 07/12/22 22:19:02 0 job proc(s) currently held
  802. 07/12/22 22:19:02 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.003014872463709965; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.788139343261719E-05; EventCycleTimeAvg = 0.0001668200250873471; EventCycleTimeSum = 1.137378931045532; EventCycleTimeCount = 6818.0; SleepCycleTimeStd = 0.01717572239363414; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 6819.0; LogProcessCycleTimeAvg = 0.0006540843418666295; LogProcessCycleTimeCount = 7.0; LogProcessCycleTimeStd = 0.0001333569876736189; LogProcessCycleTimeSum = 0.004578590393066406; SubmitCycleTimeSum = 0.7637917995452881; SubmitCycleTimeAvg = 0.000112009356143905; SleepCycleTimeSum = 34117.19174313545; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.003988228679297; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 6818.0; SubmitCycleTimeStd = 0.003008767160693991; SleepCycleTimeMin = 4.003955125808716; ]
  803. 07/12/22 22:29:03 601 seconds since last log event
  804. 07/12/22 22:29:03 Pending DAG nodes:
  805. 07/12/22 22:29:03 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  806. 07/12/22 22:29:03 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  807. 07/12/22 22:29:03 Node sub-004, HTCondor ID 934844, status STATUS_SUBMITTED
  808. 07/12/22 22:29:03 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  809. 07/12/22 22:35:53 Currently monitoring 1 HTCondor log file(s)
  810. 07/12/22 22:35:53 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-004 (934844.0.0) {07/12/22 22:35:48}
  811. 07/12/22 22:35:53 Number of idle job procs: 0
  812. 07/12/22 22:35:53 Node sub-004 job proc (934844.0.0) completed successfully.
  813. 07/12/22 22:35:53 Node sub-004 job completed
  814. 07/12/22 22:35:53 DAG status: 0 (DAG_STATUS_OK)
  815. 07/12/22 22:35:53 Of 8 nodes total:
  816. 07/12/22 22:35:53 Done Pre Queued Post Ready Un-Ready Failed
  817. 07/12/22 22:35:53 === === === === === === ===
  818. 07/12/22 22:35:53 5 0 3 0 0 0 0
  819. 07/12/22 22:35:53 0 job proc(s) currently held
  820. 07/12/22 22:35:53 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.002971395645734851; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.502037048339844E-05; EventCycleTimeAvg = 0.0001652516530789541; EventCycleTimeSum = 1.160066604614258; EventCycleTimeCount = 7020.0; SleepCycleTimeStd = 0.01692805213440132; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 7021.0; LogProcessCycleTimeAvg = 0.0006578266620635986; LogProcessCycleTimeCount = 8.0; LogProcessCycleTimeStd = 0.0001239174810415975; LogProcessCycleTimeSum = 0.005262613296508789; SubmitCycleTimeSum = 0.7763688564300537; SubmitCycleTimeAvg = 0.0001105781023258872; SleepCycleTimeSum = 35128.16402935982; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.004011969994276; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 7020.0; SubmitCycleTimeStd = 0.002965237013824323; SleepCycleTimeMin = 4.003955125808716; ]
  821. 07/12/22 22:45:54 601 seconds since last log event
  822. 07/12/22 22:45:54 Pending DAG nodes:
  823. 07/12/22 22:45:54 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  824. 07/12/22 22:45:54 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  825. 07/12/22 22:45:54 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  826. 07/12/22 22:55:54 1201 seconds since last log event
  827. 07/12/22 22:55:54 Pending DAG nodes:
  828. 07/12/22 22:55:54 Node sub-005, HTCondor ID 934841, status STATUS_SUBMITTED
  829. 07/12/22 22:55:54 Node sub-001, HTCondor ID 934842, status STATUS_SUBMITTED
  830. 07/12/22 22:55:54 Node sub-003, HTCondor ID 934845, status STATUS_SUBMITTED
  831. 07/12/22 22:57:59 Currently monitoring 1 HTCondor log file(s)
  832. 07/12/22 22:57:59 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-001 (934842.0.0) {07/12/22 22:57:57}
  833. 07/12/22 22:57:59 Number of idle job procs: 0
  834. 07/12/22 22:57:59 Node sub-001 job proc (934842.0.0) completed successfully.
  835. 07/12/22 22:57:59 Node sub-001 job completed
  836. 07/12/22 22:57:59 DAG status: 0 (DAG_STATUS_OK)
  837. 07/12/22 22:57:59 Of 8 nodes total:
  838. 07/12/22 22:57:59 Done Pre Queued Post Ready Un-Ready Failed
  839. 07/12/22 22:57:59 === === === === === === ===
  840. 07/12/22 22:57:59 6 0 2 0 0 0 0
  841. 07/12/22 22:57:59 0 job proc(s) currently held
  842. 07/12/22 22:57:59 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.00291865158099176; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.502037048339844E-05; EventCycleTimeAvg = 0.000164415644879364; EventCycleTimeSum = 1.197767972946167; EventCycleTimeCount = 7285.0; SleepCycleTimeStd = 0.01661850779789342; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 7286.0; LogProcessCycleTimeAvg = 0.0006624062856038412; LogProcessCycleTimeCount = 9.0; LogProcessCycleTimeStd = 0.0001167255580846197; LogProcessCycleTimeSum = 0.00596165657043457; SubmitCycleTimeSum = 0.7941758632659912; SubmitCycleTimeAvg = 0.0001090002557323622; SleepCycleTimeSum = 36454.32906603813; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.004025952784919; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 7285.0; SubmitCycleTimeStd = 0.002910911887951225; SleepCycleTimeMin = 4.003955125808716; ]
  843. 07/12/22 23:05:15 Currently monitoring 1 HTCondor log file(s)
  844. 07/12/22 23:05:15 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-003 (934845.0.0) {07/12/22 23:05:13}
  845. 07/12/22 23:05:15 Number of idle job procs: 0
  846. 07/12/22 23:05:15 Node sub-003 job proc (934845.0.0) completed successfully.
  847. 07/12/22 23:05:15 Node sub-003 job completed
  848. 07/12/22 23:05:15 DAG status: 0 (DAG_STATUS_OK)
  849. 07/12/22 23:05:15 Of 8 nodes total:
  850. 07/12/22 23:05:15 Done Pre Queued Post Ready Un-Ready Failed
  851. 07/12/22 23:05:15 === === === === === === ===
  852. 07/12/22 23:05:15 7 0 1 0 0 0 0
  853. 07/12/22 23:05:15 0 job proc(s) currently held
  854. 07/12/22 23:05:15 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.002902637467598744; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.502037048339844E-05; EventCycleTimeAvg = 0.0001647838806239277; EventCycleTimeSum = 1.214786767959595; EventCycleTimeCount = 7372.0; SleepCycleTimeStd = 0.01652064921841281; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 7373.0; LogProcessCycleTimeAvg = 0.0006576776504516602; LogProcessCycleTimeCount = 10.0; LogProcessCycleTimeStd = 0.0001110611675397077; LogProcessCycleTimeSum = 0.006576776504516602; SubmitCycleTimeSum = 0.8006606101989746; SubmitCycleTimeAvg = 0.0001085935996472229; SleepCycleTimeSum = 36889.70907235146; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.004029988110616; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 7372.0; SubmitCycleTimeStd = 0.002893718721491456; SleepCycleTimeMin = 4.003955125808716; ]
  855. 07/12/22 23:11:35 Currently monitoring 1 HTCondor log file(s)
  856. 07/12/22 23:11:35 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-005 (934841.0.0) {07/12/22 23:11:34}
  857. 07/12/22 23:11:35 Number of idle job procs: 0
  858. 07/12/22 23:11:35 Node sub-005 job proc (934841.0.0) completed successfully.
  859. 07/12/22 23:11:35 Node sub-005 job completed
  860. 07/12/22 23:11:35 DAG status: 0 (DAG_STATUS_OK)
  861. 07/12/22 23:11:35 Of 8 nodes total:
  862. 07/12/22 23:11:35 Done Pre Queued Post Ready Un-Ready Failed
  863. 07/12/22 23:11:35 === === === === === === ===
  864. 07/12/22 23:11:35 8 0 0 0 0 0 0
  865. 07/12/22 23:11:35 0 job proc(s) currently held
  866. 07/12/22 23:11:35 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.002890550698065016; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.502037048339844E-05; EventCycleTimeAvg = 0.0001657040495621531; EventCycleTimeSum = 1.234163761138916; EventCycleTimeCount = 7448.0; SleepCycleTimeStd = 0.01643668965300923; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 7449.0; LogProcessCycleTimeAvg = 0.0006567998365922408; LogProcessCycleTimeCount = 11.0; LogProcessCycleTimeStd = 0.0001054020909215958; LogProcessCycleTimeSum = 0.007224798202514648; SubmitCycleTimeSum = 0.8062009811401367; SubmitCycleTimeAvg = 0.0001082294242368287; SleepCycleTimeSum = 37270.04174137115; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.004033531333399; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 7448.0; SubmitCycleTimeStd = 0.002878944888782459; SleepCycleTimeMin = 4.003955125808716; ]
  867. 07/12/22 23:11:35 All jobs Completed!
  868. 07/12/22 23:11:35 Note: 0 total job deferrals because of -MaxJobs limit (0)
  869. 07/12/22 23:11:35 Note: 0 total job deferrals because of -MaxIdle limit (1000)
  870. 07/12/22 23:11:35 Note: 0 total job deferrals because of node category throttles
  871. 07/12/22 23:11:35 Note: 0 total PRE script deferrals because of -MaxPre limit (20) or DEFER
  872. 07/12/22 23:11:35 Note: 0 total POST script deferrals because of -MaxPost limit (20) or DEFER
  873. 07/12/22 23:11:35 DAG status: 0 (DAG_STATUS_OK)
  874. 07/12/22 23:11:35 Of 8 nodes total:
  875. 07/12/22 23:11:35 Done Pre Queued Post Ready Un-Ready Failed
  876. 07/12/22 23:11:35 === === === === === === ===
  877. 07/12/22 23:11:35 8 0 0 0 0 0 0
  878. 07/12/22 23:11:35 0 job proc(s) currently held
  879. 07/12/22 23:11:35 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.002890550698065016; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.502037048339844E-05; EventCycleTimeAvg = 0.0001657040495621531; EventCycleTimeSum = 1.234163761138916; EventCycleTimeCount = 7448.0; SleepCycleTimeStd = 0.01643668965300923; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 7449.0; LogProcessCycleTimeAvg = 0.0006567998365922408; LogProcessCycleTimeCount = 11.0; LogProcessCycleTimeStd = 0.0001054020909215958; LogProcessCycleTimeSum = 0.007224798202514648; SubmitCycleTimeSum = 0.8062009811401367; SubmitCycleTimeAvg = 0.0001082294242368287; SleepCycleTimeSum = 37270.04174137115; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.004033531333399; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 7448.0; SubmitCycleTimeStd = 0.002878944888782459; SleepCycleTimeMin = 4.003955125808716; ]
  880. 07/12/22 23:11:35 Wrote metrics file code/process.condor_dag.metrics.
  881. 07/12/22 23:11:35 Metrics not sent because of PEGASUS_METRICS or CONDOR_DEVELOPERS setting.
  882. 07/12/22 23:11:35 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.002890550698065016; EventCycleTimeMax = 0.2480340003967285; EventCycleTimeMin = 1.502037048339844E-05; EventCycleTimeAvg = 0.0001657040495621531; EventCycleTimeSum = 1.234163761138916; EventCycleTimeCount = 7448.0; SleepCycleTimeStd = 0.01643668965300923; LogProcessCycleTimeMin = 0.0005218982696533203; LogProcessCycleTimeMax = 0.0008819103240966797; SubmitCycleTimeCount = 7449.0; LogProcessCycleTimeAvg = 0.0006567998365922408; LogProcessCycleTimeCount = 11.0; LogProcessCycleTimeStd = 0.0001054020909215958; LogProcessCycleTimeSum = 0.007224798202514648; SubmitCycleTimeSum = 0.8062009811401367; SubmitCycleTimeAvg = 0.0001082294242368287; SleepCycleTimeSum = 37270.04174137115; SubmitCycleTimeMin = 5.960464477539062E-06; SubmitCycleTimeMax = 0.2478959560394287; SleepCycleTimeAvg = 5.004033531333399; SleepCycleTimeMax = 5.055476903915405; SleepCycleTimeCount = 7448.0; SubmitCycleTimeStd = 0.002878944888782459; SleepCycleTimeMin = 4.003955125808716; ]
  883. 07/12/22 23:11:35 **** condor_scheduniv_exec.934811.0 (condor_DAGMAN) pid 2512262 EXITING WITH STATUS 0