process.condor_dag.dagman.out 147 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812
  1. 07/11/22 06:04:15 ******************************************************
  2. 07/11/22 06:04:15 ** condor_scheduniv_exec.920948.0 (CONDOR_DAGMAN) STARTING UP
  3. 07/11/22 06:04:15 ** /usr/bin/condor_dagman
  4. 07/11/22 06:04:15 ** SubsystemInfo: name=DAGMAN type=DAGMAN(10) class=DAEMON(1)
  5. 07/11/22 06:04:15 ** Configuration: subsystem:DAGMAN local:<NONE> class:DAEMON
  6. 07/11/22 06:04:15 ** $CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $
  7. 07/11/22 06:04:15 ** $CondorPlatform: X86_64-Debian_10 $
  8. 07/11/22 06:04:15 ** PID = 1030584
  9. 07/11/22 06:04:15 ** Log last touched time unavailable (No such file or directory)
  10. 07/11/22 06:04:15 ******************************************************
  11. 07/11/22 06:04:15 Using config source: /etc/condor/condor_config
  12. 07/11/22 06:04:15 Using local config sources:
  13. 07/11/22 06:04:15 /etc/condor/config.d/50_inm7_master
  14. 07/11/22 06:04:15 /etc/condor/condor_config.local
  15. 07/11/22 06:04:15 config Macros = 81, Sorted = 81, StringBytes = 2405, TablesBytes = 2972
  16. 07/11/22 06:04:15 CLASSAD_CACHING is ENABLED
  17. 07/11/22 06:04:15 Daemon Log is logging: D_ALWAYS D_ERROR
  18. 07/11/22 06:04:15 DaemonCore: No command port requested.
  19. 07/11/22 06:04:15 DAGMAN_USE_STRICT setting: 1
  20. 07/11/22 06:04:15 DAGMAN_VERBOSITY setting: 3
  21. 07/11/22 06:04:15 DAGMAN_DEBUG_CACHE_SIZE setting: 5242880
  22. 07/11/22 06:04:15 DAGMAN_DEBUG_CACHE_ENABLE setting: False
  23. 07/11/22 06:04:15 DAGMAN_SUBMIT_DELAY setting: 0
  24. 07/11/22 06:04:15 DAGMAN_MAX_SUBMIT_ATTEMPTS setting: 6
  25. 07/11/22 06:04:15 DAGMAN_STARTUP_CYCLE_DETECT setting: False
  26. 07/11/22 06:04:15 DAGMAN_MAX_SUBMITS_PER_INTERVAL setting: 100
  27. 07/11/22 06:04:15 DAGMAN_AGGRESSIVE_SUBMIT setting: False
  28. 07/11/22 06:04:15 DAGMAN_USER_LOG_SCAN_INTERVAL setting: 5
  29. 07/11/22 06:04:15 DAGMAN_QUEUE_UPDATE_INTERVAL setting: 300
  30. 07/11/22 06:04:15 DAGMAN_DEFAULT_PRIORITY setting: 0
  31. 07/11/22 06:04:15 DAGMAN_SUPPRESS_NOTIFICATION setting: True
  32. 07/11/22 06:04:15 allow_events (DAGMAN_ALLOW_EVENTS) setting: 114
  33. 07/11/22 06:04:15 DAGMAN_RETRY_SUBMIT_FIRST setting: True
  34. 07/11/22 06:04:15 DAGMAN_RETRY_NODE_FIRST setting: False
  35. 07/11/22 06:04:15 DAGMAN_MAX_JOBS_IDLE setting: 1000
  36. 07/11/22 06:04:15 DAGMAN_MAX_JOBS_SUBMITTED setting: 0
  37. 07/11/22 06:04:15 DAGMAN_MAX_PRE_SCRIPTS setting: 20
  38. 07/11/22 06:04:15 DAGMAN_MAX_POST_SCRIPTS setting: 20
  39. 07/11/22 06:04:15 DAGMAN_MUNGE_NODE_NAMES setting: True
  40. 07/11/22 06:04:15 DAGMAN_PROHIBIT_MULTI_JOBS setting: False
  41. 07/11/22 06:04:15 DAGMAN_SUBMIT_DEPTH_FIRST setting: False
  42. 07/11/22 06:04:15 DAGMAN_ALWAYS_RUN_POST setting: False
  43. 07/11/22 06:04:15 DAGMAN_CONDOR_SUBMIT_EXE setting: /usr/bin/condor_submit
  44. 07/11/22 06:04:15 DAGMAN_USE_CONDOR_SUBMIT setting: True
  45. 07/11/22 06:04:15 DAGMAN_ABORT_DUPLICATES setting: True
  46. 07/11/22 06:04:15 DAGMAN_ABORT_ON_SCARY_SUBMIT setting: True
  47. 07/11/22 06:04:15 DAGMAN_PENDING_REPORT_INTERVAL setting: 600
  48. 07/11/22 06:04:15 DAGMAN_AUTO_RESCUE setting: True
  49. 07/11/22 06:04:15 DAGMAN_MAX_RESCUE_NUM setting: 100
  50. 07/11/22 06:04:15 DAGMAN_WRITE_PARTIAL_RESCUE setting: True
  51. 07/11/22 06:04:15 DAGMAN_DEFAULT_NODE_LOG setting: @(DAG_DIR)/@(DAG_FILE).nodes.log
  52. 07/11/22 06:04:15 DAGMAN_GENERATE_SUBDAG_SUBMITS setting: True
  53. 07/11/22 06:04:15 DAGMAN_MAX_JOB_HOLDS setting: 100
  54. 07/11/22 06:04:15 DAGMAN_HOLD_CLAIM_TIME setting: 20
  55. 07/11/22 06:04:15 ALL_DEBUG setting:
  56. 07/11/22 06:04:15 DAGMAN_DEBUG setting:
  57. 07/11/22 06:04:15 DAGMAN_SUPPRESS_JOB_LOGS setting: False
  58. 07/11/22 06:04:15 DAGMAN_REMOVE_NODE_JOBS setting: True
  59. 07/11/22 06:04:15 argv[0] == "condor_scheduniv_exec.920948.0"
  60. 07/11/22 06:04:15 argv[1] == "-Lockfile"
  61. 07/11/22 06:04:15 argv[2] == "code/process.condor_dag.lock"
  62. 07/11/22 06:04:15 argv[3] == "-AutoRescue"
  63. 07/11/22 06:04:15 argv[4] == "1"
  64. 07/11/22 06:04:15 argv[5] == "-DoRescueFrom"
  65. 07/11/22 06:04:15 argv[6] == "0"
  66. 07/11/22 06:04:15 argv[7] == "-Dag"
  67. 07/11/22 06:04:15 argv[8] == "code/process.condor_dag"
  68. 07/11/22 06:04:15 argv[9] == "-Suppress_notification"
  69. 07/11/22 06:04:15 argv[10] == "-CsdVersion"
  70. 07/11/22 06:04:15 argv[11] == "$CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $"
  71. 07/11/22 06:04:15 argv[12] == "-Dagman"
  72. 07/11/22 06:04:15 argv[13] == "/usr/bin/condor_dagman"
  73. 07/11/22 06:04:15 Workflow batch-name: <process.condor_dag+920948>
  74. 07/11/22 06:04:15 Workflow accounting_group: <>
  75. 07/11/22 06:04:15 Workflow accounting_group_user: <>
  76. 07/11/22 06:04:15 Warning: failed to get attribute DAGNodeName
  77. 07/11/22 06:04:15 DAGMAN_LOG_ON_NFS_IS_ERROR setting: False
  78. 07/11/22 06:04:15 Default node log file is: </data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log>
  79. 07/11/22 06:04:15 DAG Lockfile will be written to code/process.condor_dag.lock
  80. 07/11/22 06:04:15 DAG Input file is code/process.condor_dag
  81. 07/11/22 06:04:15 Parsing 1 dagfiles
  82. 07/11/22 06:04:15 Parsing code/process.condor_dag ...
  83. 07/11/22 06:04:15 Dag contains 24 total jobs
  84. 07/11/22 06:04:15 Sleeping for 3 seconds to ensure ProcessId uniqueness
  85. 07/11/22 06:04:18 Bootstrapping...
  86. 07/11/22 06:04:18 Number of pre-completed nodes: 0
  87. 07/11/22 06:04:18 MultiLogFiles: truncating log file /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  88. 07/11/22 06:04:18 DAG status: 0 (DAG_STATUS_OK)
  89. 07/11/22 06:04:18 Of 24 nodes total:
  90. 07/11/22 06:04:18 Done Pre Queued Post Ready Un-Ready Failed
  91. 07/11/22 06:04:18 === === === === === === ===
  92. 07/11/22 06:04:18 0 0 0 0 24 0 0
  93. 07/11/22 06:04:18 0 job proc(s) currently held
  94. 07/11/22 06:04:18 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; EventCycleTimeCount = 0.0; LogProcessCycleTimeSum = 0.0; SleepCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SleepCycleTimeCount = 0.0; SubmitCycleTimeCount = 0.0; SubmitCycleTimeSum = 0.0; ]
  95. 07/11/22 06:04:18 Registering condor_event_timer...
  96. 07/11/22 06:04:19 Submitting HTCondor Node sub-07 job(s)...
  97. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  98. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  99. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  100. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-07 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-07 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-07 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  101. 07/11/22 06:04:19 From submit: Submitting job(s).
  102. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922881.
  103. 07/11/22 06:04:19 assigned HTCondor ID (922881.0.0)
  104. 07/11/22 06:04:19 Submitting HTCondor Node sub-14 job(s)...
  105. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  106. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  107. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  108. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-14 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-14 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-14 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  109. 07/11/22 06:04:19 From submit: Submitting job(s).
  110. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922884.
  111. 07/11/22 06:04:19 assigned HTCondor ID (922884.0.0)
  112. 07/11/22 06:04:19 Submitting HTCondor Node sub-21 job(s)...
  113. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  114. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  115. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  116. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-21 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-21 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-21 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  117. 07/11/22 06:04:19 From submit: Submitting job(s).
  118. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922887.
  119. 07/11/22 06:04:19 assigned HTCondor ID (922887.0.0)
  120. 07/11/22 06:04:19 Submitting HTCondor Node sub-13 job(s)...
  121. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  122. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  123. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  124. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-13 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-13 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-13 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  125. 07/11/22 06:04:19 From submit: Submitting job(s).
  126. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922890.
  127. 07/11/22 06:04:19 assigned HTCondor ID (922890.0.0)
  128. 07/11/22 06:04:19 Submitting HTCondor Node sub-19 job(s)...
  129. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  130. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  131. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  132. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-19 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-19 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-19 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  133. 07/11/22 06:04:19 From submit: Submitting job(s).
  134. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922893.
  135. 07/11/22 06:04:19 assigned HTCondor ID (922893.0.0)
  136. 07/11/22 06:04:19 Submitting HTCondor Node sub-04 job(s)...
  137. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  138. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  139. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  140. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-04 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-04 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-04 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  141. 07/11/22 06:04:19 From submit: Submitting job(s).
  142. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922896.
  143. 07/11/22 06:04:19 assigned HTCondor ID (922896.0.0)
  144. 07/11/22 06:04:19 Submitting HTCondor Node sub-17 job(s)...
  145. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  146. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  147. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  148. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-17 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-17 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-17 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  149. 07/11/22 06:04:19 From submit: Submitting job(s).
  150. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922899.
  151. 07/11/22 06:04:19 assigned HTCondor ID (922899.0.0)
  152. 07/11/22 06:04:19 Submitting HTCondor Node sub-22 job(s)...
  153. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  154. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  155. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  156. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-22 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-22 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-22 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  157. 07/11/22 06:04:19 From submit: Submitting job(s).
  158. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922902.
  159. 07/11/22 06:04:19 assigned HTCondor ID (922902.0.0)
  160. 07/11/22 06:04:19 Submitting HTCondor Node sub-10 job(s)...
  161. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  162. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  163. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  164. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-10 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-10 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-10 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  165. 07/11/22 06:04:19 From submit: Submitting job(s).
  166. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922905.
  167. 07/11/22 06:04:19 assigned HTCondor ID (922905.0.0)
  168. 07/11/22 06:04:19 Submitting HTCondor Node sub-03 job(s)...
  169. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  170. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  171. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  172. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-03 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-03 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-03 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  173. 07/11/22 06:04:19 From submit: Submitting job(s).
  174. 07/11/22 06:04:19 From submit: 1 job(s) submitted to cluster 922908.
  175. 07/11/22 06:04:19 assigned HTCondor ID (922908.0.0)
  176. 07/11/22 06:04:19 Submitting HTCondor Node sub-09 job(s)...
  177. 07/11/22 06:04:19 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  178. 07/11/22 06:04:19 Masking the events recorded in the DAGMAN workflow log
  179. 07/11/22 06:04:19 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  180. 07/11/22 06:04:19 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-09 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-09 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-09 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  181. 07/11/22 06:04:20 From submit: Submitting job(s).
  182. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922911.
  183. 07/11/22 06:04:20 assigned HTCondor ID (922911.0.0)
  184. 07/11/22 06:04:20 Submitting HTCondor Node sub-01 job(s)...
  185. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  186. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  187. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  188. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-01 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-01 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-01 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  189. 07/11/22 06:04:20 From submit: Submitting job(s).
  190. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922913.
  191. 07/11/22 06:04:20 assigned HTCondor ID (922913.0.0)
  192. 07/11/22 06:04:20 Submitting HTCondor Node sub-20 job(s)...
  193. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  194. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  195. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  196. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-20 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-20 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-20 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  197. 07/11/22 06:04:20 From submit: Submitting job(s).
  198. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922916.
  199. 07/11/22 06:04:20 assigned HTCondor ID (922916.0.0)
  200. 07/11/22 06:04:20 Submitting HTCondor Node sub-18 job(s)...
  201. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  202. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  203. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  204. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-18 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-18 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-18 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  205. 07/11/22 06:04:20 From submit: Submitting job(s).
  206. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922919.
  207. 07/11/22 06:04:20 assigned HTCondor ID (922919.0.0)
  208. 07/11/22 06:04:20 Submitting HTCondor Node sub-12 job(s)...
  209. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  210. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  211. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  212. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-12 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-12 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-12 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  213. 07/11/22 06:04:20 From submit: Submitting job(s).
  214. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922922.
  215. 07/11/22 06:04:20 assigned HTCondor ID (922922.0.0)
  216. 07/11/22 06:04:20 Submitting HTCondor Node sub-15 job(s)...
  217. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  218. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  219. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  220. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-15 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-15 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-15 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  221. 07/11/22 06:04:20 From submit: Submitting job(s).
  222. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922925.
  223. 07/11/22 06:04:20 assigned HTCondor ID (922925.0.0)
  224. 07/11/22 06:04:20 Submitting HTCondor Node sub-06 job(s)...
  225. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  226. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  227. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  228. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-06 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-06 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-06 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  229. 07/11/22 06:04:20 From submit: Submitting job(s).
  230. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922928.
  231. 07/11/22 06:04:20 assigned HTCondor ID (922928.0.0)
  232. 07/11/22 06:04:20 Submitting HTCondor Node sub-08 job(s)...
  233. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  234. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  235. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  236. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-08 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-08 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-08 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  237. 07/11/22 06:04:20 From submit: Submitting job(s).
  238. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922931.
  239. 07/11/22 06:04:20 assigned HTCondor ID (922931.0.0)
  240. 07/11/22 06:04:20 Submitting HTCondor Node sub-02 job(s)...
  241. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  242. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  243. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  244. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-02 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-02 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-02 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  245. 07/11/22 06:04:20 From submit: Submitting job(s).
  246. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922934.
  247. 07/11/22 06:04:20 assigned HTCondor ID (922934.0.0)
  248. 07/11/22 06:04:20 Submitting HTCondor Node sub-23 job(s)...
  249. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  250. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  251. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  252. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-23 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-23 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-23 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  253. 07/11/22 06:04:20 From submit: Submitting job(s).
  254. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922937.
  255. 07/11/22 06:04:20 assigned HTCondor ID (922937.0.0)
  256. 07/11/22 06:04:20 Submitting HTCondor Node sub-11 job(s)...
  257. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  258. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  259. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  260. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-11 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-11 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-11 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  261. 07/11/22 06:04:20 From submit: Submitting job(s).
  262. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922940.
  263. 07/11/22 06:04:20 assigned HTCondor ID (922940.0.0)
  264. 07/11/22 06:04:20 Submitting HTCondor Node sub-16 job(s)...
  265. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  266. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  267. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  268. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-16 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-16 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-16 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  269. 07/11/22 06:04:20 From submit: Submitting job(s).
  270. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922943.
  271. 07/11/22 06:04:20 assigned HTCondor ID (922943.0.0)
  272. 07/11/22 06:04:20 Submitting HTCondor Node sub-24 job(s)...
  273. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  274. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  275. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  276. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-24 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-24 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-24 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  277. 07/11/22 06:04:20 From submit: Submitting job(s).
  278. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922946.
  279. 07/11/22 06:04:20 assigned HTCondor ID (922946.0.0)
  280. 07/11/22 06:04:20 Submitting HTCondor Node sub-05 job(s)...
  281. 07/11/22 06:04:20 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log
  282. 07/11/22 06:04:20 Masking the events recorded in the DAGMAN workflow log
  283. 07/11/22 06:04:20 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
  284. 07/11/22 06:04:20 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-05 -a +DAGManJobId' '=' '920948 -a DAGManJobId' '=' '920948 -batch-name process.condor_dag+920948 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-05 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003454_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-05 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
  285. 07/11/22 06:04:20 From submit: Submitting job(s).
  286. 07/11/22 06:04:20 From submit: 1 job(s) submitted to cluster 922949.
  287. 07/11/22 06:04:20 assigned HTCondor ID (922949.0.0)
  288. 07/11/22 06:04:20 Just submitted 24 jobs this cycle...
  289. 07/11/22 06:04:20 DAG status: 0 (DAG_STATUS_OK)
  290. 07/11/22 06:04:20 Of 24 nodes total:
  291. 07/11/22 06:04:20 Done Pre Queued Post Ready Un-Ready Failed
  292. 07/11/22 06:04:20 === === === === === === ===
  293. 07/11/22 06:04:20 0 0 24 0 0 0 0
  294. 07/11/22 06:04:20 0 job proc(s) currently held
  295. 07/11/22 06:04:20 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; SleepCycleTimeCount = 0.0; EventCycleTimeCount = 0.0; SubmitCycleTimeStd = 1.382134199142456; SubmitCycleTimeMax = 1.382134199142456; LogProcessCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SubmitCycleTimeMin = 1.382134199142456; SubmitCycleTimeCount = 1.0; SubmitCycleTimeSum = 1.382134199142456; SleepCycleTimeSum = 0.0; SubmitCycleTimeAvg = 1.382134199142456; ]
  296. 07/11/22 06:04:25 Currently monitoring 1 HTCondor log file(s)
  297. 07/11/22 06:04:25 Reassigning the id of job sub-07 from (922881.0.0) to (922881.0.0)
  298. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-07 (922881.0.0) {07/11/22 06:04:19}
  299. 07/11/22 06:04:25 Number of idle job procs: 1
  300. 07/11/22 06:04:25 Reassigning the id of job sub-14 from (922884.0.0) to (922884.0.0)
  301. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-14 (922884.0.0) {07/11/22 06:04:19}
  302. 07/11/22 06:04:25 Number of idle job procs: 2
  303. 07/11/22 06:04:25 Reassigning the id of job sub-21 from (922887.0.0) to (922887.0.0)
  304. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-21 (922887.0.0) {07/11/22 06:04:19}
  305. 07/11/22 06:04:25 Number of idle job procs: 3
  306. 07/11/22 06:04:25 Reassigning the id of job sub-13 from (922890.0.0) to (922890.0.0)
  307. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-13 (922890.0.0) {07/11/22 06:04:19}
  308. 07/11/22 06:04:25 Number of idle job procs: 4
  309. 07/11/22 06:04:25 Reassigning the id of job sub-19 from (922893.0.0) to (922893.0.0)
  310. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-19 (922893.0.0) {07/11/22 06:04:19}
  311. 07/11/22 06:04:25 Number of idle job procs: 5
  312. 07/11/22 06:04:25 Reassigning the id of job sub-04 from (922896.0.0) to (922896.0.0)
  313. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-04 (922896.0.0) {07/11/22 06:04:19}
  314. 07/11/22 06:04:25 Number of idle job procs: 6
  315. 07/11/22 06:04:25 Reassigning the id of job sub-17 from (922899.0.0) to (922899.0.0)
  316. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-17 (922899.0.0) {07/11/22 06:04:19}
  317. 07/11/22 06:04:25 Number of idle job procs: 7
  318. 07/11/22 06:04:25 Reassigning the id of job sub-22 from (922902.0.0) to (922902.0.0)
  319. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-22 (922902.0.0) {07/11/22 06:04:19}
  320. 07/11/22 06:04:25 Number of idle job procs: 8
  321. 07/11/22 06:04:25 Reassigning the id of job sub-10 from (922905.0.0) to (922905.0.0)
  322. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-10 (922905.0.0) {07/11/22 06:04:19}
  323. 07/11/22 06:04:25 Number of idle job procs: 9
  324. 07/11/22 06:04:25 Reassigning the id of job sub-03 from (922908.0.0) to (922908.0.0)
  325. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-03 (922908.0.0) {07/11/22 06:04:19}
  326. 07/11/22 06:04:25 Number of idle job procs: 10
  327. 07/11/22 06:04:25 Reassigning the id of job sub-09 from (922911.0.0) to (922911.0.0)
  328. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-09 (922911.0.0) {07/11/22 06:04:20}
  329. 07/11/22 06:04:25 Number of idle job procs: 11
  330. 07/11/22 06:04:25 Reassigning the id of job sub-01 from (922913.0.0) to (922913.0.0)
  331. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-01 (922913.0.0) {07/11/22 06:04:20}
  332. 07/11/22 06:04:25 Number of idle job procs: 12
  333. 07/11/22 06:04:25 Reassigning the id of job sub-20 from (922916.0.0) to (922916.0.0)
  334. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-20 (922916.0.0) {07/11/22 06:04:20}
  335. 07/11/22 06:04:25 Number of idle job procs: 13
  336. 07/11/22 06:04:25 Reassigning the id of job sub-18 from (922919.0.0) to (922919.0.0)
  337. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-18 (922919.0.0) {07/11/22 06:04:20}
  338. 07/11/22 06:04:25 Number of idle job procs: 14
  339. 07/11/22 06:04:25 Reassigning the id of job sub-12 from (922922.0.0) to (922922.0.0)
  340. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-12 (922922.0.0) {07/11/22 06:04:20}
  341. 07/11/22 06:04:25 Number of idle job procs: 15
  342. 07/11/22 06:04:25 Reassigning the id of job sub-15 from (922925.0.0) to (922925.0.0)
  343. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-15 (922925.0.0) {07/11/22 06:04:20}
  344. 07/11/22 06:04:25 Number of idle job procs: 16
  345. 07/11/22 06:04:25 Reassigning the id of job sub-06 from (922928.0.0) to (922928.0.0)
  346. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-06 (922928.0.0) {07/11/22 06:04:20}
  347. 07/11/22 06:04:25 Number of idle job procs: 17
  348. 07/11/22 06:04:25 Reassigning the id of job sub-08 from (922931.0.0) to (922931.0.0)
  349. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-08 (922931.0.0) {07/11/22 06:04:20}
  350. 07/11/22 06:04:25 Number of idle job procs: 18
  351. 07/11/22 06:04:25 Reassigning the id of job sub-02 from (922934.0.0) to (922934.0.0)
  352. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-02 (922934.0.0) {07/11/22 06:04:20}
  353. 07/11/22 06:04:25 Number of idle job procs: 19
  354. 07/11/22 06:04:25 Reassigning the id of job sub-23 from (922937.0.0) to (922937.0.0)
  355. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-23 (922937.0.0) {07/11/22 06:04:20}
  356. 07/11/22 06:04:25 Number of idle job procs: 20
  357. 07/11/22 06:04:25 Reassigning the id of job sub-11 from (922940.0.0) to (922940.0.0)
  358. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-11 (922940.0.0) {07/11/22 06:04:20}
  359. 07/11/22 06:04:25 Number of idle job procs: 21
  360. 07/11/22 06:04:25 Reassigning the id of job sub-16 from (922943.0.0) to (922943.0.0)
  361. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-16 (922943.0.0) {07/11/22 06:04:20}
  362. 07/11/22 06:04:25 Number of idle job procs: 22
  363. 07/11/22 06:04:25 Reassigning the id of job sub-24 from (922946.0.0) to (922946.0.0)
  364. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-24 (922946.0.0) {07/11/22 06:04:20}
  365. 07/11/22 06:04:25 Number of idle job procs: 23
  366. 07/11/22 06:04:25 Reassigning the id of job sub-05 from (922949.0.0) to (922949.0.0)
  367. 07/11/22 06:04:25 Event: ULOG_SUBMIT for HTCondor Node sub-05 (922949.0.0) {07/11/22 06:04:20}
  368. 07/11/22 06:04:25 Number of idle job procs: 24
  369. 07/11/22 06:14:25 600 seconds since last log event
  370. 07/11/22 06:14:25 Pending DAG nodes:
  371. 07/11/22 06:14:25 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  372. 07/11/22 06:14:25 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  373. 07/11/22 06:14:25 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  374. 07/11/22 06:14:25 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  375. 07/11/22 06:14:25 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  376. 07/11/22 06:14:25 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  377. 07/11/22 06:14:25 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  378. 07/11/22 06:14:25 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  379. 07/11/22 06:14:25 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  380. 07/11/22 06:14:25 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  381. 07/11/22 06:14:25 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  382. 07/11/22 06:14:25 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  383. 07/11/22 06:14:25 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  384. 07/11/22 06:14:25 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  385. 07/11/22 06:14:25 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  386. 07/11/22 06:14:25 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  387. 07/11/22 06:14:25 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  388. 07/11/22 06:14:25 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  389. 07/11/22 06:14:25 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  390. 07/11/22 06:14:25 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  391. 07/11/22 06:14:25 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  392. 07/11/22 06:14:25 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  393. 07/11/22 06:14:25 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  394. 07/11/22 06:14:25 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  395. 07/11/22 06:24:25 1200 seconds since last log event
  396. 07/11/22 06:24:25 Pending DAG nodes:
  397. 07/11/22 06:24:25 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  398. 07/11/22 06:24:25 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  399. 07/11/22 06:24:25 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  400. 07/11/22 06:24:25 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  401. 07/11/22 06:24:25 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  402. 07/11/22 06:24:25 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  403. 07/11/22 06:24:25 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  404. 07/11/22 06:24:25 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  405. 07/11/22 06:24:25 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  406. 07/11/22 06:24:25 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  407. 07/11/22 06:24:25 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  408. 07/11/22 06:24:25 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  409. 07/11/22 06:24:25 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  410. 07/11/22 06:24:25 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  411. 07/11/22 06:24:25 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  412. 07/11/22 06:24:25 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  413. 07/11/22 06:24:25 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  414. 07/11/22 06:24:25 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  415. 07/11/22 06:24:25 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  416. 07/11/22 06:24:25 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  417. 07/11/22 06:24:25 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  418. 07/11/22 06:24:25 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  419. 07/11/22 06:24:25 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  420. 07/11/22 06:24:25 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  421. 07/11/22 06:34:26 1801 seconds since last log event
  422. 07/11/22 06:34:26 Pending DAG nodes:
  423. 07/11/22 06:34:26 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  424. 07/11/22 06:34:26 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  425. 07/11/22 06:34:26 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  426. 07/11/22 06:34:26 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  427. 07/11/22 06:34:26 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  428. 07/11/22 06:34:26 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  429. 07/11/22 06:34:26 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  430. 07/11/22 06:34:26 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  431. 07/11/22 06:34:26 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  432. 07/11/22 06:34:26 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  433. 07/11/22 06:34:26 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  434. 07/11/22 06:34:26 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  435. 07/11/22 06:34:26 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  436. 07/11/22 06:34:26 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  437. 07/11/22 06:34:26 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  438. 07/11/22 06:34:26 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  439. 07/11/22 06:34:26 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  440. 07/11/22 06:34:26 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  441. 07/11/22 06:34:26 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  442. 07/11/22 06:34:26 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  443. 07/11/22 06:34:26 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  444. 07/11/22 06:34:26 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  445. 07/11/22 06:34:26 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  446. 07/11/22 06:34:26 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  447. 07/11/22 06:44:26 2401 seconds since last log event
  448. 07/11/22 06:44:26 Pending DAG nodes:
  449. 07/11/22 06:44:26 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  450. 07/11/22 06:44:26 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  451. 07/11/22 06:44:26 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  452. 07/11/22 06:44:26 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  453. 07/11/22 06:44:26 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  454. 07/11/22 06:44:26 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  455. 07/11/22 06:44:26 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  456. 07/11/22 06:44:26 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  457. 07/11/22 06:44:26 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  458. 07/11/22 06:44:26 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  459. 07/11/22 06:44:26 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  460. 07/11/22 06:44:26 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  461. 07/11/22 06:44:26 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  462. 07/11/22 06:44:26 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  463. 07/11/22 06:44:26 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  464. 07/11/22 06:44:26 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  465. 07/11/22 06:44:26 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  466. 07/11/22 06:44:26 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  467. 07/11/22 06:44:26 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  468. 07/11/22 06:44:26 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  469. 07/11/22 06:44:26 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  470. 07/11/22 06:44:26 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  471. 07/11/22 06:44:26 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  472. 07/11/22 06:44:26 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  473. 07/11/22 06:54:27 3002 seconds since last log event
  474. 07/11/22 06:54:27 Pending DAG nodes:
  475. 07/11/22 06:54:27 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  476. 07/11/22 06:54:27 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  477. 07/11/22 06:54:27 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  478. 07/11/22 06:54:27 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  479. 07/11/22 06:54:27 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  480. 07/11/22 06:54:27 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  481. 07/11/22 06:54:27 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  482. 07/11/22 06:54:27 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  483. 07/11/22 06:54:27 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  484. 07/11/22 06:54:27 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  485. 07/11/22 06:54:27 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  486. 07/11/22 06:54:27 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  487. 07/11/22 06:54:27 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  488. 07/11/22 06:54:27 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  489. 07/11/22 06:54:27 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  490. 07/11/22 06:54:27 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  491. 07/11/22 06:54:27 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  492. 07/11/22 06:54:27 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  493. 07/11/22 06:54:27 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  494. 07/11/22 06:54:27 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  495. 07/11/22 06:54:27 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  496. 07/11/22 06:54:27 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  497. 07/11/22 06:54:27 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  498. 07/11/22 06:54:27 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  499. 07/11/22 07:04:27 3602 seconds since last log event
  500. 07/11/22 07:04:27 Pending DAG nodes:
  501. 07/11/22 07:04:27 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  502. 07/11/22 07:04:27 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  503. 07/11/22 07:04:27 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  504. 07/11/22 07:04:27 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  505. 07/11/22 07:04:27 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  506. 07/11/22 07:04:27 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  507. 07/11/22 07:04:27 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  508. 07/11/22 07:04:27 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  509. 07/11/22 07:04:27 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  510. 07/11/22 07:04:27 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  511. 07/11/22 07:04:27 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  512. 07/11/22 07:04:27 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  513. 07/11/22 07:04:27 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  514. 07/11/22 07:04:27 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  515. 07/11/22 07:04:27 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  516. 07/11/22 07:04:27 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  517. 07/11/22 07:04:27 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  518. 07/11/22 07:04:27 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  519. 07/11/22 07:04:27 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  520. 07/11/22 07:04:27 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  521. 07/11/22 07:04:27 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  522. 07/11/22 07:04:27 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  523. 07/11/22 07:04:27 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  524. 07/11/22 07:04:27 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  525. 07/11/22 07:14:27 4202 seconds since last log event
  526. 07/11/22 07:14:27 Pending DAG nodes:
  527. 07/11/22 07:14:27 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  528. 07/11/22 07:14:27 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  529. 07/11/22 07:14:27 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  530. 07/11/22 07:14:27 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  531. 07/11/22 07:14:27 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  532. 07/11/22 07:14:27 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  533. 07/11/22 07:14:27 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  534. 07/11/22 07:14:27 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  535. 07/11/22 07:14:27 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  536. 07/11/22 07:14:27 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  537. 07/11/22 07:14:27 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  538. 07/11/22 07:14:27 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  539. 07/11/22 07:14:27 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  540. 07/11/22 07:14:27 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  541. 07/11/22 07:14:27 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  542. 07/11/22 07:14:27 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  543. 07/11/22 07:14:27 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  544. 07/11/22 07:14:27 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  545. 07/11/22 07:14:27 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  546. 07/11/22 07:14:27 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  547. 07/11/22 07:14:27 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  548. 07/11/22 07:14:27 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  549. 07/11/22 07:14:27 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  550. 07/11/22 07:14:27 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  551. 07/11/22 07:24:28 4803 seconds since last log event
  552. 07/11/22 07:24:28 Pending DAG nodes:
  553. 07/11/22 07:24:28 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  554. 07/11/22 07:24:28 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  555. 07/11/22 07:24:28 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  556. 07/11/22 07:24:28 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  557. 07/11/22 07:24:28 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  558. 07/11/22 07:24:28 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  559. 07/11/22 07:24:28 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  560. 07/11/22 07:24:28 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  561. 07/11/22 07:24:28 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  562. 07/11/22 07:24:28 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  563. 07/11/22 07:24:28 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  564. 07/11/22 07:24:28 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  565. 07/11/22 07:24:28 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  566. 07/11/22 07:24:28 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  567. 07/11/22 07:24:28 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  568. 07/11/22 07:24:28 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  569. 07/11/22 07:24:28 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  570. 07/11/22 07:24:28 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  571. 07/11/22 07:24:28 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  572. 07/11/22 07:24:28 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  573. 07/11/22 07:24:28 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  574. 07/11/22 07:24:28 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  575. 07/11/22 07:24:28 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  576. 07/11/22 07:24:28 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  577. 07/11/22 07:34:28 5403 seconds since last log event
  578. 07/11/22 07:34:28 Pending DAG nodes:
  579. 07/11/22 07:34:28 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  580. 07/11/22 07:34:28 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  581. 07/11/22 07:34:28 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  582. 07/11/22 07:34:28 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  583. 07/11/22 07:34:28 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  584. 07/11/22 07:34:28 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  585. 07/11/22 07:34:28 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  586. 07/11/22 07:34:28 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  587. 07/11/22 07:34:28 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  588. 07/11/22 07:34:28 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  589. 07/11/22 07:34:28 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  590. 07/11/22 07:34:28 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  591. 07/11/22 07:34:28 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  592. 07/11/22 07:34:28 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  593. 07/11/22 07:34:28 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  594. 07/11/22 07:34:28 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  595. 07/11/22 07:34:28 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  596. 07/11/22 07:34:28 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  597. 07/11/22 07:34:28 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  598. 07/11/22 07:34:28 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  599. 07/11/22 07:34:28 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  600. 07/11/22 07:34:28 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  601. 07/11/22 07:34:28 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  602. 07/11/22 07:34:28 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  603. 07/11/22 07:44:29 6004 seconds since last log event
  604. 07/11/22 07:44:29 Pending DAG nodes:
  605. 07/11/22 07:44:29 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  606. 07/11/22 07:44:29 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  607. 07/11/22 07:44:29 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  608. 07/11/22 07:44:29 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  609. 07/11/22 07:44:29 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  610. 07/11/22 07:44:29 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  611. 07/11/22 07:44:29 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  612. 07/11/22 07:44:29 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  613. 07/11/22 07:44:29 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  614. 07/11/22 07:44:29 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  615. 07/11/22 07:44:29 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  616. 07/11/22 07:44:29 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  617. 07/11/22 07:44:29 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  618. 07/11/22 07:44:29 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  619. 07/11/22 07:44:29 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  620. 07/11/22 07:44:29 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  621. 07/11/22 07:44:29 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  622. 07/11/22 07:44:29 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  623. 07/11/22 07:44:29 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  624. 07/11/22 07:44:29 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  625. 07/11/22 07:44:29 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  626. 07/11/22 07:44:29 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  627. 07/11/22 07:44:29 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  628. 07/11/22 07:44:29 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  629. 07/11/22 07:54:29 6604 seconds since last log event
  630. 07/11/22 07:54:29 Pending DAG nodes:
  631. 07/11/22 07:54:29 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  632. 07/11/22 07:54:29 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  633. 07/11/22 07:54:29 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  634. 07/11/22 07:54:29 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  635. 07/11/22 07:54:29 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  636. 07/11/22 07:54:29 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  637. 07/11/22 07:54:29 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  638. 07/11/22 07:54:29 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  639. 07/11/22 07:54:29 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  640. 07/11/22 07:54:29 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  641. 07/11/22 07:54:29 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  642. 07/11/22 07:54:29 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  643. 07/11/22 07:54:29 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  644. 07/11/22 07:54:29 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  645. 07/11/22 07:54:29 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  646. 07/11/22 07:54:29 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  647. 07/11/22 07:54:29 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  648. 07/11/22 07:54:29 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  649. 07/11/22 07:54:29 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  650. 07/11/22 07:54:29 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  651. 07/11/22 07:54:29 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  652. 07/11/22 07:54:29 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  653. 07/11/22 07:54:29 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  654. 07/11/22 07:54:29 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  655. 07/11/22 08:04:30 7205 seconds since last log event
  656. 07/11/22 08:04:30 Pending DAG nodes:
  657. 07/11/22 08:04:30 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  658. 07/11/22 08:04:30 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  659. 07/11/22 08:04:30 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  660. 07/11/22 08:04:30 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  661. 07/11/22 08:04:30 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  662. 07/11/22 08:04:30 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  663. 07/11/22 08:04:30 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  664. 07/11/22 08:04:30 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  665. 07/11/22 08:04:30 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  666. 07/11/22 08:04:30 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  667. 07/11/22 08:04:30 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  668. 07/11/22 08:04:30 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  669. 07/11/22 08:04:30 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  670. 07/11/22 08:04:30 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  671. 07/11/22 08:04:30 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  672. 07/11/22 08:04:30 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  673. 07/11/22 08:04:30 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  674. 07/11/22 08:04:30 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  675. 07/11/22 08:04:30 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  676. 07/11/22 08:04:30 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  677. 07/11/22 08:04:30 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  678. 07/11/22 08:04:30 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  679. 07/11/22 08:04:30 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  680. 07/11/22 08:04:30 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  681. 07/11/22 08:14:30 7805 seconds since last log event
  682. 07/11/22 08:14:30 Pending DAG nodes:
  683. 07/11/22 08:14:30 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  684. 07/11/22 08:14:30 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  685. 07/11/22 08:14:30 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  686. 07/11/22 08:14:30 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  687. 07/11/22 08:14:30 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  688. 07/11/22 08:14:30 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  689. 07/11/22 08:14:30 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  690. 07/11/22 08:14:30 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  691. 07/11/22 08:14:30 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  692. 07/11/22 08:14:30 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  693. 07/11/22 08:14:30 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  694. 07/11/22 08:14:30 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  695. 07/11/22 08:14:30 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  696. 07/11/22 08:14:30 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  697. 07/11/22 08:14:30 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  698. 07/11/22 08:14:30 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  699. 07/11/22 08:14:30 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  700. 07/11/22 08:14:30 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  701. 07/11/22 08:14:30 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  702. 07/11/22 08:14:30 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  703. 07/11/22 08:14:30 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  704. 07/11/22 08:14:30 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  705. 07/11/22 08:14:30 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  706. 07/11/22 08:14:30 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  707. 07/11/22 08:24:31 8406 seconds since last log event
  708. 07/11/22 08:24:31 Pending DAG nodes:
  709. 07/11/22 08:24:31 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  710. 07/11/22 08:24:31 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  711. 07/11/22 08:24:31 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  712. 07/11/22 08:24:31 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  713. 07/11/22 08:24:31 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  714. 07/11/22 08:24:31 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  715. 07/11/22 08:24:31 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  716. 07/11/22 08:24:31 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  717. 07/11/22 08:24:31 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  718. 07/11/22 08:24:31 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  719. 07/11/22 08:24:31 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  720. 07/11/22 08:24:31 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  721. 07/11/22 08:24:31 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  722. 07/11/22 08:24:31 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  723. 07/11/22 08:24:31 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  724. 07/11/22 08:24:31 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  725. 07/11/22 08:24:31 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  726. 07/11/22 08:24:31 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  727. 07/11/22 08:24:31 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  728. 07/11/22 08:24:31 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  729. 07/11/22 08:24:31 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  730. 07/11/22 08:24:31 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  731. 07/11/22 08:24:31 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  732. 07/11/22 08:24:31 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  733. 07/11/22 08:34:31 9006 seconds since last log event
  734. 07/11/22 08:34:31 Pending DAG nodes:
  735. 07/11/22 08:34:31 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  736. 07/11/22 08:34:31 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  737. 07/11/22 08:34:31 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  738. 07/11/22 08:34:31 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  739. 07/11/22 08:34:31 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  740. 07/11/22 08:34:31 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  741. 07/11/22 08:34:31 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  742. 07/11/22 08:34:31 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  743. 07/11/22 08:34:31 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  744. 07/11/22 08:34:31 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  745. 07/11/22 08:34:31 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  746. 07/11/22 08:34:31 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  747. 07/11/22 08:34:31 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  748. 07/11/22 08:34:31 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  749. 07/11/22 08:34:31 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  750. 07/11/22 08:34:31 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  751. 07/11/22 08:34:31 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  752. 07/11/22 08:34:31 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  753. 07/11/22 08:34:31 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  754. 07/11/22 08:34:31 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  755. 07/11/22 08:34:31 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  756. 07/11/22 08:34:31 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  757. 07/11/22 08:34:31 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  758. 07/11/22 08:34:31 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  759. 07/11/22 08:44:32 9607 seconds since last log event
  760. 07/11/22 08:44:32 Pending DAG nodes:
  761. 07/11/22 08:44:32 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  762. 07/11/22 08:44:32 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  763. 07/11/22 08:44:32 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  764. 07/11/22 08:44:32 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  765. 07/11/22 08:44:32 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  766. 07/11/22 08:44:32 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  767. 07/11/22 08:44:32 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  768. 07/11/22 08:44:32 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  769. 07/11/22 08:44:32 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  770. 07/11/22 08:44:32 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  771. 07/11/22 08:44:32 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  772. 07/11/22 08:44:32 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  773. 07/11/22 08:44:32 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  774. 07/11/22 08:44:32 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  775. 07/11/22 08:44:32 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  776. 07/11/22 08:44:32 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  777. 07/11/22 08:44:32 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  778. 07/11/22 08:44:32 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  779. 07/11/22 08:44:32 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  780. 07/11/22 08:44:32 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  781. 07/11/22 08:44:32 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  782. 07/11/22 08:44:32 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  783. 07/11/22 08:44:32 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  784. 07/11/22 08:44:32 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  785. 07/11/22 08:54:32 10207 seconds since last log event
  786. 07/11/22 08:54:32 Pending DAG nodes:
  787. 07/11/22 08:54:32 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  788. 07/11/22 08:54:32 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  789. 07/11/22 08:54:32 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  790. 07/11/22 08:54:32 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  791. 07/11/22 08:54:32 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  792. 07/11/22 08:54:32 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  793. 07/11/22 08:54:32 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  794. 07/11/22 08:54:32 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  795. 07/11/22 08:54:32 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  796. 07/11/22 08:54:32 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  797. 07/11/22 08:54:32 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  798. 07/11/22 08:54:32 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  799. 07/11/22 08:54:32 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  800. 07/11/22 08:54:32 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  801. 07/11/22 08:54:32 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  802. 07/11/22 08:54:32 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  803. 07/11/22 08:54:32 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  804. 07/11/22 08:54:32 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  805. 07/11/22 08:54:32 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  806. 07/11/22 08:54:32 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  807. 07/11/22 08:54:32 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  808. 07/11/22 08:54:32 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  809. 07/11/22 08:54:32 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  810. 07/11/22 08:54:32 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  811. 07/11/22 09:04:33 10808 seconds since last log event
  812. 07/11/22 09:04:33 Pending DAG nodes:
  813. 07/11/22 09:04:33 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  814. 07/11/22 09:04:33 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  815. 07/11/22 09:04:33 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  816. 07/11/22 09:04:33 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  817. 07/11/22 09:04:33 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  818. 07/11/22 09:04:33 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  819. 07/11/22 09:04:33 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  820. 07/11/22 09:04:33 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  821. 07/11/22 09:04:33 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  822. 07/11/22 09:04:33 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  823. 07/11/22 09:04:33 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  824. 07/11/22 09:04:33 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  825. 07/11/22 09:04:33 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  826. 07/11/22 09:04:33 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  827. 07/11/22 09:04:33 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  828. 07/11/22 09:04:33 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  829. 07/11/22 09:04:33 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  830. 07/11/22 09:04:33 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  831. 07/11/22 09:04:33 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  832. 07/11/22 09:04:33 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  833. 07/11/22 09:04:33 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  834. 07/11/22 09:04:33 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  835. 07/11/22 09:04:33 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  836. 07/11/22 09:04:33 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  837. 07/11/22 09:14:33 11408 seconds since last log event
  838. 07/11/22 09:14:33 Pending DAG nodes:
  839. 07/11/22 09:14:33 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  840. 07/11/22 09:14:33 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  841. 07/11/22 09:14:33 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  842. 07/11/22 09:14:33 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  843. 07/11/22 09:14:33 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  844. 07/11/22 09:14:33 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  845. 07/11/22 09:14:33 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  846. 07/11/22 09:14:33 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  847. 07/11/22 09:14:33 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  848. 07/11/22 09:14:33 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  849. 07/11/22 09:14:33 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  850. 07/11/22 09:14:33 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  851. 07/11/22 09:14:33 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  852. 07/11/22 09:14:33 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  853. 07/11/22 09:14:33 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  854. 07/11/22 09:14:33 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  855. 07/11/22 09:14:33 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  856. 07/11/22 09:14:33 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  857. 07/11/22 09:14:33 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  858. 07/11/22 09:14:33 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  859. 07/11/22 09:14:33 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  860. 07/11/22 09:14:33 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  861. 07/11/22 09:14:33 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  862. 07/11/22 09:14:33 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  863. 07/11/22 09:24:34 12009 seconds since last log event
  864. 07/11/22 09:24:34 Pending DAG nodes:
  865. 07/11/22 09:24:34 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  866. 07/11/22 09:24:34 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  867. 07/11/22 09:24:34 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  868. 07/11/22 09:24:34 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  869. 07/11/22 09:24:34 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  870. 07/11/22 09:24:34 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  871. 07/11/22 09:24:34 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  872. 07/11/22 09:24:34 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  873. 07/11/22 09:24:34 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  874. 07/11/22 09:24:34 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  875. 07/11/22 09:24:34 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  876. 07/11/22 09:24:34 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  877. 07/11/22 09:24:34 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  878. 07/11/22 09:24:34 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  879. 07/11/22 09:24:34 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  880. 07/11/22 09:24:34 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  881. 07/11/22 09:24:34 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  882. 07/11/22 09:24:34 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  883. 07/11/22 09:24:34 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  884. 07/11/22 09:24:34 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  885. 07/11/22 09:24:34 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  886. 07/11/22 09:24:34 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  887. 07/11/22 09:24:34 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  888. 07/11/22 09:24:34 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  889. 07/11/22 09:34:34 12609 seconds since last log event
  890. 07/11/22 09:34:34 Pending DAG nodes:
  891. 07/11/22 09:34:34 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  892. 07/11/22 09:34:34 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  893. 07/11/22 09:34:34 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  894. 07/11/22 09:34:34 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  895. 07/11/22 09:34:34 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  896. 07/11/22 09:34:34 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  897. 07/11/22 09:34:34 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  898. 07/11/22 09:34:34 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  899. 07/11/22 09:34:34 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  900. 07/11/22 09:34:34 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  901. 07/11/22 09:34:34 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  902. 07/11/22 09:34:34 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  903. 07/11/22 09:34:34 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  904. 07/11/22 09:34:34 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  905. 07/11/22 09:34:34 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  906. 07/11/22 09:34:34 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  907. 07/11/22 09:34:34 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  908. 07/11/22 09:34:34 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  909. 07/11/22 09:34:34 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  910. 07/11/22 09:34:34 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  911. 07/11/22 09:34:34 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  912. 07/11/22 09:34:34 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  913. 07/11/22 09:34:34 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  914. 07/11/22 09:34:34 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  915. 07/11/22 09:44:35 13210 seconds since last log event
  916. 07/11/22 09:44:35 Pending DAG nodes:
  917. 07/11/22 09:44:35 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  918. 07/11/22 09:44:35 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  919. 07/11/22 09:44:35 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  920. 07/11/22 09:44:35 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  921. 07/11/22 09:44:35 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  922. 07/11/22 09:44:35 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  923. 07/11/22 09:44:35 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  924. 07/11/22 09:44:35 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  925. 07/11/22 09:44:35 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  926. 07/11/22 09:44:35 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  927. 07/11/22 09:44:35 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  928. 07/11/22 09:44:35 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  929. 07/11/22 09:44:35 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  930. 07/11/22 09:44:35 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  931. 07/11/22 09:44:35 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  932. 07/11/22 09:44:35 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  933. 07/11/22 09:44:35 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  934. 07/11/22 09:44:35 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  935. 07/11/22 09:44:35 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  936. 07/11/22 09:44:35 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  937. 07/11/22 09:44:35 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  938. 07/11/22 09:44:35 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  939. 07/11/22 09:44:35 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  940. 07/11/22 09:44:35 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  941. 07/11/22 09:54:35 13810 seconds since last log event
  942. 07/11/22 09:54:35 Pending DAG nodes:
  943. 07/11/22 09:54:35 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  944. 07/11/22 09:54:35 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  945. 07/11/22 09:54:35 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  946. 07/11/22 09:54:35 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  947. 07/11/22 09:54:35 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  948. 07/11/22 09:54:35 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  949. 07/11/22 09:54:35 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  950. 07/11/22 09:54:35 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  951. 07/11/22 09:54:35 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  952. 07/11/22 09:54:35 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  953. 07/11/22 09:54:35 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  954. 07/11/22 09:54:35 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  955. 07/11/22 09:54:35 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  956. 07/11/22 09:54:35 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  957. 07/11/22 09:54:35 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  958. 07/11/22 09:54:35 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  959. 07/11/22 09:54:35 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  960. 07/11/22 09:54:35 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  961. 07/11/22 09:54:35 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  962. 07/11/22 09:54:35 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  963. 07/11/22 09:54:35 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  964. 07/11/22 09:54:35 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  965. 07/11/22 09:54:35 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  966. 07/11/22 09:54:35 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  967. 07/11/22 10:04:36 14411 seconds since last log event
  968. 07/11/22 10:04:36 Pending DAG nodes:
  969. 07/11/22 10:04:36 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  970. 07/11/22 10:04:36 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  971. 07/11/22 10:04:36 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  972. 07/11/22 10:04:36 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  973. 07/11/22 10:04:36 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  974. 07/11/22 10:04:36 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  975. 07/11/22 10:04:36 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  976. 07/11/22 10:04:36 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  977. 07/11/22 10:04:36 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  978. 07/11/22 10:04:36 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  979. 07/11/22 10:04:36 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  980. 07/11/22 10:04:36 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  981. 07/11/22 10:04:36 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  982. 07/11/22 10:04:36 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  983. 07/11/22 10:04:36 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  984. 07/11/22 10:04:36 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  985. 07/11/22 10:04:36 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  986. 07/11/22 10:04:36 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  987. 07/11/22 10:04:36 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  988. 07/11/22 10:04:36 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  989. 07/11/22 10:04:36 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  990. 07/11/22 10:04:36 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  991. 07/11/22 10:04:36 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  992. 07/11/22 10:04:36 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  993. 07/11/22 10:14:36 15011 seconds since last log event
  994. 07/11/22 10:14:36 Pending DAG nodes:
  995. 07/11/22 10:14:36 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  996. 07/11/22 10:14:36 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  997. 07/11/22 10:14:36 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  998. 07/11/22 10:14:36 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  999. 07/11/22 10:14:36 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1000. 07/11/22 10:14:36 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1001. 07/11/22 10:14:36 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1002. 07/11/22 10:14:36 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1003. 07/11/22 10:14:36 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1004. 07/11/22 10:14:36 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1005. 07/11/22 10:14:36 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1006. 07/11/22 10:14:36 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1007. 07/11/22 10:14:36 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1008. 07/11/22 10:14:36 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1009. 07/11/22 10:14:36 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1010. 07/11/22 10:14:36 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1011. 07/11/22 10:14:36 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1012. 07/11/22 10:14:36 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1013. 07/11/22 10:14:36 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1014. 07/11/22 10:14:36 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1015. 07/11/22 10:14:36 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1016. 07/11/22 10:14:36 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1017. 07/11/22 10:14:36 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1018. 07/11/22 10:14:36 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1019. 07/11/22 10:24:37 15612 seconds since last log event
  1020. 07/11/22 10:24:37 Pending DAG nodes:
  1021. 07/11/22 10:24:37 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1022. 07/11/22 10:24:37 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1023. 07/11/22 10:24:37 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1024. 07/11/22 10:24:37 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1025. 07/11/22 10:24:37 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1026. 07/11/22 10:24:37 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1027. 07/11/22 10:24:37 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1028. 07/11/22 10:24:37 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1029. 07/11/22 10:24:37 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1030. 07/11/22 10:24:37 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1031. 07/11/22 10:24:37 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1032. 07/11/22 10:24:37 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1033. 07/11/22 10:24:37 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1034. 07/11/22 10:24:37 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1035. 07/11/22 10:24:37 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1036. 07/11/22 10:24:37 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1037. 07/11/22 10:24:37 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1038. 07/11/22 10:24:37 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1039. 07/11/22 10:24:37 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1040. 07/11/22 10:24:37 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1041. 07/11/22 10:24:37 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1042. 07/11/22 10:24:37 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1043. 07/11/22 10:24:37 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1044. 07/11/22 10:24:37 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1045. 07/11/22 10:34:37 16212 seconds since last log event
  1046. 07/11/22 10:34:37 Pending DAG nodes:
  1047. 07/11/22 10:34:37 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1048. 07/11/22 10:34:37 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1049. 07/11/22 10:34:37 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1050. 07/11/22 10:34:37 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1051. 07/11/22 10:34:37 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1052. 07/11/22 10:34:37 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1053. 07/11/22 10:34:37 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1054. 07/11/22 10:34:37 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1055. 07/11/22 10:34:37 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1056. 07/11/22 10:34:37 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1057. 07/11/22 10:34:37 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1058. 07/11/22 10:34:37 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1059. 07/11/22 10:34:37 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1060. 07/11/22 10:34:37 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1061. 07/11/22 10:34:37 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1062. 07/11/22 10:34:37 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1063. 07/11/22 10:34:37 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1064. 07/11/22 10:34:37 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1065. 07/11/22 10:34:37 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1066. 07/11/22 10:34:37 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1067. 07/11/22 10:34:37 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1068. 07/11/22 10:34:37 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1069. 07/11/22 10:34:37 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1070. 07/11/22 10:34:37 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1071. 07/11/22 10:44:38 16813 seconds since last log event
  1072. 07/11/22 10:44:38 Pending DAG nodes:
  1073. 07/11/22 10:44:38 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1074. 07/11/22 10:44:38 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1075. 07/11/22 10:44:38 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1076. 07/11/22 10:44:38 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1077. 07/11/22 10:44:38 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1078. 07/11/22 10:44:38 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1079. 07/11/22 10:44:38 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1080. 07/11/22 10:44:38 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1081. 07/11/22 10:44:38 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1082. 07/11/22 10:44:38 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1083. 07/11/22 10:44:38 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1084. 07/11/22 10:44:38 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1085. 07/11/22 10:44:38 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1086. 07/11/22 10:44:38 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1087. 07/11/22 10:44:38 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1088. 07/11/22 10:44:38 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1089. 07/11/22 10:44:38 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1090. 07/11/22 10:44:38 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1091. 07/11/22 10:44:38 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1092. 07/11/22 10:44:38 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1093. 07/11/22 10:44:38 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1094. 07/11/22 10:44:38 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1095. 07/11/22 10:44:38 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1096. 07/11/22 10:44:38 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1097. 07/11/22 10:54:38 17413 seconds since last log event
  1098. 07/11/22 10:54:38 Pending DAG nodes:
  1099. 07/11/22 10:54:38 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1100. 07/11/22 10:54:38 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1101. 07/11/22 10:54:38 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1102. 07/11/22 10:54:38 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1103. 07/11/22 10:54:38 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1104. 07/11/22 10:54:38 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1105. 07/11/22 10:54:38 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1106. 07/11/22 10:54:38 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1107. 07/11/22 10:54:38 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1108. 07/11/22 10:54:38 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1109. 07/11/22 10:54:38 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1110. 07/11/22 10:54:38 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1111. 07/11/22 10:54:38 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1112. 07/11/22 10:54:38 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1113. 07/11/22 10:54:38 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1114. 07/11/22 10:54:38 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1115. 07/11/22 10:54:38 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1116. 07/11/22 10:54:38 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1117. 07/11/22 10:54:38 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1118. 07/11/22 10:54:38 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1119. 07/11/22 10:54:38 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1120. 07/11/22 10:54:38 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1121. 07/11/22 10:54:38 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1122. 07/11/22 10:54:38 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1123. 07/11/22 11:04:39 18014 seconds since last log event
  1124. 07/11/22 11:04:39 Pending DAG nodes:
  1125. 07/11/22 11:04:39 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1126. 07/11/22 11:04:39 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1127. 07/11/22 11:04:39 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1128. 07/11/22 11:04:39 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1129. 07/11/22 11:04:39 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1130. 07/11/22 11:04:39 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1131. 07/11/22 11:04:39 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1132. 07/11/22 11:04:39 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1133. 07/11/22 11:04:39 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1134. 07/11/22 11:04:39 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1135. 07/11/22 11:04:39 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1136. 07/11/22 11:04:39 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1137. 07/11/22 11:04:39 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1138. 07/11/22 11:04:39 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1139. 07/11/22 11:04:39 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1140. 07/11/22 11:04:39 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1141. 07/11/22 11:04:39 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1142. 07/11/22 11:04:39 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1143. 07/11/22 11:04:39 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1144. 07/11/22 11:04:39 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1145. 07/11/22 11:04:39 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1146. 07/11/22 11:04:39 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1147. 07/11/22 11:04:39 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1148. 07/11/22 11:04:39 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1149. 07/11/22 11:14:39 18614 seconds since last log event
  1150. 07/11/22 11:14:39 Pending DAG nodes:
  1151. 07/11/22 11:14:39 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1152. 07/11/22 11:14:39 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1153. 07/11/22 11:14:39 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1154. 07/11/22 11:14:39 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1155. 07/11/22 11:14:39 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1156. 07/11/22 11:14:39 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1157. 07/11/22 11:14:39 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1158. 07/11/22 11:14:39 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1159. 07/11/22 11:14:39 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1160. 07/11/22 11:14:39 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1161. 07/11/22 11:14:39 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1162. 07/11/22 11:14:39 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1163. 07/11/22 11:14:39 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1164. 07/11/22 11:14:39 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1165. 07/11/22 11:14:39 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1166. 07/11/22 11:14:39 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1167. 07/11/22 11:14:39 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1168. 07/11/22 11:14:39 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1169. 07/11/22 11:14:39 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1170. 07/11/22 11:14:39 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1171. 07/11/22 11:14:39 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1172. 07/11/22 11:14:39 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1173. 07/11/22 11:14:39 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1174. 07/11/22 11:14:39 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1175. 07/11/22 11:24:39 19214 seconds since last log event
  1176. 07/11/22 11:24:39 Pending DAG nodes:
  1177. 07/11/22 11:24:39 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1178. 07/11/22 11:24:39 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1179. 07/11/22 11:24:39 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1180. 07/11/22 11:24:39 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1181. 07/11/22 11:24:39 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1182. 07/11/22 11:24:39 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1183. 07/11/22 11:24:39 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1184. 07/11/22 11:24:39 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1185. 07/11/22 11:24:39 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1186. 07/11/22 11:24:39 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1187. 07/11/22 11:24:39 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1188. 07/11/22 11:24:39 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1189. 07/11/22 11:24:39 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1190. 07/11/22 11:24:39 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1191. 07/11/22 11:24:39 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1192. 07/11/22 11:24:39 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1193. 07/11/22 11:24:39 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1194. 07/11/22 11:24:39 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1195. 07/11/22 11:24:39 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1196. 07/11/22 11:24:39 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1197. 07/11/22 11:24:39 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1198. 07/11/22 11:24:39 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1199. 07/11/22 11:24:39 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1200. 07/11/22 11:24:39 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1201. 07/11/22 11:34:39 19814 seconds since last log event
  1202. 07/11/22 11:34:39 Pending DAG nodes:
  1203. 07/11/22 11:34:39 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1204. 07/11/22 11:34:39 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1205. 07/11/22 11:34:39 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1206. 07/11/22 11:34:39 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1207. 07/11/22 11:34:39 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1208. 07/11/22 11:34:39 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1209. 07/11/22 11:34:39 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1210. 07/11/22 11:34:39 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1211. 07/11/22 11:34:39 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1212. 07/11/22 11:34:39 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1213. 07/11/22 11:34:39 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1214. 07/11/22 11:34:39 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1215. 07/11/22 11:34:39 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1216. 07/11/22 11:34:39 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1217. 07/11/22 11:34:39 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1218. 07/11/22 11:34:39 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1219. 07/11/22 11:34:39 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1220. 07/11/22 11:34:39 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1221. 07/11/22 11:34:39 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1222. 07/11/22 11:34:39 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1223. 07/11/22 11:34:39 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1224. 07/11/22 11:34:39 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1225. 07/11/22 11:34:39 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1226. 07/11/22 11:34:39 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1227. 07/11/22 11:44:40 20415 seconds since last log event
  1228. 07/11/22 11:44:40 Pending DAG nodes:
  1229. 07/11/22 11:44:40 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1230. 07/11/22 11:44:40 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1231. 07/11/22 11:44:40 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1232. 07/11/22 11:44:40 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1233. 07/11/22 11:44:40 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1234. 07/11/22 11:44:40 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1235. 07/11/22 11:44:40 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1236. 07/11/22 11:44:40 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1237. 07/11/22 11:44:40 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1238. 07/11/22 11:44:40 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1239. 07/11/22 11:44:40 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1240. 07/11/22 11:44:40 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1241. 07/11/22 11:44:40 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1242. 07/11/22 11:44:40 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1243. 07/11/22 11:44:40 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1244. 07/11/22 11:44:40 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1245. 07/11/22 11:44:40 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1246. 07/11/22 11:44:40 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1247. 07/11/22 11:44:40 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1248. 07/11/22 11:44:40 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1249. 07/11/22 11:44:40 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1250. 07/11/22 11:44:40 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1251. 07/11/22 11:44:40 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1252. 07/11/22 11:44:40 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1253. 07/11/22 11:54:40 21015 seconds since last log event
  1254. 07/11/22 11:54:40 Pending DAG nodes:
  1255. 07/11/22 11:54:40 Node sub-07, HTCondor ID 922881, status STATUS_SUBMITTED
  1256. 07/11/22 11:54:40 Node sub-14, HTCondor ID 922884, status STATUS_SUBMITTED
  1257. 07/11/22 11:54:40 Node sub-21, HTCondor ID 922887, status STATUS_SUBMITTED
  1258. 07/11/22 11:54:40 Node sub-13, HTCondor ID 922890, status STATUS_SUBMITTED
  1259. 07/11/22 11:54:40 Node sub-19, HTCondor ID 922893, status STATUS_SUBMITTED
  1260. 07/11/22 11:54:40 Node sub-04, HTCondor ID 922896, status STATUS_SUBMITTED
  1261. 07/11/22 11:54:40 Node sub-17, HTCondor ID 922899, status STATUS_SUBMITTED
  1262. 07/11/22 11:54:40 Node sub-22, HTCondor ID 922902, status STATUS_SUBMITTED
  1263. 07/11/22 11:54:40 Node sub-10, HTCondor ID 922905, status STATUS_SUBMITTED
  1264. 07/11/22 11:54:40 Node sub-03, HTCondor ID 922908, status STATUS_SUBMITTED
  1265. 07/11/22 11:54:40 Node sub-09, HTCondor ID 922911, status STATUS_SUBMITTED
  1266. 07/11/22 11:54:40 Node sub-01, HTCondor ID 922913, status STATUS_SUBMITTED
  1267. 07/11/22 11:54:40 Node sub-20, HTCondor ID 922916, status STATUS_SUBMITTED
  1268. 07/11/22 11:54:40 Node sub-18, HTCondor ID 922919, status STATUS_SUBMITTED
  1269. 07/11/22 11:54:40 Node sub-12, HTCondor ID 922922, status STATUS_SUBMITTED
  1270. 07/11/22 11:54:40 Node sub-15, HTCondor ID 922925, status STATUS_SUBMITTED
  1271. 07/11/22 11:54:40 Node sub-06, HTCondor ID 922928, status STATUS_SUBMITTED
  1272. 07/11/22 11:54:40 Node sub-08, HTCondor ID 922931, status STATUS_SUBMITTED
  1273. 07/11/22 11:54:40 Node sub-02, HTCondor ID 922934, status STATUS_SUBMITTED
  1274. 07/11/22 11:54:40 Node sub-23, HTCondor ID 922937, status STATUS_SUBMITTED
  1275. 07/11/22 11:54:40 Node sub-11, HTCondor ID 922940, status STATUS_SUBMITTED
  1276. 07/11/22 11:54:40 Node sub-16, HTCondor ID 922943, status STATUS_SUBMITTED
  1277. 07/11/22 11:54:40 Node sub-24, HTCondor ID 922946, status STATUS_SUBMITTED
  1278. 07/11/22 11:54:40 Node sub-05, HTCondor ID 922949, status STATUS_SUBMITTED
  1279. 07/11/22 11:55:31 Currently monitoring 1 HTCondor log file(s)
  1280. 07/11/22 11:55:31 Event: ULOG_EXECUTE for HTCondor Node sub-07 (922881.0.0) {07/11/22 11:55:26}
  1281. 07/11/22 11:55:31 Number of idle job procs: 23
  1282. 07/11/22 11:55:31 Event: ULOG_EXECUTE for HTCondor Node sub-14 (922884.0.0) {07/11/22 11:55:28}
  1283. 07/11/22 11:55:31 Number of idle job procs: 22
  1284. 07/11/22 11:55:36 Currently monitoring 1 HTCondor log file(s)
  1285. 07/11/22 11:55:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-07 (922881.0.0) {07/11/22 11:55:35}
  1286. 07/11/22 11:55:36 Number of idle job procs: 22
  1287. 07/11/22 11:55:36 Node sub-07 job proc (922881.0.0) failed with status 1.
  1288. 07/11/22 11:55:36 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1289. 07/11/22 11:55:36 Of 24 nodes total:
  1290. 07/11/22 11:55:36 Done Pre Queued Post Ready Un-Ready Failed
  1291. 07/11/22 11:55:36 === === === === === === ===
  1292. 07/11/22 11:55:36 0 0 23 0 0 0 1
  1293. 07/11/22 11:55:36 0 job proc(s) currently held
  1294. 07/11/22 11:55:36 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02129950517381603; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004431479110790227; EventCycleTimeSum = 1.866539001464844; EventCycleTimeCount = 4212.0; SleepCycleTimeStd = 0.02671368671489145; LogProcessCycleTimeMin = 0.0004987716674804688; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4213.0; LogProcessCycleTimeAvg = 0.0009548664093017578; LogProcessCycleTimeCount = 3.0; LogProcessCycleTimeStd = 0.0007639067820663294; LogProcessCycleTimeSum = 0.002864599227905273; SubmitCycleTimeSum = 1.647473096847534; SubmitCycleTimeAvg = 0.0003910451214924126; SleepCycleTimeSum = 21074.77500104904; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003507835006895; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4212.0; SubmitCycleTimeStd = 0.02129316070223513; SleepCycleTimeMin = 4.002840042114258; ]
  1295. 07/11/22 11:55:46 Currently monitoring 1 HTCondor log file(s)
  1296. 07/11/22 11:55:46 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-14 (922884.0.0) {07/11/22 11:55:41}
  1297. 07/11/22 11:55:46 Number of idle job procs: 22
  1298. 07/11/22 11:55:46 Node sub-14 job proc (922884.0.0) failed with status 1.
  1299. 07/11/22 11:55:46 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1300. 07/11/22 11:55:46 Of 24 nodes total:
  1301. 07/11/22 11:55:46 Done Pre Queued Post Ready Un-Ready Failed
  1302. 07/11/22 11:55:46 === === === === === === ===
  1303. 07/11/22 11:55:46 0 0 22 0 0 0 2
  1304. 07/11/22 11:55:46 0 job proc(s) currently held
  1305. 07/11/22 11:55:46 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02129463424369688; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.000444416701086449; EventCycleTimeSum = 1.872771978378296; EventCycleTimeCount = 4214.0; SleepCycleTimeStd = 0.02670735766859057; LogProcessCycleTimeMin = 0.0003690719604492188; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4215.0; LogProcessCycleTimeAvg = 0.000808417797088623; LogProcessCycleTimeCount = 4.0; LogProcessCycleTimeStd = 0.0006890751036966645; LogProcessCycleTimeSum = 0.003233671188354492; SubmitCycleTimeSum = 1.6477370262146; SubmitCycleTimeAvg = 0.0003909221889002609; SleepCycleTimeSum = 21084.78150296211; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003507713090202; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4214.0; SubmitCycleTimeStd = 0.02128810803551635; SleepCycleTimeMin = 4.002840042114258; ]
  1306. 07/11/22 11:56:31 Currently monitoring 1 HTCondor log file(s)
  1307. 07/11/22 11:56:31 Event: ULOG_EXECUTE for HTCondor Node sub-19 (922893.0.0) {07/11/22 11:56:26}
  1308. 07/11/22 11:56:31 Number of idle job procs: 21
  1309. 07/11/22 11:56:31 Event: ULOG_EXECUTE for HTCondor Node sub-04 (922896.0.0) {07/11/22 11:56:26}
  1310. 07/11/22 11:56:31 Number of idle job procs: 20
  1311. 07/11/22 11:56:31 Event: ULOG_EXECUTE for HTCondor Node sub-17 (922899.0.0) {07/11/22 11:56:26}
  1312. 07/11/22 11:56:31 Number of idle job procs: 19
  1313. 07/11/22 11:56:31 Event: ULOG_EXECUTE for HTCondor Node sub-22 (922902.0.0) {07/11/22 11:56:26}
  1314. 07/11/22 11:56:31 Number of idle job procs: 18
  1315. 07/11/22 11:56:31 Event: ULOG_EXECUTE for HTCondor Node sub-10 (922905.0.0) {07/11/22 11:56:27}
  1316. 07/11/22 11:56:31 Number of idle job procs: 17
  1317. 07/11/22 11:56:31 Event: ULOG_EXECUTE for HTCondor Node sub-21 (922887.0.0) {07/11/22 11:56:27}
  1318. 07/11/22 11:56:31 Number of idle job procs: 16
  1319. 07/11/22 11:56:31 Event: ULOG_EXECUTE for HTCondor Node sub-13 (922890.0.0) {07/11/22 11:56:27}
  1320. 07/11/22 11:56:31 Number of idle job procs: 15
  1321. 07/11/22 11:56:36 Currently monitoring 1 HTCondor log file(s)
  1322. 07/11/22 11:56:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-19 (922893.0.0) {07/11/22 11:56:34}
  1323. 07/11/22 11:56:36 Number of idle job procs: 15
  1324. 07/11/22 11:56:36 Node sub-19 job proc (922893.0.0) failed with status 1.
  1325. 07/11/22 11:56:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-22 (922902.0.0) {07/11/22 11:56:34}
  1326. 07/11/22 11:56:36 Number of idle job procs: 15
  1327. 07/11/22 11:56:36 Node sub-22 job proc (922902.0.0) failed with status 1.
  1328. 07/11/22 11:56:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-10 (922905.0.0) {07/11/22 11:56:35}
  1329. 07/11/22 11:56:36 Number of idle job procs: 15
  1330. 07/11/22 11:56:36 Node sub-10 job proc (922905.0.0) failed with status 1.
  1331. 07/11/22 11:56:36 Event: ULOG_EXECUTE for HTCondor Node sub-03 (922908.0.0) {07/11/22 11:56:35}
  1332. 07/11/22 11:56:36 Number of idle job procs: 14
  1333. 07/11/22 11:56:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-17 (922899.0.0) {07/11/22 11:56:35}
  1334. 07/11/22 11:56:36 Number of idle job procs: 14
  1335. 07/11/22 11:56:36 Node sub-17 job proc (922899.0.0) failed with status 1.
  1336. 07/11/22 11:56:36 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1337. 07/11/22 11:56:36 Of 24 nodes total:
  1338. 07/11/22 11:56:36 Done Pre Queued Post Ready Un-Ready Failed
  1339. 07/11/22 11:56:36 === === === === === === ===
  1340. 07/11/22 11:56:36 0 0 18 0 0 0 6
  1341. 07/11/22 11:56:36 0 job proc(s) currently held
  1342. 07/11/22 11:56:36 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.0212694148319366; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004439162598414854; EventCycleTimeSum = 1.875102281570435; EventCycleTimeCount = 4224.0; SleepCycleTimeStd = 0.02667575686747331; LogProcessCycleTimeMin = 0.0003690719604492188; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4225.0; LogProcessCycleTimeAvg = 0.0008294582366943359; LogProcessCycleTimeCount = 6.0; LogProcessCycleTimeStd = 0.0005372232890707188; LogProcessCycleTimeSum = 0.004976749420166016; SubmitCycleTimeSum = 1.648196458816528; SubmitCycleTimeAvg = 0.0003901056707258055; SleepCycleTimeSum = 21134.8203086853; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.00350859580618; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4224.0; SubmitCycleTimeStd = 0.02126290098998067; SleepCycleTimeMin = 4.002840042114258; ]
  1343. 07/11/22 11:56:41 Currently monitoring 1 HTCondor log file(s)
  1344. 07/11/22 11:56:41 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-04 (922896.0.0) {07/11/22 11:56:38}
  1345. 07/11/22 11:56:41 Number of idle job procs: 14
  1346. 07/11/22 11:56:41 Node sub-04 job proc (922896.0.0) failed with status 1.
  1347. 07/11/22 11:56:41 Event: ULOG_EXECUTE for HTCondor Node sub-09 (922911.0.0) {07/11/22 11:56:40}
  1348. 07/11/22 11:56:41 Number of idle job procs: 13
  1349. 07/11/22 11:56:41 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1350. 07/11/22 11:56:41 Of 24 nodes total:
  1351. 07/11/22 11:56:41 Done Pre Queued Post Ready Un-Ready Failed
  1352. 07/11/22 11:56:41 === === === === === === ===
  1353. 07/11/22 11:56:41 0 0 17 0 0 0 7
  1354. 07/11/22 11:56:41 0 job proc(s) currently held
  1355. 07/11/22 11:56:41 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02126690073110906; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004441101593378733; EventCycleTimeSum = 1.876365423202515; EventCycleTimeCount = 4225.0; SleepCycleTimeStd = 0.02667260648307442; LogProcessCycleTimeMin = 0.0003690719604492188; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4226.0; LogProcessCycleTimeAvg = 0.0008171285901750837; LogProcessCycleTimeCount = 7.0; LogProcessCycleTimeStd = 0.0004914992640377626; LogProcessCycleTimeSum = 0.005719900131225586; SubmitCycleTimeSum = 1.648218393325806; SubmitCycleTimeAvg = 0.0003900185502427368; SleepCycleTimeSum = 21139.82511258125; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003508902386096; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4225.0; SubmitCycleTimeStd = 0.02126038527576771; SleepCycleTimeMin = 4.002840042114258; ]
  1356. 07/11/22 11:56:46 Currently monitoring 1 HTCondor log file(s)
  1357. 07/11/22 11:56:46 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-21 (922887.0.0) {07/11/22 11:56:43}
  1358. 07/11/22 11:56:46 Number of idle job procs: 13
  1359. 07/11/22 11:56:46 Node sub-21 job proc (922887.0.0) failed with status 1.
  1360. 07/11/22 11:56:46 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-13 (922890.0.0) {07/11/22 11:56:43}
  1361. 07/11/22 11:56:46 Number of idle job procs: 13
  1362. 07/11/22 11:56:46 Node sub-13 job proc (922890.0.0) failed with status 1.
  1363. 07/11/22 11:56:46 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-03 (922908.0.0) {07/11/22 11:56:43}
  1364. 07/11/22 11:56:46 Number of idle job procs: 13
  1365. 07/11/22 11:56:46 Node sub-03 job proc (922908.0.0) failed with status 1.
  1366. 07/11/22 11:56:46 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1367. 07/11/22 11:56:46 Of 24 nodes total:
  1368. 07/11/22 11:56:46 Done Pre Queued Post Ready Un-Ready Failed
  1369. 07/11/22 11:56:46 === === === === === === ===
  1370. 07/11/22 11:56:46 0 0 14 0 0 0 10
  1371. 07/11/22 11:56:46 0 job proc(s) currently held
  1372. 07/11/22 11:56:46 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02126438581887328; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004442530788632856; EventCycleTimeSum = 1.877413511276245; EventCycleTimeCount = 4226.0; SleepCycleTimeStd = 0.02666945749395511; LogProcessCycleTimeMin = 0.0003690719604492188; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4227.0; LogProcessCycleTimeAvg = 0.0008061230182647705; LogProcessCycleTimeCount = 8.0; LogProcessCycleTimeStd = 0.0004561033757556764; LogProcessCycleTimeSum = 0.006448984146118164; SubmitCycleTimeSum = 1.648239374160767; SubmitCycleTimeAvg = 0.0003899312453656888; SleepCycleTimeSum = 21144.82994055748; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003509214519044; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4226.0; SubmitCycleTimeStd = 0.02125787045819319; SleepCycleTimeMin = 4.002840042114258; ]
  1373. 07/11/22 11:56:51 Currently monitoring 1 HTCondor log file(s)
  1374. 07/11/22 11:56:51 Event: ULOG_EXECUTE for HTCondor Node sub-01 (922913.0.0) {07/11/22 11:56:47}
  1375. 07/11/22 11:56:51 Number of idle job procs: 12
  1376. 07/11/22 11:57:01 Currently monitoring 1 HTCondor log file(s)
  1377. 07/11/22 11:57:01 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-09 (922911.0.0) {07/11/22 11:56:57}
  1378. 07/11/22 11:57:01 Number of idle job procs: 12
  1379. 07/11/22 11:57:01 Node sub-09 job proc (922911.0.0) failed with status 1.
  1380. 07/11/22 11:57:01 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1381. 07/11/22 11:57:01 Of 24 nodes total:
  1382. 07/11/22 11:57:01 Done Pre Queued Post Ready Un-Ready Failed
  1383. 07/11/22 11:57:01 === === === === === === ===
  1384. 07/11/22 11:57:01 0 0 13 0 0 0 11
  1385. 07/11/22 11:57:01 0 job proc(s) currently held
  1386. 07/11/22 11:57:01 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02125684334747959; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004443464957954585; EventCycleTimeSum = 1.879141330718994; EventCycleTimeCount = 4229.0; SleepCycleTimeStd = 0.02666001779494; LogProcessCycleTimeMin = 0.0002119541168212891; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4230.0; LogProcessCycleTimeAvg = 0.0007473945617675782; LogProcessCycleTimeCount = 10.0; LogProcessCycleTimeStd = 0.000444072790221484; LogProcessCycleTimeSum = 0.007473945617675781; SubmitCycleTimeSum = 1.648707151412964; SubmitCycleTimeAvg = 0.0003897652840219772; SleepCycleTimeSum = 21159.83968281746; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003509028805263; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4229.0; SubmitCycleTimeStd = 0.02125033062579889; SleepCycleTimeMin = 4.002840042114258; ]
  1387. 07/11/22 11:57:06 Currently monitoring 1 HTCondor log file(s)
  1388. 07/11/22 11:57:06 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-01 (922913.0.0) {07/11/22 11:57:01}
  1389. 07/11/22 11:57:06 Number of idle job procs: 12
  1390. 07/11/22 11:57:06 Node sub-01 job proc (922913.0.0) failed with status 1.
  1391. 07/11/22 11:57:06 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1392. 07/11/22 11:57:06 Of 24 nodes total:
  1393. 07/11/22 11:57:06 Done Pre Queued Post Ready Un-Ready Failed
  1394. 07/11/22 11:57:06 === === === === === === ===
  1395. 07/11/22 11:57:06 0 0 12 0 0 0 12
  1396. 07/11/22 11:57:06 0 job proc(s) currently held
  1397. 07/11/22 11:57:06 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02125433222961868; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004444970024956597; EventCycleTimeSum = 1.880222320556641; EventCycleTimeCount = 4230.0; SleepCycleTimeStd = 0.02665688191095363; LogProcessCycleTimeMin = 0.0002119541168212891; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4231.0; LogProcessCycleTimeAvg = 0.000714995644309304; LogProcessCycleTimeCount = 11.0; LogProcessCycleTimeStd = 0.0004347725463857318; LogProcessCycleTimeSum = 0.007864952087402344; SubmitCycleTimeSum = 1.648730039596558; SubmitCycleTimeAvg = 0.0003896785723461493; SleepCycleTimeSum = 21164.84127163887; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003508574855525; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4230.0; SubmitCycleTimeStd = 0.02124781936652116; SleepCycleTimeMin = 4.002840042114258; ]
  1398. 07/11/22 11:57:31 Currently monitoring 1 HTCondor log file(s)
  1399. 07/11/22 11:57:31 Event: ULOG_EXECUTE for HTCondor Node sub-12 (922922.0.0) {07/11/22 11:57:27}
  1400. 07/11/22 11:57:31 Number of idle job procs: 11
  1401. 07/11/22 11:57:31 Event: ULOG_EXECUTE for HTCondor Node sub-15 (922925.0.0) {07/11/22 11:57:28}
  1402. 07/11/22 11:57:31 Number of idle job procs: 10
  1403. 07/11/22 11:57:31 Event: ULOG_EXECUTE for HTCondor Node sub-20 (922916.0.0) {07/11/22 11:57:28}
  1404. 07/11/22 11:57:31 Number of idle job procs: 9
  1405. 07/11/22 11:57:31 Event: ULOG_EXECUTE for HTCondor Node sub-06 (922928.0.0) {07/11/22 11:57:29}
  1406. 07/11/22 11:57:31 Number of idle job procs: 8
  1407. 07/11/22 11:57:31 Event: ULOG_EXECUTE for HTCondor Node sub-08 (922931.0.0) {07/11/22 11:57:30}
  1408. 07/11/22 11:57:31 Number of idle job procs: 7
  1409. 07/11/22 11:57:41 Currently monitoring 1 HTCondor log file(s)
  1410. 07/11/22 11:57:41 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-15 (922925.0.0) {07/11/22 11:57:37}
  1411. 07/11/22 11:57:41 Number of idle job procs: 7
  1412. 07/11/22 11:57:41 Node sub-15 job proc (922925.0.0) failed with status 1.
  1413. 07/11/22 11:57:41 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-12 (922922.0.0) {07/11/22 11:57:38}
  1414. 07/11/22 11:57:41 Number of idle job procs: 7
  1415. 07/11/22 11:57:41 Node sub-12 job proc (922922.0.0) failed with status 1.
  1416. 07/11/22 11:57:41 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-06 (922928.0.0) {07/11/22 11:57:40}
  1417. 07/11/22 11:57:41 Number of idle job procs: 7
  1418. 07/11/22 11:57:41 Node sub-06 job proc (922928.0.0) failed with status 1.
  1419. 07/11/22 11:57:41 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-08 (922931.0.0) {07/11/22 11:57:40}
  1420. 07/11/22 11:57:41 Number of idle job procs: 7
  1421. 07/11/22 11:57:41 Node sub-08 job proc (922931.0.0) failed with status 1.
  1422. 07/11/22 11:57:41 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1423. 07/11/22 11:57:41 Of 24 nodes total:
  1424. 07/11/22 11:57:41 Done Pre Queued Post Ready Un-Ready Failed
  1425. 07/11/22 11:57:41 === === === === === === ===
  1426. 07/11/22 11:57:41 0 0 8 0 0 0 16
  1427. 07/11/22 11:57:41 0 job proc(s) currently held
  1428. 07/11/22 11:57:41 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02123676801425899; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004441627838264413; EventCycleTimeSum = 1.881917715072632; EventCycleTimeCount = 4237.0; SleepCycleTimeStd = 0.02663489564883174; LogProcessCycleTimeMin = 0.0002119541168212891; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4238.0; LogProcessCycleTimeAvg = 0.0007445262028620794; LogProcessCycleTimeCount = 13.0; LogProcessCycleTimeStd = 0.0004211089276218527; LogProcessCycleTimeSum = 0.009678840637207031; SubmitCycleTimeSum = 1.649019956588745; SubmitCycleTimeAvg = 0.0003891033403937577; SleepCycleTimeSum = 21199.86793541908; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003509071375757; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4237.0; SubmitCycleTimeStd = 0.02123026502768962; SleepCycleTimeMin = 4.002840042114258; ]
  1429. 07/11/22 11:57:46 Currently monitoring 1 HTCondor log file(s)
  1430. 07/11/22 11:57:46 Event: ULOG_EXECUTE for HTCondor Node sub-02 (922934.0.0) {07/11/22 11:57:41}
  1431. 07/11/22 11:57:46 Number of idle job procs: 6
  1432. 07/11/22 11:58:06 Currently monitoring 1 HTCondor log file(s)
  1433. 07/11/22 11:58:06 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-02 (922934.0.0) {07/11/22 11:58:05}
  1434. 07/11/22 11:58:06 Number of idle job procs: 6
  1435. 07/11/22 11:58:06 Node sub-02 job proc (922934.0.0) failed with status 1.
  1436. 07/11/22 11:58:06 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1437. 07/11/22 11:58:06 Of 24 nodes total:
  1438. 07/11/22 11:58:06 Done Pre Queued Post Ready Un-Ready Failed
  1439. 07/11/22 11:58:06 === === === === === === ===
  1440. 07/11/22 11:58:06 0 0 7 0 0 0 17
  1441. 07/11/22 11:58:06 0 job proc(s) currently held
  1442. 07/11/22 11:58:06 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02122425384464353; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004441667311262376; EventCycleTimeSum = 1.8841552734375; EventCycleTimeCount = 4242.0; SleepCycleTimeStd = 0.0266192074209606; LogProcessCycleTimeMin = 0.0001969337463378906; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4243.0; LogProcessCycleTimeAvg = 0.0007101853688557942; LogProcessCycleTimeCount = 15.0; LogProcessCycleTimeStd = 0.0004150056625459206; LogProcessCycleTimeSum = 0.01065278053283691; SubmitCycleTimeSum = 1.649488210678101; SubmitCycleTimeAvg = 0.00038875517574313; SleepCycleTimeSum = 21224.88603782654; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003509202693667; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4242.0; SubmitCycleTimeStd = 0.02121775240320136; SleepCycleTimeMin = 4.002840042114258; ]
  1443. 07/11/22 11:59:11 Currently monitoring 1 HTCondor log file(s)
  1444. 07/11/22 11:59:11 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-20 (922916.0.0) {07/11/22 11:59:07}
  1445. 07/11/22 11:59:11 Number of idle job procs: 6
  1446. 07/11/22 11:59:11 Node sub-20 job proc (922916.0.0) failed with status 1.
  1447. 07/11/22 11:59:11 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1448. 07/11/22 11:59:11 Of 24 nodes total:
  1449. 07/11/22 11:59:11 Done Pre Queued Post Ready Un-Ready Failed
  1450. 07/11/22 11:59:11 === === === === === === ===
  1451. 07/11/22 11:59:11 0 0 6 0 0 0 18
  1452. 07/11/22 11:59:11 0 job proc(s) currently held
  1453. 07/11/22 11:59:11 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02119180934253789; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004433780383279265; EventCycleTimeSum = 1.886573553085327; EventCycleTimeCount = 4255.0; SleepCycleTimeStd = 0.02657857485461566; LogProcessCycleTimeMin = 0.0001969337463378906; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4256.0; LogProcessCycleTimeAvg = 0.0007020384073257446; LogProcessCycleTimeCount = 16.0; LogProcessCycleTimeStd = 0.0004022557490746242; LogProcessCycleTimeSum = 0.01123261451721191; SubmitCycleTimeSum = 1.650350570678711; SubmitCycleTimeAvg = 0.0003877703408549603; SleepCycleTimeSum = 21289.93536639214; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003510074357728; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4255.0; SubmitCycleTimeStd = 0.02118532339098315; SleepCycleTimeMin = 4.002840042114258; ]
  1454. 07/11/22 11:59:31 Currently monitoring 1 HTCondor log file(s)
  1455. 07/11/22 11:59:31 Event: ULOG_EXECUTE for HTCondor Node sub-18 (922919.0.0) {07/11/22 11:59:26}
  1456. 07/11/22 11:59:31 Number of idle job procs: 5
  1457. 07/11/22 11:59:31 Event: ULOG_EXECUTE for HTCondor Node sub-23 (922937.0.0) {07/11/22 11:59:27}
  1458. 07/11/22 11:59:31 Number of idle job procs: 4
  1459. 07/11/22 11:59:41 Currently monitoring 1 HTCondor log file(s)
  1460. 07/11/22 11:59:41 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-23 (922937.0.0) {07/11/22 11:59:36}
  1461. 07/11/22 11:59:41 Number of idle job procs: 4
  1462. 07/11/22 11:59:41 Node sub-23 job proc (922937.0.0) failed with status 1.
  1463. 07/11/22 11:59:41 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-18 (922919.0.0) {07/11/22 11:59:36}
  1464. 07/11/22 11:59:41 Number of idle job procs: 4
  1465. 07/11/22 11:59:41 Node sub-18 job proc (922919.0.0) failed with status 1.
  1466. 07/11/22 11:59:41 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1467. 07/11/22 11:59:41 Of 24 nodes total:
  1468. 07/11/22 11:59:41 Done Pre Queued Post Ready Un-Ready Failed
  1469. 07/11/22 11:59:41 === === === === === === ===
  1470. 07/11/22 11:59:41 0 0 4 0 0 0 20
  1471. 07/11/22 11:59:41 0 job proc(s) currently held
  1472. 07/11/22 11:59:41 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02117688482765846; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.0004430738197081359; EventCycleTimeSum = 1.887937545776367; EventCycleTimeCount = 4261.0; SleepCycleTimeStd = 0.02655988409135004; LogProcessCycleTimeMin = 0.0001969337463378906; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4262.0; LogProcessCycleTimeAvg = 0.0006985399458143446; LogProcessCycleTimeCount = 18.0; LogProcessCycleTimeStd = 0.0004015863623964159; LogProcessCycleTimeSum = 0.0125737190246582; SubmitCycleTimeSum = 1.650494337081909; SubmitCycleTimeAvg = 0.0003872581738812551; SleepCycleTimeSum = 21319.9620513916; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003511394365549; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4261.0; SubmitCycleTimeStd = 0.02117040679297218; SleepCycleTimeMin = 4.002840042114258; ]
  1473. 07/11/22 12:00:31 Currently monitoring 1 HTCondor log file(s)
  1474. 07/11/22 12:00:31 Event: ULOG_EXECUTE for HTCondor Node sub-11 (922940.0.0) {07/11/22 12:00:26}
  1475. 07/11/22 12:00:31 Number of idle job procs: 3
  1476. 07/11/22 12:00:31 Event: ULOG_EXECUTE for HTCondor Node sub-16 (922943.0.0) {07/11/22 12:00:26}
  1477. 07/11/22 12:00:31 Number of idle job procs: 2
  1478. 07/11/22 12:00:31 Event: ULOG_EXECUTE for HTCondor Node sub-24 (922946.0.0) {07/11/22 12:00:26}
  1479. 07/11/22 12:00:31 Number of idle job procs: 1
  1480. 07/11/22 12:00:31 Event: ULOG_EXECUTE for HTCondor Node sub-05 (922949.0.0) {07/11/22 12:00:26}
  1481. 07/11/22 12:00:31 Number of idle job procs: 0
  1482. 07/11/22 12:00:36 Currently monitoring 1 HTCondor log file(s)
  1483. 07/11/22 12:00:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-16 (922943.0.0) {07/11/22 12:00:34}
  1484. 07/11/22 12:00:36 Number of idle job procs: 0
  1485. 07/11/22 12:00:36 Node sub-16 job proc (922943.0.0) failed with status 1.
  1486. 07/11/22 12:00:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-24 (922946.0.0) {07/11/22 12:00:34}
  1487. 07/11/22 12:00:36 Number of idle job procs: 0
  1488. 07/11/22 12:00:36 Node sub-24 job proc (922946.0.0) failed with status 1.
  1489. 07/11/22 12:00:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-05 (922949.0.0) {07/11/22 12:00:34}
  1490. 07/11/22 12:00:36 Number of idle job procs: 0
  1491. 07/11/22 12:00:36 Node sub-05 job proc (922949.0.0) failed with status 1.
  1492. 07/11/22 12:00:36 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-11 (922940.0.0) {07/11/22 12:00:34}
  1493. 07/11/22 12:00:36 Number of idle job procs: 0
  1494. 07/11/22 12:00:36 Node sub-11 job proc (922940.0.0) failed with status 1.
  1495. 07/11/22 12:00:36 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1496. 07/11/22 12:00:36 Of 24 nodes total:
  1497. 07/11/22 12:00:36 Done Pre Queued Post Ready Un-Ready Failed
  1498. 07/11/22 12:00:36 === === === === === === ===
  1499. 07/11/22 12:00:36 0 0 0 0 0 0 24
  1500. 07/11/22 12:00:36 0 job proc(s) currently held
  1501. 07/11/22 12:00:36 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02114960881379055; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.00044255606020881; EventCycleTimeSum = 1.890599489212036; EventCycleTimeCount = 4272.0; SleepCycleTimeStd = 0.02652568351092642; LogProcessCycleTimeMin = 0.0001969337463378906; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4273.0; LogProcessCycleTimeAvg = 0.0006989836692810059; LogProcessCycleTimeCount = 20.0; LogProcessCycleTimeStd = 0.0003815679272800885; LogProcessCycleTimeSum = 0.01397967338562012; SubmitCycleTimeSum = 1.650956869125366; SubmitCycleTimeAvg = 0.0003863694989762149; SleepCycleTimeSum = 21374.99969148636; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003511163737444; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4272.0; SubmitCycleTimeStd = 0.02114314081123586; SleepCycleTimeMin = 4.002840042114258; ]
  1502. 07/11/22 12:00:36 ERROR: the following job(s) failed:
  1503. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1504. 07/11/22 12:00:36 Node Name: sub-07
  1505. 07/11/22 12:00:36 Noop: false
  1506. 07/11/22 12:00:36 NodeID: 0
  1507. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1508. 07/11/22 12:00:36 Node return val: 1
  1509. 07/11/22 12:00:36 Error: Job proc (922881.0.0) failed with status 1
  1510. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1511. 07/11/22 12:00:36 HTCondor Job ID: (922881.0.0)
  1512. 07/11/22 12:00:36 Q_PARENTS: <END>
  1513. 07/11/22 12:00:36 Q_WAITING: <END>
  1514. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1515. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1516. 07/11/22 12:00:36 Node Name: sub-14
  1517. 07/11/22 12:00:36 Noop: false
  1518. 07/11/22 12:00:36 NodeID: 1
  1519. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1520. 07/11/22 12:00:36 Node return val: 1
  1521. 07/11/22 12:00:36 Error: Job proc (922884.0.0) failed with status 1
  1522. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1523. 07/11/22 12:00:36 HTCondor Job ID: (922884.0.0)
  1524. 07/11/22 12:00:36 Q_PARENTS: <END>
  1525. 07/11/22 12:00:36 Q_WAITING: <END>
  1526. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1527. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1528. 07/11/22 12:00:36 Node Name: sub-21
  1529. 07/11/22 12:00:36 Noop: false
  1530. 07/11/22 12:00:36 NodeID: 2
  1531. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1532. 07/11/22 12:00:36 Node return val: 1
  1533. 07/11/22 12:00:36 Error: Job proc (922887.0.0) failed with status 1
  1534. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1535. 07/11/22 12:00:36 HTCondor Job ID: (922887.0.0)
  1536. 07/11/22 12:00:36 Q_PARENTS: <END>
  1537. 07/11/22 12:00:36 Q_WAITING: <END>
  1538. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1539. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1540. 07/11/22 12:00:36 Node Name: sub-13
  1541. 07/11/22 12:00:36 Noop: false
  1542. 07/11/22 12:00:36 NodeID: 3
  1543. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1544. 07/11/22 12:00:36 Node return val: 1
  1545. 07/11/22 12:00:36 Error: Job proc (922890.0.0) failed with status 1
  1546. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1547. 07/11/22 12:00:36 HTCondor Job ID: (922890.0.0)
  1548. 07/11/22 12:00:36 Q_PARENTS: <END>
  1549. 07/11/22 12:00:36 Q_WAITING: <END>
  1550. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1551. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1552. 07/11/22 12:00:36 Node Name: sub-19
  1553. 07/11/22 12:00:36 Noop: false
  1554. 07/11/22 12:00:36 NodeID: 4
  1555. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1556. 07/11/22 12:00:36 Node return val: 1
  1557. 07/11/22 12:00:36 Error: Job proc (922893.0.0) failed with status 1
  1558. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1559. 07/11/22 12:00:36 HTCondor Job ID: (922893.0.0)
  1560. 07/11/22 12:00:36 Q_PARENTS: <END>
  1561. 07/11/22 12:00:36 Q_WAITING: <END>
  1562. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1563. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1564. 07/11/22 12:00:36 Node Name: sub-04
  1565. 07/11/22 12:00:36 Noop: false
  1566. 07/11/22 12:00:36 NodeID: 5
  1567. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1568. 07/11/22 12:00:36 Node return val: 1
  1569. 07/11/22 12:00:36 Error: Job proc (922896.0.0) failed with status 1
  1570. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1571. 07/11/22 12:00:36 HTCondor Job ID: (922896.0.0)
  1572. 07/11/22 12:00:36 Q_PARENTS: <END>
  1573. 07/11/22 12:00:36 Q_WAITING: <END>
  1574. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1575. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1576. 07/11/22 12:00:36 Node Name: sub-17
  1577. 07/11/22 12:00:36 Noop: false
  1578. 07/11/22 12:00:36 NodeID: 6
  1579. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1580. 07/11/22 12:00:36 Node return val: 1
  1581. 07/11/22 12:00:36 Error: Job proc (922899.0.0) failed with status 1
  1582. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1583. 07/11/22 12:00:36 HTCondor Job ID: (922899.0.0)
  1584. 07/11/22 12:00:36 Q_PARENTS: <END>
  1585. 07/11/22 12:00:36 Q_WAITING: <END>
  1586. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1587. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1588. 07/11/22 12:00:36 Node Name: sub-22
  1589. 07/11/22 12:00:36 Noop: false
  1590. 07/11/22 12:00:36 NodeID: 7
  1591. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1592. 07/11/22 12:00:36 Node return val: 1
  1593. 07/11/22 12:00:36 Error: Job proc (922902.0.0) failed with status 1
  1594. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1595. 07/11/22 12:00:36 HTCondor Job ID: (922902.0.0)
  1596. 07/11/22 12:00:36 Q_PARENTS: <END>
  1597. 07/11/22 12:00:36 Q_WAITING: <END>
  1598. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1599. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1600. 07/11/22 12:00:36 Node Name: sub-10
  1601. 07/11/22 12:00:36 Noop: false
  1602. 07/11/22 12:00:36 NodeID: 8
  1603. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1604. 07/11/22 12:00:36 Node return val: 1
  1605. 07/11/22 12:00:36 Error: Job proc (922905.0.0) failed with status 1
  1606. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1607. 07/11/22 12:00:36 HTCondor Job ID: (922905.0.0)
  1608. 07/11/22 12:00:36 Q_PARENTS: <END>
  1609. 07/11/22 12:00:36 Q_WAITING: <END>
  1610. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1611. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1612. 07/11/22 12:00:36 Node Name: sub-03
  1613. 07/11/22 12:00:36 Noop: false
  1614. 07/11/22 12:00:36 NodeID: 9
  1615. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1616. 07/11/22 12:00:36 Node return val: 1
  1617. 07/11/22 12:00:36 Error: Job proc (922908.0.0) failed with status 1
  1618. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1619. 07/11/22 12:00:36 HTCondor Job ID: (922908.0.0)
  1620. 07/11/22 12:00:36 Q_PARENTS: <END>
  1621. 07/11/22 12:00:36 Q_WAITING: <END>
  1622. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1623. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1624. 07/11/22 12:00:36 Node Name: sub-09
  1625. 07/11/22 12:00:36 Noop: false
  1626. 07/11/22 12:00:36 NodeID: 10
  1627. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1628. 07/11/22 12:00:36 Node return val: 1
  1629. 07/11/22 12:00:36 Error: Job proc (922911.0.0) failed with status 1
  1630. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1631. 07/11/22 12:00:36 HTCondor Job ID: (922911.0.0)
  1632. 07/11/22 12:00:36 Q_PARENTS: <END>
  1633. 07/11/22 12:00:36 Q_WAITING: <END>
  1634. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1635. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1636. 07/11/22 12:00:36 Node Name: sub-01
  1637. 07/11/22 12:00:36 Noop: false
  1638. 07/11/22 12:00:36 NodeID: 11
  1639. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1640. 07/11/22 12:00:36 Node return val: 1
  1641. 07/11/22 12:00:36 Error: Job proc (922913.0.0) failed with status 1
  1642. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1643. 07/11/22 12:00:36 HTCondor Job ID: (922913.0.0)
  1644. 07/11/22 12:00:36 Q_PARENTS: <END>
  1645. 07/11/22 12:00:36 Q_WAITING: <END>
  1646. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1647. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1648. 07/11/22 12:00:36 Node Name: sub-20
  1649. 07/11/22 12:00:36 Noop: false
  1650. 07/11/22 12:00:36 NodeID: 12
  1651. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1652. 07/11/22 12:00:36 Node return val: 1
  1653. 07/11/22 12:00:36 Error: Job proc (922916.0.0) failed with status 1
  1654. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1655. 07/11/22 12:00:36 HTCondor Job ID: (922916.0.0)
  1656. 07/11/22 12:00:36 Q_PARENTS: <END>
  1657. 07/11/22 12:00:36 Q_WAITING: <END>
  1658. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1659. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1660. 07/11/22 12:00:36 Node Name: sub-18
  1661. 07/11/22 12:00:36 Noop: false
  1662. 07/11/22 12:00:36 NodeID: 13
  1663. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1664. 07/11/22 12:00:36 Node return val: 1
  1665. 07/11/22 12:00:36 Error: Job proc (922919.0.0) failed with status 1
  1666. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1667. 07/11/22 12:00:36 HTCondor Job ID: (922919.0.0)
  1668. 07/11/22 12:00:36 Q_PARENTS: <END>
  1669. 07/11/22 12:00:36 Q_WAITING: <END>
  1670. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1671. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1672. 07/11/22 12:00:36 Node Name: sub-12
  1673. 07/11/22 12:00:36 Noop: false
  1674. 07/11/22 12:00:36 NodeID: 14
  1675. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1676. 07/11/22 12:00:36 Node return val: 1
  1677. 07/11/22 12:00:36 Error: Job proc (922922.0.0) failed with status 1
  1678. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1679. 07/11/22 12:00:36 HTCondor Job ID: (922922.0.0)
  1680. 07/11/22 12:00:36 Q_PARENTS: <END>
  1681. 07/11/22 12:00:36 Q_WAITING: <END>
  1682. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1683. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1684. 07/11/22 12:00:36 Node Name: sub-15
  1685. 07/11/22 12:00:36 Noop: false
  1686. 07/11/22 12:00:36 NodeID: 15
  1687. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1688. 07/11/22 12:00:36 Node return val: 1
  1689. 07/11/22 12:00:36 Error: Job proc (922925.0.0) failed with status 1
  1690. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1691. 07/11/22 12:00:36 HTCondor Job ID: (922925.0.0)
  1692. 07/11/22 12:00:36 Q_PARENTS: <END>
  1693. 07/11/22 12:00:36 Q_WAITING: <END>
  1694. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1695. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1696. 07/11/22 12:00:36 Node Name: sub-06
  1697. 07/11/22 12:00:36 Noop: false
  1698. 07/11/22 12:00:36 NodeID: 16
  1699. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1700. 07/11/22 12:00:36 Node return val: 1
  1701. 07/11/22 12:00:36 Error: Job proc (922928.0.0) failed with status 1
  1702. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1703. 07/11/22 12:00:36 HTCondor Job ID: (922928.0.0)
  1704. 07/11/22 12:00:36 Q_PARENTS: <END>
  1705. 07/11/22 12:00:36 Q_WAITING: <END>
  1706. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1707. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1708. 07/11/22 12:00:36 Node Name: sub-08
  1709. 07/11/22 12:00:36 Noop: false
  1710. 07/11/22 12:00:36 NodeID: 17
  1711. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1712. 07/11/22 12:00:36 Node return val: 1
  1713. 07/11/22 12:00:36 Error: Job proc (922931.0.0) failed with status 1
  1714. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1715. 07/11/22 12:00:36 HTCondor Job ID: (922931.0.0)
  1716. 07/11/22 12:00:36 Q_PARENTS: <END>
  1717. 07/11/22 12:00:36 Q_WAITING: <END>
  1718. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1719. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1720. 07/11/22 12:00:36 Node Name: sub-02
  1721. 07/11/22 12:00:36 Noop: false
  1722. 07/11/22 12:00:36 NodeID: 18
  1723. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1724. 07/11/22 12:00:36 Node return val: 1
  1725. 07/11/22 12:00:36 Error: Job proc (922934.0.0) failed with status 1
  1726. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1727. 07/11/22 12:00:36 HTCondor Job ID: (922934.0.0)
  1728. 07/11/22 12:00:36 Q_PARENTS: <END>
  1729. 07/11/22 12:00:36 Q_WAITING: <END>
  1730. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1731. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1732. 07/11/22 12:00:36 Node Name: sub-23
  1733. 07/11/22 12:00:36 Noop: false
  1734. 07/11/22 12:00:36 NodeID: 19
  1735. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1736. 07/11/22 12:00:36 Node return val: 1
  1737. 07/11/22 12:00:36 Error: Job proc (922937.0.0) failed with status 1
  1738. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1739. 07/11/22 12:00:36 HTCondor Job ID: (922937.0.0)
  1740. 07/11/22 12:00:36 Q_PARENTS: <END>
  1741. 07/11/22 12:00:36 Q_WAITING: <END>
  1742. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1743. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1744. 07/11/22 12:00:36 Node Name: sub-11
  1745. 07/11/22 12:00:36 Noop: false
  1746. 07/11/22 12:00:36 NodeID: 20
  1747. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1748. 07/11/22 12:00:36 Node return val: 1
  1749. 07/11/22 12:00:36 Error: Job proc (922940.0.0) failed with status 1
  1750. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1751. 07/11/22 12:00:36 HTCondor Job ID: (922940.0.0)
  1752. 07/11/22 12:00:36 Q_PARENTS: <END>
  1753. 07/11/22 12:00:36 Q_WAITING: <END>
  1754. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1755. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1756. 07/11/22 12:00:36 Node Name: sub-16
  1757. 07/11/22 12:00:36 Noop: false
  1758. 07/11/22 12:00:36 NodeID: 21
  1759. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1760. 07/11/22 12:00:36 Node return val: 1
  1761. 07/11/22 12:00:36 Error: Job proc (922943.0.0) failed with status 1
  1762. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1763. 07/11/22 12:00:36 HTCondor Job ID: (922943.0.0)
  1764. 07/11/22 12:00:36 Q_PARENTS: <END>
  1765. 07/11/22 12:00:36 Q_WAITING: <END>
  1766. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1767. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1768. 07/11/22 12:00:36 Node Name: sub-24
  1769. 07/11/22 12:00:36 Noop: false
  1770. 07/11/22 12:00:36 NodeID: 22
  1771. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1772. 07/11/22 12:00:36 Node return val: 1
  1773. 07/11/22 12:00:36 Error: Job proc (922946.0.0) failed with status 1
  1774. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1775. 07/11/22 12:00:36 HTCondor Job ID: (922946.0.0)
  1776. 07/11/22 12:00:36 Q_PARENTS: <END>
  1777. 07/11/22 12:00:36 Q_WAITING: <END>
  1778. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1779. 07/11/22 12:00:36 ---------------------- Job ----------------------
  1780. 07/11/22 12:00:36 Node Name: sub-05
  1781. 07/11/22 12:00:36 Noop: false
  1782. 07/11/22 12:00:36 NodeID: 23
  1783. 07/11/22 12:00:36 Node Status: STATUS_ERROR
  1784. 07/11/22 12:00:36 Node return val: 1
  1785. 07/11/22 12:00:36 Error: Job proc (922949.0.0) failed with status 1
  1786. 07/11/22 12:00:36 Job Submit File: code/process.condor_submit
  1787. 07/11/22 12:00:36 HTCondor Job ID: (922949.0.0)
  1788. 07/11/22 12:00:36 Q_PARENTS: <END>
  1789. 07/11/22 12:00:36 Q_WAITING: <END>
  1790. 07/11/22 12:00:36 Q_CHILDREN: <END>
  1791. 07/11/22 12:00:36 --------------------------------------- <END>
  1792. 07/11/22 12:00:36 Aborting DAG...
  1793. 07/11/22 12:00:36 Writing Rescue DAG to code/process.condor_dag.rescue001...
  1794. 07/11/22 12:00:36 Removing submitted jobs...
  1795. 07/11/22 12:00:36 Removing any/all submitted HTCondor jobs...
  1796. 07/11/22 12:00:36 Running: /usr/bin/condor_rm -const DAGManJobId' '=?=' '920948
  1797. 07/11/22 12:00:36 Note: 0 total job deferrals because of -MaxJobs limit (0)
  1798. 07/11/22 12:00:36 Note: 0 total job deferrals because of -MaxIdle limit (1000)
  1799. 07/11/22 12:00:36 Note: 0 total job deferrals because of node category throttles
  1800. 07/11/22 12:00:36 Note: 0 total PRE script deferrals because of -MaxPre limit (20) or DEFER
  1801. 07/11/22 12:00:36 Note: 0 total POST script deferrals because of -MaxPost limit (20) or DEFER
  1802. 07/11/22 12:00:36 DAG status: 2 (DAG_STATUS_NODE_FAILED)
  1803. 07/11/22 12:00:36 Of 24 nodes total:
  1804. 07/11/22 12:00:36 Done Pre Queued Post Ready Un-Ready Failed
  1805. 07/11/22 12:00:36 === === === === === === ===
  1806. 07/11/22 12:00:36 0 0 0 0 0 0 24
  1807. 07/11/22 12:00:36 0 job proc(s) currently held
  1808. 07/11/22 12:00:36 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02114960881379055; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.00044255606020881; EventCycleTimeSum = 1.890599489212036; EventCycleTimeCount = 4272.0; SleepCycleTimeStd = 0.02652568351092642; LogProcessCycleTimeMin = 0.0001969337463378906; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4273.0; LogProcessCycleTimeAvg = 0.0006989836692810059; LogProcessCycleTimeCount = 20.0; LogProcessCycleTimeStd = 0.0003815679272800885; LogProcessCycleTimeSum = 0.01397967338562012; SubmitCycleTimeSum = 1.650956869125366; SubmitCycleTimeAvg = 0.0003863694989762149; SleepCycleTimeSum = 21374.99969148636; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003511163737444; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4272.0; SubmitCycleTimeStd = 0.02114314081123586; SleepCycleTimeMin = 4.002840042114258; ]
  1809. 07/11/22 12:00:36 Wrote metrics file code/process.condor_dag.metrics.
  1810. 07/11/22 12:00:36 Metrics not sent because of PEGASUS_METRICS or CONDOR_DEVELOPERS setting.
  1811. 07/11/22 12:00:36 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.02114960881379055; EventCycleTimeMax = 1.382390975952148; EventCycleTimeMin = 2.193450927734375E-05; EventCycleTimeAvg = 0.00044255606020881; EventCycleTimeSum = 1.890599489212036; EventCycleTimeCount = 4272.0; SleepCycleTimeStd = 0.02652568351092642; LogProcessCycleTimeMin = 0.0001969337463378906; LogProcessCycleTimeMax = 0.001836776733398438; SubmitCycleTimeCount = 4273.0; LogProcessCycleTimeAvg = 0.0006989836692810059; LogProcessCycleTimeCount = 20.0; LogProcessCycleTimeStd = 0.0003815679272800885; LogProcessCycleTimeSum = 0.01397967338562012; SubmitCycleTimeSum = 1.650956869125366; SubmitCycleTimeAvg = 0.0003863694989762149; SleepCycleTimeSum = 21374.99969148636; SubmitCycleTimeMin = 6.914138793945312E-06; SubmitCycleTimeMax = 1.382134199142456; SleepCycleTimeAvg = 5.003511163737444; SleepCycleTimeMax = 5.007465124130249; SleepCycleTimeCount = 4272.0; SubmitCycleTimeStd = 0.02114314081123586; SleepCycleTimeMin = 4.002840042114258; ]
  1812. 07/11/22 12:00:36 **** condor_scheduniv_exec.920948.0 (condor_DAGMAN) pid 1030584 EXITING WITH STATUS 1