1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729 |
- 07/12/22 12:25:44 ******************************************************
- 07/12/22 12:25:44 ** condor_scheduniv_exec.932250.0 (CONDOR_DAGMAN) STARTING UP
- 07/12/22 12:25:44 ** /usr/bin/condor_dagman
- 07/12/22 12:25:44 ** SubsystemInfo: name=DAGMAN type=DAGMAN(10) class=DAEMON(1)
- 07/12/22 12:25:44 ** Configuration: subsystem:DAGMAN local:<NONE> class:DAEMON
- 07/12/22 12:25:44 ** $CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $
- 07/12/22 12:25:44 ** $CondorPlatform: X86_64-Debian_10 $
- 07/12/22 12:25:44 ** PID = 2301584
- 07/12/22 12:25:44 ** Log last touched time unavailable (No such file or directory)
- 07/12/22 12:25:44 ******************************************************
- 07/12/22 12:25:44 Using config source: /etc/condor/condor_config
- 07/12/22 12:25:44 Using local config sources:
- 07/12/22 12:25:44 /etc/condor/config.d/50_inm7_master
- 07/12/22 12:25:44 /etc/condor/condor_config.local
- 07/12/22 12:25:44 config Macros = 81, Sorted = 81, StringBytes = 2405, TablesBytes = 2972
- 07/12/22 12:25:44 CLASSAD_CACHING is ENABLED
- 07/12/22 12:25:44 Daemon Log is logging: D_ALWAYS D_ERROR
- 07/12/22 12:25:44 DaemonCore: No command port requested.
- 07/12/22 12:25:44 DAGMAN_USE_STRICT setting: 1
- 07/12/22 12:25:44 DAGMAN_VERBOSITY setting: 3
- 07/12/22 12:25:44 DAGMAN_DEBUG_CACHE_SIZE setting: 5242880
- 07/12/22 12:25:44 DAGMAN_DEBUG_CACHE_ENABLE setting: False
- 07/12/22 12:25:44 DAGMAN_SUBMIT_DELAY setting: 0
- 07/12/22 12:25:44 DAGMAN_MAX_SUBMIT_ATTEMPTS setting: 6
- 07/12/22 12:25:44 DAGMAN_STARTUP_CYCLE_DETECT setting: False
- 07/12/22 12:25:44 DAGMAN_MAX_SUBMITS_PER_INTERVAL setting: 100
- 07/12/22 12:25:44 DAGMAN_AGGRESSIVE_SUBMIT setting: False
- 07/12/22 12:25:44 DAGMAN_USER_LOG_SCAN_INTERVAL setting: 5
- 07/12/22 12:25:44 DAGMAN_QUEUE_UPDATE_INTERVAL setting: 300
- 07/12/22 12:25:44 DAGMAN_DEFAULT_PRIORITY setting: 0
- 07/12/22 12:25:44 DAGMAN_SUPPRESS_NOTIFICATION setting: True
- 07/12/22 12:25:44 allow_events (DAGMAN_ALLOW_EVENTS) setting: 114
- 07/12/22 12:25:44 DAGMAN_RETRY_SUBMIT_FIRST setting: True
- 07/12/22 12:25:44 DAGMAN_RETRY_NODE_FIRST setting: False
- 07/12/22 12:25:44 DAGMAN_MAX_JOBS_IDLE setting: 1000
- 07/12/22 12:25:44 DAGMAN_MAX_JOBS_SUBMITTED setting: 0
- 07/12/22 12:25:44 DAGMAN_MAX_PRE_SCRIPTS setting: 20
- 07/12/22 12:25:44 DAGMAN_MAX_POST_SCRIPTS setting: 20
- 07/12/22 12:25:44 DAGMAN_MUNGE_NODE_NAMES setting: True
- 07/12/22 12:25:44 DAGMAN_PROHIBIT_MULTI_JOBS setting: False
- 07/12/22 12:25:44 DAGMAN_SUBMIT_DEPTH_FIRST setting: False
- 07/12/22 12:25:44 DAGMAN_ALWAYS_RUN_POST setting: False
- 07/12/22 12:25:44 DAGMAN_CONDOR_SUBMIT_EXE setting: /usr/bin/condor_submit
- 07/12/22 12:25:44 DAGMAN_USE_CONDOR_SUBMIT setting: True
- 07/12/22 12:25:44 DAGMAN_ABORT_DUPLICATES setting: True
- 07/12/22 12:25:44 DAGMAN_ABORT_ON_SCARY_SUBMIT setting: True
- 07/12/22 12:25:44 DAGMAN_PENDING_REPORT_INTERVAL setting: 600
- 07/12/22 12:25:44 DAGMAN_AUTO_RESCUE setting: True
- 07/12/22 12:25:44 DAGMAN_MAX_RESCUE_NUM setting: 100
- 07/12/22 12:25:44 DAGMAN_WRITE_PARTIAL_RESCUE setting: True
- 07/12/22 12:25:44 DAGMAN_DEFAULT_NODE_LOG setting: @(DAG_DIR)/@(DAG_FILE).nodes.log
- 07/12/22 12:25:44 DAGMAN_GENERATE_SUBDAG_SUBMITS setting: True
- 07/12/22 12:25:44 DAGMAN_MAX_JOB_HOLDS setting: 100
- 07/12/22 12:25:44 DAGMAN_HOLD_CLAIM_TIME setting: 20
- 07/12/22 12:25:44 ALL_DEBUG setting:
- 07/12/22 12:25:44 DAGMAN_DEBUG setting:
- 07/12/22 12:25:44 DAGMAN_SUPPRESS_JOB_LOGS setting: False
- 07/12/22 12:25:44 DAGMAN_REMOVE_NODE_JOBS setting: True
- 07/12/22 12:25:44 argv[0] == "condor_scheduniv_exec.932250.0"
- 07/12/22 12:25:44 argv[1] == "-Lockfile"
- 07/12/22 12:25:44 argv[2] == "code/process.condor_dag.lock"
- 07/12/22 12:25:44 argv[3] == "-AutoRescue"
- 07/12/22 12:25:44 argv[4] == "1"
- 07/12/22 12:25:44 argv[5] == "-DoRescueFrom"
- 07/12/22 12:25:44 argv[6] == "0"
- 07/12/22 12:25:44 argv[7] == "-Dag"
- 07/12/22 12:25:44 argv[8] == "code/process.condor_dag"
- 07/12/22 12:25:44 argv[9] == "-Suppress_notification"
- 07/12/22 12:25:44 argv[10] == "-CsdVersion"
- 07/12/22 12:25:44 argv[11] == "$CondorVersion: 8.8.6 Nov 19 2019 BuildID: Debian-8.8.6~dfsg.1-1 Debian-8.8.6~dfsg.1-1 $"
- 07/12/22 12:25:44 argv[12] == "-Dagman"
- 07/12/22 12:25:44 argv[13] == "/usr/bin/condor_dagman"
- 07/12/22 12:25:44 Workflow batch-name: <process.condor_dag+932250>
- 07/12/22 12:25:44 Workflow accounting_group: <>
- 07/12/22 12:25:44 Workflow accounting_group_user: <>
- 07/12/22 12:25:44 Warning: failed to get attribute DAGNodeName
- 07/12/22 12:25:44 DAGMAN_LOG_ON_NFS_IS_ERROR setting: False
- 07/12/22 12:25:44 Default node log file is: </data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log>
- 07/12/22 12:25:44 DAG Lockfile will be written to code/process.condor_dag.lock
- 07/12/22 12:25:44 DAG Input file is code/process.condor_dag
- 07/12/22 12:25:44 Parsing 1 dagfiles
- 07/12/22 12:25:44 Parsing code/process.condor_dag ...
- 07/12/22 12:25:44 Dag contains 31 total jobs
- 07/12/22 12:25:44 Sleeping for 3 seconds to ensure ProcessId uniqueness
- 07/12/22 12:25:47 Bootstrapping...
- 07/12/22 12:25:47 Number of pre-completed nodes: 0
- 07/12/22 12:25:47 MultiLogFiles: truncating log file /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:47 DAG status: 0 (DAG_STATUS_OK)
- 07/12/22 12:25:47 Of 31 nodes total:
- 07/12/22 12:25:47 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 12:25:47 === === === === === === ===
- 07/12/22 12:25:47 0 0 0 0 31 0 0
- 07/12/22 12:25:47 0 job proc(s) currently held
- 07/12/22 12:25:47 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; EventCycleTimeCount = 0.0; LogProcessCycleTimeSum = 0.0; SleepCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SleepCycleTimeCount = 0.0; SubmitCycleTimeCount = 0.0; SubmitCycleTimeSum = 0.0; ]
- 07/12/22 12:25:47 Registering condor_event_timer...
- 07/12/22 12:25:48 Submitting HTCondor Node sub-022 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-022 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-022 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-022 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932251.
- 07/12/22 12:25:48 assigned HTCondor ID (932251.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-028 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-028 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-028 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-028 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932252.
- 07/12/22 12:25:48 assigned HTCondor ID (932252.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-010 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-010 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-010 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-010 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932253.
- 07/12/22 12:25:48 assigned HTCondor ID (932253.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-031 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-031 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-031 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-031 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932254.
- 07/12/22 12:25:48 assigned HTCondor ID (932254.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-009 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-009 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-009 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-009 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932255.
- 07/12/22 12:25:48 assigned HTCondor ID (932255.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-003 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-003 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-003 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-003 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932256.
- 07/12/22 12:25:48 assigned HTCondor ID (932256.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-004 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-004 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-004 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-004 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932257.
- 07/12/22 12:25:48 assigned HTCondor ID (932257.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-017 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-017 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-017 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-017 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932258.
- 07/12/22 12:25:48 assigned HTCondor ID (932258.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-025 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-025 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-025 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-025 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932259.
- 07/12/22 12:25:48 assigned HTCondor ID (932259.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-021 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-021 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-021 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-021 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932260.
- 07/12/22 12:25:48 assigned HTCondor ID (932260.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-019 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-019 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-019 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-019 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932261.
- 07/12/22 12:25:48 assigned HTCondor ID (932261.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-013 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-013 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-013 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-013 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932262.
- 07/12/22 12:25:48 assigned HTCondor ID (932262.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-007 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-007 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-007 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-007 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932263.
- 07/12/22 12:25:48 assigned HTCondor ID (932263.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-014 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-014 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-014 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-014 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932264.
- 07/12/22 12:25:48 assigned HTCondor ID (932264.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-026 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-026 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-026 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-026 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932265.
- 07/12/22 12:25:48 assigned HTCondor ID (932265.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-016 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-016 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-016 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-016 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932266.
- 07/12/22 12:25:48 assigned HTCondor ID (932266.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-024 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-024 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-024 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-024 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932267.
- 07/12/22 12:25:48 assigned HTCondor ID (932267.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-005 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-005 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-005 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-005 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932268.
- 07/12/22 12:25:48 assigned HTCondor ID (932268.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-030 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-030 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-030 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-030 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932269.
- 07/12/22 12:25:48 assigned HTCondor ID (932269.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-002 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-002 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-002 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-002 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932270.
- 07/12/22 12:25:48 assigned HTCondor ID (932270.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-008 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-008 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-008 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-008 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932271.
- 07/12/22 12:25:48 assigned HTCondor ID (932271.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-029 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-029 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-029 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-029 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932272.
- 07/12/22 12:25:48 assigned HTCondor ID (932272.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-023 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-023 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-023 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-023 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932273.
- 07/12/22 12:25:48 assigned HTCondor ID (932273.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-011 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-011 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-011 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-011 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:48 From submit: Submitting job(s).
- 07/12/22 12:25:48 From submit: 1 job(s) submitted to cluster 932274.
- 07/12/22 12:25:48 assigned HTCondor ID (932274.0.0)
- 07/12/22 12:25:48 Submitting HTCondor Node sub-015 job(s)...
- 07/12/22 12:25:48 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:48 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:48 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:48 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-015 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-015 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-015 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:49 From submit: Submitting job(s).
- 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932275.
- 07/12/22 12:25:49 assigned HTCondor ID (932275.0.0)
- 07/12/22 12:25:49 Submitting HTCondor Node sub-027 job(s)...
- 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-027 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-027 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-027 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:49 From submit: Submitting job(s).
- 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932276.
- 07/12/22 12:25:49 assigned HTCondor ID (932276.0.0)
- 07/12/22 12:25:49 Submitting HTCondor Node sub-006 job(s)...
- 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-006 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-006 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-006 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:49 From submit: Submitting job(s).
- 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932277.
- 07/12/22 12:25:49 assigned HTCondor ID (932277.0.0)
- 07/12/22 12:25:49 Submitting HTCondor Node sub-001 job(s)...
- 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-001 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-001 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-001 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:49 From submit: Submitting job(s).
- 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932278.
- 07/12/22 12:25:49 assigned HTCondor ID (932278.0.0)
- 07/12/22 12:25:49 Submitting HTCondor Node sub-020 job(s)...
- 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-020 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-020 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-020 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:49 From submit: Submitting job(s).
- 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932279.
- 07/12/22 12:25:49 assigned HTCondor ID (932279.0.0)
- 07/12/22 12:25:49 Submitting HTCondor Node sub-012 job(s)...
- 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-012 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-012 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-012 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:49 From submit: Submitting job(s).
- 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932280.
- 07/12/22 12:25:49 assigned HTCondor ID (932280.0.0)
- 07/12/22 12:25:49 Submitting HTCondor Node sub-018 job(s)...
- 07/12/22 12:25:49 Adding a DAGMan workflow log /data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log
- 07/12/22 12:25:49 Masking the events recorded in the DAGMAN workflow log
- 07/12/22 12:25:49 Mask for workflow log is 0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36
- 07/12/22 12:25:49 submitting: /usr/bin/condor_submit -a dag_node_name' '=' 'sub-018 -a +DAGManJobId' '=' '932250 -a DAGManJobId' '=' '932250 -batch-name process.condor_dag+932250 -a submit_event_notes' '=' 'DAG' 'Node:' 'sub-018 -a dagman_log' '=' '/data/project/infrasound/ReproVBM/ds003766_ReproVBM/code/process.condor_dag.nodes.log -a +DAGManNodesMask' '=' '"0,1,2,4,5,7,9,10,11,12,13,16,17,24,27,35,36" -a subject' '=' 'sub-018 -a DAG_STATUS' '=' '0 -a FAILED_COUNT' '=' '0 -a notification' '=' 'never -a +DAGParentNodeNames' '=' '"" code/process.condor_submit
- 07/12/22 12:25:49 From submit: Submitting job(s).
- 07/12/22 12:25:49 From submit: 1 job(s) submitted to cluster 932281.
- 07/12/22 12:25:49 assigned HTCondor ID (932281.0.0)
- 07/12/22 12:25:49 Just submitted 31 jobs this cycle...
- 07/12/22 12:25:49 DAG status: 0 (DAG_STATUS_OK)
- 07/12/22 12:25:49 Of 31 nodes total:
- 07/12/22 12:25:49 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 12:25:49 === === === === === === ===
- 07/12/22 12:25:49 0 0 31 0 0 0 0
- 07/12/22 12:25:49 0 job proc(s) currently held
- 07/12/22 12:25:49 DAGMan Runtime Statistics: [ EventCycleTimeSum = 0.0; SleepCycleTimeCount = 0.0; EventCycleTimeCount = 0.0; SubmitCycleTimeStd = 0.9802401065826416; SubmitCycleTimeMax = 0.9802401065826416; LogProcessCycleTimeSum = 0.0; LogProcessCycleTimeCount = 0.0; SubmitCycleTimeMin = 0.9802401065826416; SubmitCycleTimeCount = 1.0; SubmitCycleTimeSum = 0.9802401065826416; SleepCycleTimeSum = 0.0; SubmitCycleTimeAvg = 0.9802401065826416; ]
- 07/12/22 12:25:54 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 12:25:54 Reassigning the id of job sub-022 from (932251.0.0) to (932251.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-022 (932251.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 1
- 07/12/22 12:25:54 Reassigning the id of job sub-028 from (932252.0.0) to (932252.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-028 (932252.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 2
- 07/12/22 12:25:54 Reassigning the id of job sub-010 from (932253.0.0) to (932253.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-010 (932253.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 3
- 07/12/22 12:25:54 Reassigning the id of job sub-031 from (932254.0.0) to (932254.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-031 (932254.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 4
- 07/12/22 12:25:54 Reassigning the id of job sub-009 from (932255.0.0) to (932255.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-009 (932255.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 5
- 07/12/22 12:25:54 Reassigning the id of job sub-003 from (932256.0.0) to (932256.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-003 (932256.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 6
- 07/12/22 12:25:54 Reassigning the id of job sub-004 from (932257.0.0) to (932257.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-004 (932257.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 7
- 07/12/22 12:25:54 Reassigning the id of job sub-017 from (932258.0.0) to (932258.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-017 (932258.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 8
- 07/12/22 12:25:54 Reassigning the id of job sub-025 from (932259.0.0) to (932259.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-025 (932259.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 9
- 07/12/22 12:25:54 Reassigning the id of job sub-021 from (932260.0.0) to (932260.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-021 (932260.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 10
- 07/12/22 12:25:54 Reassigning the id of job sub-019 from (932261.0.0) to (932261.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-019 (932261.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 11
- 07/12/22 12:25:54 Reassigning the id of job sub-013 from (932262.0.0) to (932262.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-013 (932262.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 12
- 07/12/22 12:25:54 Reassigning the id of job sub-007 from (932263.0.0) to (932263.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-007 (932263.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 13
- 07/12/22 12:25:54 Reassigning the id of job sub-014 from (932264.0.0) to (932264.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-014 (932264.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 14
- 07/12/22 12:25:54 Reassigning the id of job sub-026 from (932265.0.0) to (932265.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-026 (932265.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 15
- 07/12/22 12:25:54 Reassigning the id of job sub-016 from (932266.0.0) to (932266.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-016 (932266.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 16
- 07/12/22 12:25:54 Reassigning the id of job sub-024 from (932267.0.0) to (932267.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-024 (932267.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 17
- 07/12/22 12:25:54 Reassigning the id of job sub-005 from (932268.0.0) to (932268.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-005 (932268.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 18
- 07/12/22 12:25:54 Reassigning the id of job sub-030 from (932269.0.0) to (932269.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-030 (932269.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 19
- 07/12/22 12:25:54 Reassigning the id of job sub-002 from (932270.0.0) to (932270.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-002 (932270.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 20
- 07/12/22 12:25:54 Reassigning the id of job sub-008 from (932271.0.0) to (932271.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-008 (932271.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 21
- 07/12/22 12:25:54 Reassigning the id of job sub-029 from (932272.0.0) to (932272.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-029 (932272.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 22
- 07/12/22 12:25:54 Reassigning the id of job sub-023 from (932273.0.0) to (932273.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-023 (932273.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 23
- 07/12/22 12:25:54 Reassigning the id of job sub-011 from (932274.0.0) to (932274.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-011 (932274.0.0) {07/12/22 12:25:48}
- 07/12/22 12:25:54 Number of idle job procs: 24
- 07/12/22 12:25:54 Reassigning the id of job sub-015 from (932275.0.0) to (932275.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-015 (932275.0.0) {07/12/22 12:25:49}
- 07/12/22 12:25:54 Number of idle job procs: 25
- 07/12/22 12:25:54 Reassigning the id of job sub-027 from (932276.0.0) to (932276.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-027 (932276.0.0) {07/12/22 12:25:49}
- 07/12/22 12:25:54 Number of idle job procs: 26
- 07/12/22 12:25:54 Reassigning the id of job sub-006 from (932277.0.0) to (932277.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-006 (932277.0.0) {07/12/22 12:25:49}
- 07/12/22 12:25:54 Number of idle job procs: 27
- 07/12/22 12:25:54 Reassigning the id of job sub-001 from (932278.0.0) to (932278.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-001 (932278.0.0) {07/12/22 12:25:49}
- 07/12/22 12:25:54 Number of idle job procs: 28
- 07/12/22 12:25:54 Reassigning the id of job sub-020 from (932279.0.0) to (932279.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-020 (932279.0.0) {07/12/22 12:25:49}
- 07/12/22 12:25:54 Number of idle job procs: 29
- 07/12/22 12:25:54 Reassigning the id of job sub-012 from (932280.0.0) to (932280.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-012 (932280.0.0) {07/12/22 12:25:49}
- 07/12/22 12:25:54 Number of idle job procs: 30
- 07/12/22 12:25:54 Reassigning the id of job sub-018 from (932281.0.0) to (932281.0.0)
- 07/12/22 12:25:54 Event: ULOG_SUBMIT for HTCondor Node sub-018 (932281.0.0) {07/12/22 12:25:49}
- 07/12/22 12:25:54 Number of idle job procs: 31
- 07/12/22 12:35:54 600 seconds since last log event
- 07/12/22 12:35:54 Pending DAG nodes:
- 07/12/22 12:35:54 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 12:35:54 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 12:45:55 1201 seconds since last log event
- 07/12/22 12:45:55 Pending DAG nodes:
- 07/12/22 12:45:55 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 12:45:55 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 12:55:55 1801 seconds since last log event
- 07/12/22 12:55:55 Pending DAG nodes:
- 07/12/22 12:55:55 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 12:55:55 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 13:05:56 2402 seconds since last log event
- 07/12/22 13:05:56 Pending DAG nodes:
- 07/12/22 13:05:56 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 13:05:56 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 13:15:56 3002 seconds since last log event
- 07/12/22 13:15:56 Pending DAG nodes:
- 07/12/22 13:15:56 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 13:15:56 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 13:25:57 3603 seconds since last log event
- 07/12/22 13:25:57 Pending DAG nodes:
- 07/12/22 13:25:57 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 13:25:57 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 13:35:57 4203 seconds since last log event
- 07/12/22 13:35:57 Pending DAG nodes:
- 07/12/22 13:35:57 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 13:35:57 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 13:45:57 4803 seconds since last log event
- 07/12/22 13:45:57 Pending DAG nodes:
- 07/12/22 13:45:57 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 13:45:57 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 13:55:58 5404 seconds since last log event
- 07/12/22 13:55:58 Pending DAG nodes:
- 07/12/22 13:55:58 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 13:55:58 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 14:05:58 6004 seconds since last log event
- 07/12/22 14:05:58 Pending DAG nodes:
- 07/12/22 14:05:58 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 14:05:58 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 14:15:59 6605 seconds since last log event
- 07/12/22 14:15:59 Pending DAG nodes:
- 07/12/22 14:15:59 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 14:15:59 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 14:25:59 7205 seconds since last log event
- 07/12/22 14:25:59 Pending DAG nodes:
- 07/12/22 14:25:59 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 14:25:59 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 14:36:00 7806 seconds since last log event
- 07/12/22 14:36:00 Pending DAG nodes:
- 07/12/22 14:36:00 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 14:36:00 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 14:46:01 8407 seconds since last log event
- 07/12/22 14:46:01 Pending DAG nodes:
- 07/12/22 14:46:01 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 14:46:01 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 14:56:01 9007 seconds since last log event
- 07/12/22 14:56:01 Pending DAG nodes:
- 07/12/22 14:56:01 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 14:56:01 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 15:06:02 9608 seconds since last log event
- 07/12/22 15:06:02 Pending DAG nodes:
- 07/12/22 15:06:02 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 15:06:02 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 15:16:02 10208 seconds since last log event
- 07/12/22 15:16:02 Pending DAG nodes:
- 07/12/22 15:16:02 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 15:16:02 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 15:26:03 10809 seconds since last log event
- 07/12/22 15:26:03 Pending DAG nodes:
- 07/12/22 15:26:03 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 15:26:03 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 15:36:03 11409 seconds since last log event
- 07/12/22 15:36:03 Pending DAG nodes:
- 07/12/22 15:36:03 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 15:36:03 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 15:46:03 12009 seconds since last log event
- 07/12/22 15:46:03 Pending DAG nodes:
- 07/12/22 15:46:03 Node sub-022, HTCondor ID 932251, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-028, HTCondor ID 932252, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-010, HTCondor ID 932253, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-031, HTCondor ID 932254, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-009, HTCondor ID 932255, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-003, HTCondor ID 932256, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-004, HTCondor ID 932257, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-017, HTCondor ID 932258, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-025, HTCondor ID 932259, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-021, HTCondor ID 932260, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-019, HTCondor ID 932261, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-013, HTCondor ID 932262, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-007, HTCondor ID 932263, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-014, HTCondor ID 932264, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-026, HTCondor ID 932265, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-016, HTCondor ID 932266, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-024, HTCondor ID 932267, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-005, HTCondor ID 932268, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-030, HTCondor ID 932269, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-002, HTCondor ID 932270, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-008, HTCondor ID 932271, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-029, HTCondor ID 932272, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-023, HTCondor ID 932273, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-011, HTCondor ID 932274, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-015, HTCondor ID 932275, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-027, HTCondor ID 932276, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-006, HTCondor ID 932277, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-001, HTCondor ID 932278, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-020, HTCondor ID 932279, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-012, HTCondor ID 932280, status STATUS_SUBMITTED
- 07/12/22 15:46:03 Node sub-018, HTCondor ID 932281, status STATUS_SUBMITTED
- 07/12/22 15:46:58 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-031 (932254.0.0) {07/12/22 15:46:56}
- 07/12/22 15:46:58 Number of idle job procs: 30
- 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-009 (932255.0.0) {07/12/22 15:46:57}
- 07/12/22 15:46:58 Number of idle job procs: 29
- 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-004 (932257.0.0) {07/12/22 15:46:57}
- 07/12/22 15:46:58 Number of idle job procs: 28
- 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-017 (932258.0.0) {07/12/22 15:46:57}
- 07/12/22 15:46:58 Number of idle job procs: 27
- 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-028 (932252.0.0) {07/12/22 15:46:57}
- 07/12/22 15:46:58 Number of idle job procs: 26
- 07/12/22 15:46:58 Event: ULOG_EXECUTE for HTCondor Node sub-010 (932253.0.0) {07/12/22 15:46:57}
- 07/12/22 15:46:58 Number of idle job procs: 25
- 07/12/22 15:47:08 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:08 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-017 (932258.0.0) {07/12/22 15:47:06}
- 07/12/22 15:47:08 Number of idle job procs: 25
- 07/12/22 15:47:08 Node sub-017 job proc (932258.0.0) failed with status 1.
- 07/12/22 15:47:08 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-004 (932257.0.0) {07/12/22 15:47:06}
- 07/12/22 15:47:08 Number of idle job procs: 25
- 07/12/22 15:47:08 Node sub-004 job proc (932257.0.0) failed with status 1.
- 07/12/22 15:47:08 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-010 (932253.0.0) {07/12/22 15:47:06}
- 07/12/22 15:47:08 Number of idle job procs: 25
- 07/12/22 15:47:08 Node sub-010 job proc (932253.0.0) failed with status 1.
- 07/12/22 15:47:08 Event: ULOG_EXECUTE for HTCondor Node sub-003 (932256.0.0) {07/12/22 15:47:07}
- 07/12/22 15:47:08 Number of idle job procs: 24
- 07/12/22 15:47:08 Event: ULOG_EXECUTE for HTCondor Node sub-022 (932251.0.0) {07/12/22 15:47:07}
- 07/12/22 15:47:08 Number of idle job procs: 23
- 07/12/22 15:47:08 Event: ULOG_EXECUTE for HTCondor Node sub-025 (932259.0.0) {07/12/22 15:47:07}
- 07/12/22 15:47:08 Number of idle job procs: 22
- 07/12/22 15:47:08 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:08 Of 31 nodes total:
- 07/12/22 15:47:08 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:08 === === === === === === ===
- 07/12/22 15:47:08 0 0 28 0 0 0 3
- 07/12/22 15:47:08 0 job proc(s) currently held
- 07/12/22 15:47:08 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01997672839413905; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005501789205214556; EventCycleTimeSum = 1.328131914138794; EventCycleTimeCount = 2414.0; SleepCycleTimeStd = 0.02883943258313399; LogProcessCycleTimeMin = 0.0007710456848144531; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2415.0; LogProcessCycleTimeAvg = 0.001358588536580404; LogProcessCycleTimeCount = 3.0; LogProcessCycleTimeStd = 0.0008552974132143452; LogProcessCycleTimeSum = 0.004075765609741211; SubmitCycleTimeSum = 1.153543472290039; SubmitCycleTimeAvg = 0.0004776577525010514; SleepCycleTimeSum = 12078.63007712364; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575011235974; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2414.0; SubmitCycleTimeStd = 0.01995005524073548; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:47:13 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:13 Event: ULOG_EXECUTE for HTCondor Node sub-021 (932260.0.0) {07/12/22 15:47:08}
- 07/12/22 15:47:13 Number of idle job procs: 21
- 07/12/22 15:47:13 Event: ULOG_EXECUTE for HTCondor Node sub-019 (932261.0.0) {07/12/22 15:47:13}
- 07/12/22 15:47:13 Number of idle job procs: 20
- 07/12/22 15:47:18 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-013 (932262.0.0) {07/12/22 15:47:13}
- 07/12/22 15:47:18 Number of idle job procs: 19
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-007 (932263.0.0) {07/12/22 15:47:14}
- 07/12/22 15:47:18 Number of idle job procs: 18
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-014 (932264.0.0) {07/12/22 15:47:15}
- 07/12/22 15:47:18 Number of idle job procs: 17
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-026 (932265.0.0) {07/12/22 15:47:16}
- 07/12/22 15:47:18 Number of idle job procs: 16
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-016 (932266.0.0) {07/12/22 15:47:16}
- 07/12/22 15:47:18 Number of idle job procs: 15
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-024 (932267.0.0) {07/12/22 15:47:17}
- 07/12/22 15:47:18 Number of idle job procs: 14
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-005 (932268.0.0) {07/12/22 15:47:17}
- 07/12/22 15:47:18 Number of idle job procs: 13
- 07/12/22 15:47:18 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-022 (932251.0.0) {07/12/22 15:47:17}
- 07/12/22 15:47:18 Number of idle job procs: 13
- 07/12/22 15:47:18 Node sub-022 job proc (932251.0.0) failed with status 1.
- 07/12/22 15:47:18 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-025 (932259.0.0) {07/12/22 15:47:17}
- 07/12/22 15:47:18 Number of idle job procs: 13
- 07/12/22 15:47:18 Node sub-025 job proc (932259.0.0) failed with status 1.
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-030 (932269.0.0) {07/12/22 15:47:17}
- 07/12/22 15:47:18 Number of idle job procs: 12
- 07/12/22 15:47:18 Event: ULOG_EXECUTE for HTCondor Node sub-002 (932270.0.0) {07/12/22 15:47:18}
- 07/12/22 15:47:18 Number of idle job procs: 11
- 07/12/22 15:47:18 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:18 Of 31 nodes total:
- 07/12/22 15:47:18 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:18 === === === === === === ===
- 07/12/22 15:47:18 0 0 26 0 0 0 5
- 07/12/22 15:47:18 0 job proc(s) currently held
- 07/12/22 15:47:18 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.0199689739945214; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005530753475151315; EventCycleTimeSum = 1.336230039596558; EventCycleTimeCount = 2416.0; SleepCycleTimeStd = 0.0288274936588868; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2417.0; LogProcessCycleTimeAvg = 0.001109743118286133; LogProcessCycleTimeCount = 5.0; LogProcessCycleTimeStd = 0.0007287125236687717; LogProcessCycleTimeSum = 0.005548715591430664; SubmitCycleTimeSum = 1.153601408004761; SubmitCycleTimeAvg = 0.0004772864741434674; SleepCycleTimeSum = 12088.63840389252; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575498299883; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2416.0; SubmitCycleTimeStd = 0.01994180023438946; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:47:23 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-008 (932271.0.0) {07/12/22 15:47:18}
- 07/12/22 15:47:23 Number of idle job procs: 10
- 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-029 (932272.0.0) {07/12/22 15:47:18}
- 07/12/22 15:47:23 Number of idle job procs: 9
- 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-023 (932273.0.0) {07/12/22 15:47:18}
- 07/12/22 15:47:23 Number of idle job procs: 8
- 07/12/22 15:47:23 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-028 (932252.0.0) {07/12/22 15:47:20}
- 07/12/22 15:47:23 Number of idle job procs: 8
- 07/12/22 15:47:23 Node sub-028 job proc (932252.0.0) failed with status 1.
- 07/12/22 15:47:23 Event: ULOG_EXECUTE for HTCondor Node sub-011 (932274.0.0) {07/12/22 15:47:21}
- 07/12/22 15:47:23 Number of idle job procs: 7
- 07/12/22 15:47:23 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-019 (932261.0.0) {07/12/22 15:47:22}
- 07/12/22 15:47:23 Number of idle job procs: 7
- 07/12/22 15:47:23 Node sub-019 job proc (932261.0.0) failed with status 1.
- 07/12/22 15:47:23 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:23 Of 31 nodes total:
- 07/12/22 15:47:23 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:23 === === === === === === ===
- 07/12/22 15:47:23 0 0 24 0 0 0 7
- 07/12/22 15:47:23 0 job proc(s) currently held
- 07/12/22 15:47:23 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01996484810626493; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005534200269819835; EventCycleTimeSum = 1.337616205215454; EventCycleTimeCount = 2417.0; SleepCycleTimeStd = 0.02882154019732393; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2418.0; LogProcessCycleTimeAvg = 0.001048445701599121; LogProcessCycleTimeCount = 6.0; LogProcessCycleTimeStd = 0.000668851099630086; LogProcessCycleTimeSum = 0.006290674209594727; SubmitCycleTimeSum = 1.153629302978516; SubmitCycleTimeAvg = 0.0004771006215792041; SleepCycleTimeSum = 12093.64062786102; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003574939123303; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2417.0; SubmitCycleTimeStd = 0.01993767658144992; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:47:28 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:28 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-013 (932262.0.0) {07/12/22 15:47:23}
- 07/12/22 15:47:28 Number of idle job procs: 7
- 07/12/22 15:47:28 Node sub-013 job proc (932262.0.0) failed with status 1.
- 07/12/22 15:47:28 Event: ULOG_EXECUTE for HTCondor Node sub-015 (932275.0.0) {07/12/22 15:47:23}
- 07/12/22 15:47:28 Number of idle job procs: 6
- 07/12/22 15:47:28 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-026 (932265.0.0) {07/12/22 15:47:24}
- 07/12/22 15:47:28 Number of idle job procs: 6
- 07/12/22 15:47:28 Node sub-026 job proc (932265.0.0) failed with status 1.
- 07/12/22 15:47:28 Event: ULOG_EXECUTE for HTCondor Node sub-027 (932276.0.0) {07/12/22 15:47:24}
- 07/12/22 15:47:28 Number of idle job procs: 5
- 07/12/22 15:47:28 Event: ULOG_EXECUTE for HTCondor Node sub-006 (932277.0.0) {07/12/22 15:47:25}
- 07/12/22 15:47:28 Number of idle job procs: 4
- 07/12/22 15:47:28 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-024 (932267.0.0) {07/12/22 15:47:27}
- 07/12/22 15:47:28 Number of idle job procs: 4
- 07/12/22 15:47:28 Node sub-024 job proc (932267.0.0) failed with status 1.
- 07/12/22 15:47:28 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:28 Of 31 nodes total:
- 07/12/22 15:47:28 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:28 === === === === === === ===
- 07/12/22 15:47:28 0 0 21 0 0 0 10
- 07/12/22 15:47:28 0 job proc(s) currently held
- 07/12/22 15:47:28 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01996072025901809; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005536299288223557; EventCycleTimeSum = 1.338677167892456; EventCycleTimeCount = 2418.0; SleepCycleTimeStd = 0.02881558385749882; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2419.0; LogProcessCycleTimeAvg = 0.001045669828142439; LogProcessCycleTimeCount = 7.0; LogProcessCycleTimeStd = 0.00061061889331872; LogProcessCycleTimeSum = 0.00731968879699707; SubmitCycleTimeSum = 1.153666257858276; SubmitCycleTimeAvg = 0.0004769186679860588; SleepCycleTimeSum = 12098.64515686035; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575333689144; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2418.0; SubmitCycleTimeStd = 0.01993355540202385; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:47:33 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-030 (932269.0.0) {07/12/22 15:47:28}
- 07/12/22 15:47:33 Number of idle job procs: 4
- 07/12/22 15:47:33 Node sub-030 job proc (932269.0.0) failed with status 1.
- 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-031 (932254.0.0) {07/12/22 15:47:28}
- 07/12/22 15:47:33 Number of idle job procs: 4
- 07/12/22 15:47:33 Node sub-031 job proc (932254.0.0) failed with status 1.
- 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-001 (932278.0.0) {07/12/22 15:47:28}
- 07/12/22 15:47:33 Number of idle job procs: 3
- 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-029 (932272.0.0) {07/12/22 15:47:29}
- 07/12/22 15:47:33 Number of idle job procs: 3
- 07/12/22 15:47:33 Node sub-029 job proc (932272.0.0) failed with status 1.
- 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-023 (932273.0.0) {07/12/22 15:47:29}
- 07/12/22 15:47:33 Number of idle job procs: 3
- 07/12/22 15:47:33 Node sub-023 job proc (932273.0.0) failed with status 1.
- 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-020 (932279.0.0) {07/12/22 15:47:29}
- 07/12/22 15:47:33 Number of idle job procs: 2
- 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-012 (932280.0.0) {07/12/22 15:47:29}
- 07/12/22 15:47:33 Number of idle job procs: 1
- 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-009 (932255.0.0) {07/12/22 15:47:30}
- 07/12/22 15:47:33 Number of idle job procs: 1
- 07/12/22 15:47:33 Node sub-009 job proc (932255.0.0) failed with status 1.
- 07/12/22 15:47:33 Event: ULOG_EXECUTE for HTCondor Node sub-018 (932281.0.0) {07/12/22 15:47:30}
- 07/12/22 15:47:33 Number of idle job procs: 0
- 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-011 (932274.0.0) {07/12/22 15:47:31}
- 07/12/22 15:47:33 Number of idle job procs: 0
- 07/12/22 15:47:33 Node sub-011 job proc (932274.0.0) failed with status 1.
- 07/12/22 15:47:33 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-007 (932263.0.0) {07/12/22 15:47:32}
- 07/12/22 15:47:33 Number of idle job procs: 0
- 07/12/22 15:47:33 Node sub-007 job proc (932263.0.0) failed with status 1.
- 07/12/22 15:47:33 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:33 Of 31 nodes total:
- 07/12/22 15:47:33 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:33 === === === === === === ===
- 07/12/22 15:47:33 0 0 14 0 0 0 17
- 07/12/22 15:47:33 0 job proc(s) currently held
- 07/12/22 15:47:33 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01995659875914157; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005539562545467281; EventCycleTimeSum = 1.340020179748535; EventCycleTimeCount = 2419.0; SleepCycleTimeStd = 0.02880963910245386; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2420.0; LogProcessCycleTimeAvg = 0.00111621618270874; LogProcessCycleTimeCount = 8.0; LogProcessCycleTimeStd = 0.0005995036915473087; LogProcessCycleTimeSum = 0.008929729461669922; SubmitCycleTimeSum = 1.15369725227356; SubmitCycleTimeAvg = 0.0004767344017659337; SleepCycleTimeSum = 12103.65014982224; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575919728084; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2419.0; SubmitCycleTimeStd = 0.01992943683186496; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:47:38 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-003 (932256.0.0) {07/12/22 15:47:34}
- 07/12/22 15:47:38 Number of idle job procs: 0
- 07/12/22 15:47:38 Node sub-003 job proc (932256.0.0) failed with status 1.
- 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-006 (932277.0.0) {07/12/22 15:47:34}
- 07/12/22 15:47:38 Number of idle job procs: 0
- 07/12/22 15:47:38 Node sub-006 job proc (932277.0.0) failed with status 1.
- 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-027 (932276.0.0) {07/12/22 15:47:34}
- 07/12/22 15:47:38 Number of idle job procs: 0
- 07/12/22 15:47:38 Node sub-027 job proc (932276.0.0) failed with status 1.
- 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-021 (932260.0.0) {07/12/22 15:47:36}
- 07/12/22 15:47:38 Number of idle job procs: 0
- 07/12/22 15:47:38 Node sub-021 job proc (932260.0.0) failed with status 1.
- 07/12/22 15:47:38 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-002 (932270.0.0) {07/12/22 15:47:36}
- 07/12/22 15:47:38 Number of idle job procs: 0
- 07/12/22 15:47:38 Node sub-002 job proc (932270.0.0) failed with status 1.
- 07/12/22 15:47:38 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:38 Of 31 nodes total:
- 07/12/22 15:47:38 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:38 === === === === === === ===
- 07/12/22 15:47:38 0 0 9 0 0 0 22
- 07/12/22 15:47:38 0 job proc(s) currently held
- 07/12/22 15:47:38 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01995249215128556; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005545128475536; EventCycleTimeSum = 1.341921091079712; EventCycleTimeCount = 2420.0; SleepCycleTimeStd = 0.02880369041044831; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2421.0; LogProcessCycleTimeAvg = 0.001093175676133898; LogProcessCycleTimeCount = 9.0; LogProcessCycleTimeStd = 0.0005650282082741733; LogProcessCycleTimeSum = 0.009838581085205078; SubmitCycleTimeSum = 1.153722286224365; SubmitCycleTimeAvg = 0.0004765478257845375; SleepCycleTimeSum = 12108.65275287628; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575517717472; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2420.0; SubmitCycleTimeStd = 0.01992532086896985; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:47:43 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-020 (932279.0.0) {07/12/22 15:47:38}
- 07/12/22 15:47:43 Number of idle job procs: 0
- 07/12/22 15:47:43 Node sub-020 job proc (932279.0.0) failed with status 1.
- 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-008 (932271.0.0) {07/12/22 15:47:38}
- 07/12/22 15:47:43 Number of idle job procs: 0
- 07/12/22 15:47:43 Node sub-008 job proc (932271.0.0) failed with status 1.
- 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-016 (932266.0.0) {07/12/22 15:47:39}
- 07/12/22 15:47:43 Number of idle job procs: 0
- 07/12/22 15:47:43 Node sub-016 job proc (932266.0.0) failed with status 1.
- 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-005 (932268.0.0) {07/12/22 15:47:39}
- 07/12/22 15:47:43 Number of idle job procs: 0
- 07/12/22 15:47:43 Node sub-005 job proc (932268.0.0) failed with status 1.
- 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-012 (932280.0.0) {07/12/22 15:47:39}
- 07/12/22 15:47:43 Number of idle job procs: 0
- 07/12/22 15:47:43 Node sub-012 job proc (932280.0.0) failed with status 1.
- 07/12/22 15:47:43 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-014 (932264.0.0) {07/12/22 15:47:41}
- 07/12/22 15:47:43 Number of idle job procs: 0
- 07/12/22 15:47:43 Node sub-014 job proc (932264.0.0) failed with status 1.
- 07/12/22 15:47:43 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:43 Of 31 nodes total:
- 07/12/22 15:47:43 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:43 === === === === === === ===
- 07/12/22 15:47:43 0 0 3 0 0 0 28
- 07/12/22 15:47:43 0 job proc(s) currently held
- 07/12/22 15:47:43 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01994837392412436; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005547886099612501; EventCycleTimeSum = 1.343143224716187; EventCycleTimeCount = 2421.0; SleepCycleTimeStd = 0.02879773943704667; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2422.0; LogProcessCycleTimeAvg = 0.001100277900695801; LogProcessCycleTimeCount = 10.0; LogProcessCycleTimeStd = 0.0005331869333023909; LogProcessCycleTimeSum = 0.01100277900695801; SubmitCycleTimeSum = 1.153746128082275; SubmitCycleTimeAvg = 0.00047636091167724; SleepCycleTimeSum = 12113.655990839; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575378289551; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2421.0; SubmitCycleTimeStd = 0.01992120746636193; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:47:48 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:47:48 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-001 (932278.0.0) {07/12/22 15:47:43}
- 07/12/22 15:47:48 Number of idle job procs: 0
- 07/12/22 15:47:48 Node sub-001 job proc (932278.0.0) failed with status 1.
- 07/12/22 15:47:48 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-015 (932275.0.0) {07/12/22 15:47:45}
- 07/12/22 15:47:48 Number of idle job procs: 0
- 07/12/22 15:47:48 Node sub-015 job proc (932275.0.0) failed with status 1.
- 07/12/22 15:47:48 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:47:48 Of 31 nodes total:
- 07/12/22 15:47:48 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:47:48 === === === === === === ===
- 07/12/22 15:47:48 0 0 1 0 0 0 30
- 07/12/22 15:47:48 0 job proc(s) currently held
- 07/12/22 15:47:48 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01994426245761148; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005551697694005107; EventCycleTimeSum = 1.344621181488037; EventCycleTimeCount = 2422.0; SleepCycleTimeStd = 0.02879179173590174; LogProcessCycleTimeMin = 0.0004229545593261719; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2423.0; LogProcessCycleTimeAvg = 0.001047893003983931; LogProcessCycleTimeCount = 11.0; LogProcessCycleTimeStd = 0.0005348321481536178; LogProcessCycleTimeSum = 0.01152682304382324; SubmitCycleTimeSum = 1.153759241104126; SubmitCycleTimeAvg = 0.0004761697239389707; SleepCycleTimeSum = 12118.65980291367; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003575476017203; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2422.0; SubmitCycleTimeStd = 0.01991709671202236; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:48:13 Currently monitoring 1 HTCondor log file(s)
- 07/12/22 15:48:13 Event: ULOG_JOB_TERMINATED for HTCondor Node sub-018 (932281.0.0) {07/12/22 15:48:08}
- 07/12/22 15:48:13 Number of idle job procs: 0
- 07/12/22 15:48:13 Node sub-018 job proc (932281.0.0) failed with status 1.
- 07/12/22 15:48:13 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:48:13 Of 31 nodes total:
- 07/12/22 15:48:13 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:48:13 === === === === === === ===
- 07/12/22 15:48:13 0 0 0 0 0 0 31
- 07/12/22 15:48:13 0 job proc(s) currently held
- 07/12/22 15:48:13 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01992370601971849; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005546946264266182; EventCycleTimeSum = 1.346243858337402; EventCycleTimeCount = 2427.0; SleepCycleTimeStd = 0.02876213117810422; LogProcessCycleTimeMin = 0.000392913818359375; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2428.0; LogProcessCycleTimeAvg = 0.0009933114051818848; LogProcessCycleTimeCount = 12.0; LogProcessCycleTimeStd = 0.0005438668110228734; LogProcessCycleTimeSum = 0.01191973686218262; SubmitCycleTimeSum = 1.154464960098267; SubmitCycleTimeAvg = 0.0004754798023468973; SleepCycleTimeSum = 12143.68066310883; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003576705030419; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2427.0; SubmitCycleTimeStd = 0.01989657675990504; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:48:13 ERROR: the following job(s) failed:
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-022
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 0
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932251.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932251.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-028
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 1
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932252.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932252.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-010
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 2
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932253.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932253.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-031
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 3
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932254.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932254.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-009
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 4
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932255.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932255.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-003
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 5
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932256.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932256.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-004
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 6
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932257.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932257.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-017
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 7
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932258.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932258.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-025
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 8
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932259.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932259.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-021
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 9
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932260.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932260.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-019
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 10
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932261.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932261.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-013
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 11
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932262.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932262.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-007
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 12
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932263.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932263.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-014
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 13
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932264.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932264.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-026
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 14
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932265.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932265.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-016
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 15
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932266.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932266.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-024
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 16
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932267.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932267.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-005
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 17
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932268.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932268.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-030
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 18
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932269.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932269.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-002
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 19
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932270.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932270.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-008
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 20
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932271.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932271.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-029
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 21
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932272.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932272.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-023
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 22
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932273.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932273.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-011
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 23
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932274.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932274.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-015
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 24
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932275.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932275.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-027
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 25
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932276.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932276.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-006
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 26
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932277.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932277.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-001
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 27
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932278.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932278.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-020
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 28
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932279.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932279.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-012
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 29
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932280.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932280.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 ---------------------- Job ----------------------
- 07/12/22 15:48:13 Node Name: sub-018
- 07/12/22 15:48:13 Noop: false
- 07/12/22 15:48:13 NodeID: 30
- 07/12/22 15:48:13 Node Status: STATUS_ERROR
- 07/12/22 15:48:13 Node return val: 1
- 07/12/22 15:48:13 Error: Job proc (932281.0.0) failed with status 1
- 07/12/22 15:48:13 Job Submit File: code/process.condor_submit
- 07/12/22 15:48:13 HTCondor Job ID: (932281.0.0)
- 07/12/22 15:48:13 Q_PARENTS: <END>
- 07/12/22 15:48:13 Q_WAITING: <END>
- 07/12/22 15:48:13 Q_CHILDREN: <END>
- 07/12/22 15:48:13 --------------------------------------- <END>
- 07/12/22 15:48:13 Aborting DAG...
- 07/12/22 15:48:13 Writing Rescue DAG to code/process.condor_dag.rescue001...
- 07/12/22 15:48:13 Removing submitted jobs...
- 07/12/22 15:48:13 Removing any/all submitted HTCondor jobs...
- 07/12/22 15:48:13 Running: /usr/bin/condor_rm -const DAGManJobId' '=?=' '932250
- 07/12/22 15:48:13 Note: 0 total job deferrals because of -MaxJobs limit (0)
- 07/12/22 15:48:13 Note: 0 total job deferrals because of -MaxIdle limit (1000)
- 07/12/22 15:48:13 Note: 0 total job deferrals because of node category throttles
- 07/12/22 15:48:13 Note: 0 total PRE script deferrals because of -MaxPre limit (20) or DEFER
- 07/12/22 15:48:13 Note: 0 total POST script deferrals because of -MaxPost limit (20) or DEFER
- 07/12/22 15:48:13 DAG status: 2 (DAG_STATUS_NODE_FAILED)
- 07/12/22 15:48:13 Of 31 nodes total:
- 07/12/22 15:48:13 Done Pre Queued Post Ready Un-Ready Failed
- 07/12/22 15:48:13 === === === === === === ===
- 07/12/22 15:48:13 0 0 0 0 0 0 31
- 07/12/22 15:48:13 0 job proc(s) currently held
- 07/12/22 15:48:13 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01992370601971849; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005546946264266182; EventCycleTimeSum = 1.346243858337402; EventCycleTimeCount = 2427.0; SleepCycleTimeStd = 0.02876213117810422; LogProcessCycleTimeMin = 0.000392913818359375; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2428.0; LogProcessCycleTimeAvg = 0.0009933114051818848; LogProcessCycleTimeCount = 12.0; LogProcessCycleTimeStd = 0.0005438668110228734; LogProcessCycleTimeSum = 0.01191973686218262; SubmitCycleTimeSum = 1.154464960098267; SubmitCycleTimeAvg = 0.0004754798023468973; SleepCycleTimeSum = 12143.68066310883; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003576705030419; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2427.0; SubmitCycleTimeStd = 0.01989657675990504; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:48:13 Wrote metrics file code/process.condor_dag.metrics.
- 07/12/22 15:48:13 Metrics not sent because of PEGASUS_METRICS or CONDOR_DEVELOPERS setting.
- 07/12/22 15:48:13 DAGMan Runtime Statistics: [ EventCycleTimeStd = 0.01992370601971849; EventCycleTimeMax = 0.9804508686065674; EventCycleTimeMin = 2.288818359375E-05; EventCycleTimeAvg = 0.0005546946264266182; EventCycleTimeSum = 1.346243858337402; EventCycleTimeCount = 2427.0; SleepCycleTimeStd = 0.02876213117810422; LogProcessCycleTimeMin = 0.000392913818359375; LogProcessCycleTimeMax = 0.002339839935302734; SubmitCycleTimeCount = 2428.0; LogProcessCycleTimeAvg = 0.0009933114051818848; LogProcessCycleTimeCount = 12.0; LogProcessCycleTimeStd = 0.0005438668110228734; LogProcessCycleTimeSum = 0.01191973686218262; SubmitCycleTimeSum = 1.154464960098267; SubmitCycleTimeAvg = 0.0004754798023468973; SleepCycleTimeSum = 12143.68066310883; SubmitCycleTimeMin = 8.821487426757812E-06; SubmitCycleTimeMax = 0.9802401065826416; SleepCycleTimeAvg = 5.003576705030419; SleepCycleTimeMax = 5.064384937286377; SleepCycleTimeCount = 2427.0; SubmitCycleTimeStd = 0.01989657675990504; SleepCycleTimeMin = 4.004002094268799; ]
- 07/12/22 15:48:13 **** condor_scheduniv_exec.932250.0 (condor_DAGMAN) pid 2301584 EXITING WITH STATUS 1
|