process.condor_submit 2.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. universe = vanilla
  2. # resource requirements for each job
  3. request_cpus = 1
  4. request_memory = 3G
  5. request_disk = 4G
  6. # be nice and only use free resources
  7. # nice_user = true
  8. # tell condor that a job is self contained and the executable
  9. # is enough to bootstrap the computation on the execute node
  10. should_transfer_files = yes
  11. # explicitly do not transfer anything back
  12. # we are using datalad for everything that matters
  13. transfer_output_files = ""
  14. # the actual job script, nothing condor-specific in it
  15. executable = $ENV(PWD)/code/participant_job
  16. # the job expects these environment variables for labeling and synchronization
  17. # - JOBID: subject AND process specific ID to make a branch name from
  18. # (must be unique across all (even multiple) submissions)
  19. # including the cluster ID will enable sorting multiple computing attempts
  20. # - DSLOCKFILE: lock (must be accessible from all compute jobs) to synchronize
  21. # write access to the output dataset
  22. # - DATALAD_GET_SUBDATASET__SOURCE__CANDIDATE__...:
  23. # (additional) locations for datalad to locate relevant subdatasets, in case
  24. # a configured URL is outdated
  25. # - GIT_AUTHOR_...: Identity information used to save dataset changes in compute
  26. # jobs
  27. environment = "\
  28. JOBID=$(subject).$(Cluster) \
  29. DSLOCKFILE=$ENV(PWD)/.condor_datalad_lock \
  30. GIT_AUTHOR_NAME='Felix Hoffstaedter' \
  31. GIT_AUTHOR_EMAIL='f.hoffstaedter@fz-juelich.de' \
  32. "
  33. # place the job logs into PWD/logs, using the same name as for the result branches
  34. # (JOBID)
  35. log = $ENV(PWD)/logs/$(Cluster).log
  36. output = $ENV(PWD)/logs/$(Cluster).out
  37. error = $ENV(PWD)/logs/$(Cluster).err
  38. # essential args for "participant_job"
  39. # 1: where to clone the analysis dataset
  40. # 2: location to push the result git branch to. The "ria+" prefix is stripped.
  41. # 3: ID of the subject to process
  42. arguments = "\
  43. ria+file:///data/project/cat_preprocessed/inputstore#6c5791d8-1803-48a1-bbaa-2b5e23b5f707 \
  44. /data/project/cat_preprocessed/dataladstore/6c5/791d8-1803-48a1-bbaa-2b5e23b5f707 \
  45. $(subject) \
  46. "
  47. queue