#!/usr/bin/env bash

#output to slurm file, use partition Brody, run for 50h and use 24 CPUs
#SBATCH -o %j.out
#SBATCH -p Brody
#SBATCH -J alltest
#SBATCH --ntasks=24
#SBATCH --ntasks-per-core=1
#SBATCH --time=50:00:00

module load anacondapy/5.3.1
. activate testenvironment

profile=ms81_${SLURM_JOB_ID}_$(hostname)

echo "Creating profile ${profile}"
ipython profile create ${profile}
 
echo "Launching controller"
ipcontroller --ip="*" --profile=${profile} --log-to-file &
sleep 10

echo "Launching engines"
srun ipengine --profile=${profile} --location=$(hostname) --log-to-file &
sleep 45

echo "Launching job"
python -u make_movie_PC.py --profile ${profile}

if [ $? -eq 0 ]
then
    echo "Job ${SLURM_JOB_ID} completed successfully!"
else
    echo "FAILURE: Job ${SLURM_JOB_ID}"
fi