job_script_DARWIN

#!/bin/bash

##SLURM Example for skylake system in Cambridge

#SBATCH -p skylake
#SBATCH -A PLANCK-SL2-CPU
#SBATCH --nodes=##NUMNODES##
#SBATCH --ntasks=##NUMTASKS##
#SBATCH --time=##WALLTIME##
#SBATCH --mail-type=FAIL
#SBATCH --cpus-per-task=##OMP##

cd ##ROOTDIR##

#export PICO=/home/aml1005/git/pypico/pypico
#export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/aml1005/anaconda2/lib

. /etc/profile.d/modules.sh                # Leave this line (enables the module command)
module purge                               # Removes all modules still loaded
module load rhel7/default-peta4            # REQUIRED - loads the basic environment
module load intel/bundles/complib/2018.1    #2017.4 seems to have compiler bugs

#cfitsio is only needed for WMAP
#module load cfitsio

#for PICO runs also need python (check path also set correctly)
#not needed otherwise
#module load python/2.7.14


export OMP_NUM_THREADS=##OMP##
export I_MPI_PIN=##ONERUN##


JOBID=$SLURM_JOB_ID

echo -e "JobID: $JOBID\n======"
echo "Time: `date`"
echo "Running on master node: `hostname`"
echo "Current directory: `pwd`"

if [ "$SLURM_JOB_NODELIST" ]; then
        #! Create a machine file:
        export NODEFILE=`generate_pbs_nodefile`
        cat $NODEFILE | uniq > scripts/machine.file.$JOBID
        echo -e "\nNodes allocated:\n================"
        echo `cat scripts/machine.file.$JOBID | sed -e 's/\..*$//g'`
fi


###set things to be used by the python script, which extracts text from here with ##XX: ... ##
### command to use for each run in the batch
### Can set coresPerNode to 32 as physical nodes, but system allows for multible jobs on one node
### and using OMP_NUM_THREADS=4, 4 chains, 16 in total probably more efficient
##RUN: time mpirun --ppn ##MPIPERNODE## -np ##NUMMPI## ##PROGRAM## ##INI## > ./scripts/##INIBASE##.log 2>&1 ##
### defaults for this script
##DEFAULT_qsub: qsub ##
##DEFAULT_coresPerNode: 16 ##
##DEFAULT_chainsPerNode: 4 ##
##COMMAND##

#wait for processes to finish
wait