#!/bin/bash
#SBATCH --account=nn9300k
#SBATCH --nodes=20
##SBATCH --nodes=4
#SBATCH --ntasks-per-node=32
#SBATCH --partition=normal
##SBATCH --qos=devel
#SBATCH --time=2-06:00:00
##SBATCH --time=0-00:30:00
##SBATCH --time=1-01:00:00 
#SBATCH --job-name=K160_slurm
#SBATCH -o slurm.%j.out # STDOUT
#SBATCH -e slurm.%j.err # STDERR

datstamp=`date +%Y_%m_%d_%H_%M`
exec 1>/cluster/work/users/$USER/tmproms/run/run_Kongsfjorden-160m_future/run.log_slurm_${datstamp} 2>&1

export PYTHONPATH=/cluster/home/$USER/models/metroms/apps/common/python/
export METROMS_BASEDIR=$HOME
export METROMS_MYHOST=fram
export METROMS_TMPDIR=/cluster/work/users/$USER
export LD_LIBRARY_PATH=/cluster/home/pduarte/models/ecodynamo/ecolib/:$LD_LIBRARY_PATH
source ~/models/metroms/apps/myenv_fram.bash
cho 'Before module load'
source ~/models/metroms/apps/modules_fram.sh
module load Python/2.7.14-intel-2018a
module load netcdf4-python/1.4.0-intel-2018a-Python-2.7.14
module list
echo 'After module load'

cd $HOME/models/metroms/apps/run_Kongsfjorden-160m_future
cp include/run_kongsfjorden-160m_future.h $METROMS_TMPDIR/tmproms/run/run_Kongsfjorden-160m_future/run_kongsfjorden-160m_future.h_${datstamp}

HOME_PATH=$HOME/models/metroms/apps/run_Kongsfjorden-160m_future
host_file=${HOME_PATH}/slurm.hosts

scontrol show hostname $SLURM_JOB_NODELIST > ${host_file}
#srun hostname -s | sort -u > $host_file
if [ ! -f ${host_file}_"slots" ]; then
        :
        else
        mv ${host_file}_"slots" ${host_file}_"slots_old"
        fi
# 29, nodes, 18 taskspernode, 8 slots first, 20 slots rest WORKS
counter=0
while read p; do
        if [ "$counter" == "0" ]; then
            echo ${p}":32" >> ${host_file}_"slots"
                else
            echo ${p}":32" >> ${host_file}_"slots"
                fi
            counter=$((counter+1))
            done <$host_file
#echo 'Before phyton call'
python run_Kongsfjorden-160m_future.py