#!/bin/bash

####PBS -l select=<N_nos>:ncpus=<CPUs_por_no>:mpiprocs=<MPI_por_no>:ompthreads=<OMP_por_no>

#PBS -N Model.MONAN
#PBS -q oper
#PBS -l select=32:ncpus=256:mpiprocs=256:ompthreads=1
#PBS -l walltime=8:00:00
#PBS -o /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs/model.bash.o
#PBS -e /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs/model.bash.e
#PBS -l place=scatter:excl
#PBS -V


export executable=atmosphere_model

ulimit -c unlimited
ulimit -v unlimited
ulimit -s unlimited

cd /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/run.2026040100
. /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/scripts/setenv.bash

date
beg_secs=`date +"%s"`

if [ "ian" = "egeon" ]; then
   echo "-- SLURM_JOB_ID: $SLURM_JOB_ID"
   time mpirun -np 8192 ./${executable}
else
   echo "-- PBS_JOBID: $PBS_JOBID"
   time mpirun --ppn 256 -np 8192 --depth=1 --cpu-bind depth ./${executable}
fi

date
end_secs=`date +"%s"`

let wallsecs=$end_secs-$beg_secs
echo "MONAN time taken by run in seconds is " $wallsecs

#
# move dataout, clean up and remove files/links
#
mv MONAN_DIAG_* /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model
cp -f /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/execs/MONAN-VERSION.txt /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model
cp -f /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/execs/MONAN-VERSION.txt /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs/
cp -f /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/VERSION.txt /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs/SCRIPTSCDCT-VERSION.txt
cp -f /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/sources/MONAN-Model_1.4.3-rc/README.md /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs/
mv log.atmosphere.* /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs
mv namelist.atmosphere /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs
mv stream* /p/projetos/ioper/models/MONAN-WorkFlow-OPER/MONAN_PRE_OPER/MONAN/scripts_CD-CT/dataout/2026040100/Model/logs