tlauto_run.bash

#!/bin/bash
# Script by Tyge Løvset, NORCE Reginal Climate, 2024

if [ -z "$2" ]; then
  echo "Usage: $0 <year-imonth-iday> <run_months> [download]"
  echo " e.g.: $0 1991-02-10 6"
  echo ""
  exit
fi
run_months=$2
dry_run=0

year=$(date "+%Y" -d "$1")
imon=$(date "+%m" -d "$1")
iday=$(date "+%d" -d "$1")
year2=$(date "+%Y" -d "$year-$imon-01 +$run_months months -1 day")
imon2=$(date "+%m" -d "$year-$imon-01 +$run_months months -1 day")
iday2=$(date "+%d" -d "$year-$imon-01 +$run_months months -1 day")

echo $year, $imon, $iday
echo $year2, $imon2, $iday2

######################################################
## Setting variables and prepare runtime environment:
##----------------------------------------------------
## Recommended safety settings:
set -o errexit # Make bash exit on any error
#set -o nounset # Treat unset variables as errors

########################################################################
# set directory to copy important scripts and files and creat working
#########################################################################
#startdir="/cluster/projects/nn9853k/tylo/start"
startdir=$(cd $(dirname $0) ; pwd)

#start=021000 # month, date, hour
start=${imon}${iday}00

#outdir="/nird/projects/NS9853K/users/tylo/CFSv2_downscaled_wrfout/MAM-WRFOUT"
outdir="/datalake/NS9853K/CFSv2_downscaled_wrfout/MAM-WRFOUT"
rundir="/cluster/work/users/${USER}/MAM_CFSv2_downscaling/MAM_${year}${start}"
#rundir="/cluster/projects/nn9853k/${USER}/MAM_CFSv2_downscaling/MAM_${year}${start}"

echo --------------------------------------------------------------------------------------------------
echo YEAR: $year.$start
echo RUNDIR: $rundir

# Predownload all years...
if [ "$3" == "download" ]; then

  for (( ; year <= 2023; year++ )); do
    hindcast=/cluster/projects/nn9853k/WRF_Hindcast_input/CFS2V_Reforecast_MAM/$year/${year}${start}
    echo "Hindcast: $hindcast"

    mkdir -p $hindcast
    pushd $hindcast
      cp $startdir/cfs2v_reforecast_download.bash .
      echo "bash cfs2v_reforecast_download.bash $year-$imon-$iday $run_months" | tee download.bash
      bash download.bash >& my_download.log
    popd
  done # all years

  exit # stop after download all

else

  # Only download given input year - if needed
  hindcast=/cluster/projects/nn9853k/WRF_Hindcast_input/CFS2V_Reforecast_MAM/$year/${year}${start}
  echo "Hindcast: $hindcast"

  mkdir -p $hindcast
  pushd $hindcast
    cp $startdir/cfs2v_reforecast_download.bash .
    echo "bash cfs2v_reforecast_download.bash $year-$imon-$iday $run_months" | tee download.bash
    bash download.bash >& my_download.log
  popd

fi

# Enter rundir:

if [ -d $rundir ]; then
  echo "Rundir already exists, canceling..."
  echo "   $rundir"
  exit
fi
echo Rundir: $rundir
mkdir -p $rundir
cd $rundir

cp $startdir/tlauto_run.bash .
cp $startdir/sbatch_wrapper.sh .


rm -rf ANALYSIS
mkdir ANALYSIS

echo "CFS: link grb2 files..."
rm -rf CFS
mkdir CFS

pushd CFS
  ln -s $hindcast/*01.${year}${start}.grb2* .
popd

###############################################
# Loading Software modules
###############################################
# Allways be explicit on loading modules and setting run time environment!!!
# Type "module avail MySoftware" to find available modules and versions
# It is also recommended to to list loaded modules, for easier debugging:
#module list
#module purge
#module load WPS/4.4-foss-2022a-dmpar
#module load WRF/4.4-foss-2022a-dmpar
#module list

echo "WPS: copy script files..."
#rm -rf WPS
mkdir WPS

pushd WPS
  cp $startdir/WPS/linkWPS.csh .
  cp $startdir/WPS/namelist.wps .
  #cp $startdir/WPS/run_geogrid.sh .
  #cp $startdir/WPS/run_ungrib.sh .
  cp $startdir/WPS/run_wps.sh .
  cp $startdir/WPS/run_metgrid.sh .
  cp -r $startdir/WPS/ungrib/Variable_Tables .

  sed -i -e "s|@YYYY2|$year2|g" -e "s|@MM2|$imon2|g" -e "s|@DD2|$iday2|g" \
         -e "s|@YYYY|$year|g" -e "s|@MM|$imon|g" -e "s|@DD|$iday|g" namelist.wps
  sed -i -e "s|@YYYY|$year|g" -e "s|@DD|$iday|g" run_wps.sh
  sed -i -e "s|@YYYY|$year|g" -e "s|@DD|$iday|g" run_metgrid.sh

  echo "Link WPS files."
  ./linkWPS.csh

  ###############################################
  # Run WPS geogrid, ungrib and avg_tsfc
  ###############################################
  echo "Run all WPS: geogrid.exe, ungrib.exe and avg_tsfc.exe"
  if [ "$dry_run" != "1" ]; then
    wps_job=$(../sbatch_wrapper.sh run_wps.sh)
  fi
  echo "wps_job: $wps_job"
  
  ## sed -i "48s|SFLX|SST|" namelist.wps
  ## ./link_grib.csh $sstdir/oiss*grb
  ## ln -sf ./ungrib/Variable_Tables/Vtable.SST Vtable
  ## mpirun ./ungrib.exe >& my_ungrib3.log
  ##
  ## echo "interpolate SFC temperature over lake"
  ## ./util/avg_tsfc.exe >& my_avg_tsfc.log

  ###############################################
  # running metgrid
  ###############################################
  echo "Run metgrid.exe"
  if [ "$dry_run" != "1" ]; then
    metg_job=$(../sbatch_wrapper.sh --dependency=afterok:$wps_job run_metgrid.sh)
  fi
  echo "metg_job: $metg_job"

popd # WPS

#exit


###############################################
# preparing to run WRF
###############################################
#rm -rf WRFRUN
mkdir -p WRFRUN

pushd WRFRUN
  cp $startdir/WRF/linkWRF.csh .
  cp $startdir/WRF/run_real.sh .
  cp $startdir/WRF/run_wrf.sh .
  cp $startdir/WRF/tkb_hydro_d0?.txt .
  cp $startdir/WRF/namelist.input .
  cp $startdir/WRF/copy_output.sh .
  cp $startdir/WRF/clean_data.sh .

  target=$outdir/$(basename $rundir) # on NIRD via ssh

  sed -i -e "s|@YYYY2|$year2|g" -e "s|@MM2|$imon2|g" -e "s|@DD2|$iday2|g" \
         -e "s|@YYYY|$year|g" -e "s|@MM|$imon|g" -e "s|@DD|$iday|g" namelist.input
  sed -i -e "s|@YYYY|$year|g" -e "s|@DD|$iday|g" run_real.sh
  sed -i -e "s|@YYYY|$year|g" -e "s|@DD|$iday|g" run_wrf.sh
  sed -i -e "s|@YYYY|$year|g" -e "s|@DD|$iday|g" \
         -e "s|@TARGET|$target|g" copy_output.sh

  echo "Link WRF program files."
  ./linkWRF.csh
  
  ###############################################
  # run real.exe
  ###############################################
  echo "Run real.exe"
  if [ "$dry_run" != "1" ]; then
    real_job=$(../sbatch_wrapper.sh --dependency=afterok:$metg_job run_real.sh)
  fi
  echo "real_job: $real_job"
  
  ###############################################
  # run wrf.exe
  ###############################################
  echo "Run wrf.exe"
  if [ "$dry_run" != "1" ]; then
    wrf_job=$(../sbatch_wrapper.sh --dependency=afterok:$real_job run_wrf.sh)
  fi
  echo "wrf_job: $wrf_job"

  ###############################################
  # copy wrf.exe output
  ###############################################
  #echo "Wait for copy of output until WRF is successfully done"
  #while [ 1 == 1 ]; do
  #  sleep 30
  #  if  [ -f "wrfhydro_hourly_d01_${year}-${imon2}-${iday2}_00:00:00" ] &&
  #      [ -f "wrfhydro_hourly_d02_${year}-${imon2}-${iday2}_00:00:00" ]; then
  #    break
  #  fi
  #done
  #sleep 720

  #echo "copying..."
  #if [ "$dry_run" != "1" ]; then
  #  bash ./copy_output.sh
  #fi
popd # WRFRUN

echo "SUCCESS!"
exit 0