getrestart.sh

#!/bin/sh
#SBATCH --cluster=es
#SBATCH --partition=eslogin_c6
#SBATCH -t 00:10:00
#SBATCH -A ira-da      
#SBATCH -N 1     
#SBATCH -J getrestart
#SBATCH -e getrestart.out
#SBATCH -o getrestart.out
# need envars:  analdate, datapath

which aws
if [ $? -ne 0 ]; then
   echo "SLURM_CLUSTER_NAME=$SLURM_CLUSTER_NAME machine=${machine}"
   if  [ $SLURM_CLUSTER_NAME == 'es' ]; then #
      if [ $machine == "gaeac5" ]; then
         module use /ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core
      elif [ $machine == "gaeac6" ]; then
         module use /ncrc/proj/epic/spack-stack/c6/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core
      fi
      module load stack-intel
      module load awscli-v2
   elif [ $SLURM_CLUSTER_NAME == 'hercules' ]; then
      module purge
      module use /work/noaa/epic/role-epic/spack-stack/hercules/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core 
      module load stack-intel/2021.9.0
      module load awscli-v2
   else
      echo "cluster must be 'hercules' or 'es' (gaea)"
      exit 1
   fi
fi
which aws
if [ $? -ne 0 ]; then
   echo "awscli not found"
   exit 1
fi

cd $datapath
MM=`echo $analdate | cut -c5-6`
YYYY=`echo $analdate | cut -c1-4`
s3path=s3://noaa-reanalyses-pds/analyses/scout_runs/GSI3DVar/1979stream/${YYYY}/${MM}/${analdate}/
aws s3 cp --recursive $s3path $analdate --profile aws-nnja

if [ $? -ne 0 ]; then
  echo "s3 retrieve failed "$filename
  exitstat=1
else
  echo "s3 retrieve succceeded "$filename
  echo "data written to ${datapath}/${analdate}"
  ls -l ${datapath}/${analdate}
fi
exit $exitstat