Skip to content

Commit

Permalink
Merge pull request #2 from rgrumbine/weather
Browse files Browse the repository at this point in the history 
Weather
  • Loading branch information
@rgrumbine
rgrumbine authored Apr 9, 2021
2 parents 42411bb + 299bb63 commit 7e3ee3c
Show file tree
Hide file tree
Showing 27 changed files with 1,326 additions and 83 deletions.
35 changes: 27 additions & 8 deletions ecf/iceconc.runup.sh
View file
Original file line number Diff line number Diff line change
@@ -1,21 +1,40 @@
#!/bin/bash --login
#####
#BSUB -J aice_2021
#BSUB -q "dev"
#BSUB -P RTO-T2O
#BSUB -W 2:59
# #BSUB -W 0:09
#BSUB -o aice.%J
#BSUB -e aice.%J
#BSUB -R "affinity[core(1)]"
# #BSUB -R "rusage[mem=1024]"
#####

set -xe

tagm=20190131
tag=20190201
end=20190206
#-----------------------------------------------------------------------------
echo zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz loading modules zzzzzzzzzzzzzzzzzzzzzzz
module unload
module load ips/18.0.1.163
module load prod_util/1.1.0 grib_util/1.1.0
module purge
module load EnvVars/1.0.3
module load ips/19.0.5.281 impi/19.0.5
module load prod_envir/1.1.0
module load prod_util/1.1.5
module load grib_util/1.1.1
module load bufr_dumplist/2.3.0
module load dumpjb/5.1.0
module load imagemagick/6.9.9-25
module list
echo zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz done loading modules zzzzzzzzzzzzzzzzzz

# Bring the various environment-sensitive definitions out of J jobs and to here:
#NCO refers to these as 'job card' variables
set -x

export HOMEbase=/u/Robert.Grumbine/para
tagm=20210405
tag=20210406
end=20210408

export HOMEbase=/u/Robert.Grumbine/rgdev
export seaice_analysis_ver=v4.3.0
export HOMEseaice_analysis=$HOMEbase/seaice_analysis.${seaice_analysis_ver}

Expand Down
3 changes: 2 additions & 1 deletion gempak/ush/ice/ice_edge_vgf.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,8 @@ workdir="${DATA}/ICE_EDGE_VGF"
mkdir ${workdir}
cd ${workdir}

sh ${utilscript}/setup.sh
#XXW sh ${utilscript}/setup.sh
setup.sh

mdl=ice
gdfile=$COMOUT/ice_${PDY}${cyc}
Expand Down
18 changes: 10 additions & 8 deletions jobs/JICE_GEMPAK
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,10 +24,10 @@ export pgmout="OUTPUT.${pid}"

export cycle=t${cyc}z

export SENDCOM=YES
export NET=omb
export RUN=ice
export RUN2=sice
export SENDCOM=${SENDCOM:-YES}
export NET=${NET:-omb}
export RUN=${RUN:-ice}
export RUN2=${RUN2:-sice}
export fend=00
export finc=12
export fstart=00
Expand All @@ -40,13 +40,15 @@ setpdy.sh
. ./PDY
env

export com=${COMROOT}/${NET}/${envir}
export COMIN=${COMROOT}/${NET}/${envir}/${RUN2}.${PDY}
export COMOUT=${COMROOT}/nawips/${envir}/${RUN}.${PDY}
export com=${com:-${COMROOT}/${NET}/${envir}}
export COMIN=${COMIN:-${COMROOT}/${NET}/${envir}/${RUN2}.${PDY}}
#XXW export COMOUT=${COMOUT:-${COMROOT}/nawips/${envir}/${RUN}.${PDY}}
export COMOUT=${COMOUT:-${COMROOT}/${NET}/${envir}/${RUN}.${PDY}/gempak}
#export WMOOUT=${WMOOUT:-${COMROOT}/${NET}/${envir}/${RUN}.${PDY}/wmo}

if [ ! -f $COMOUT ] ; then
mkdir -p -m 775 $COMOUT
mkdir -p -m 775 $PCOMROOT/mrf
# mkdir -p -m 775 $WMOOUT
fi

cp ${HOMEseaice_analysis}/gempak/fix/*.tbl .
Expand Down
36 changes: 22 additions & 14 deletions jobs/JSEAICE_ANALYSIS
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,32 +26,40 @@ export NET=omb
#################################################
# Specify job's execution areas (directory paths)
#################################################
export EXECseaice_analysis=$HOMEseaice_analysis/exec
export FIXseaice_analysis=$HOMEseaice_analysis/fix
export PARMseaice_analysis=$HOMEseaice_analysis/parm
export USHseaice_analysis=$HOMEseaice_analysis/ush
export EXECseaice_analysis=${EXECseaice_analysis:-$HOMEseaice_analysis/exec}
export FIXseaice_analysis=${FIXseaice_analysis:-$HOMEseaice_analysis/fix}
export PARMseaice_analysis=${PARMseaice_analysis:-$HOMEseaice_analysis/parm}
export USHseaice_analysis=${USHseaice_analysis:-$HOMEseaice_analysis/ush}

#########################################
# Run setpdy and initialize PDY variables
#########################################
setpdy.sh
. ./PDY

export RUN=sice
export COMIN=${COMROOT}/${NET}/${envir}/${RUN}.${PDY}
export COMINm1=${COMROOT}/${NET}/${envir}/${RUN}.${PDYm1}
export COMOUT=${COMROOT}/${NET}/${envir}/${RUN}.${PDY}
export RUN=${RUN:-sice}
export COMIN=${COMIN:-${COMROOT}/${NET}/${envir}/${RUN}.${PDY}}
export COMINm1=${COMINm1:-${COMROOT}/${NET}/${envir}/${RUN}.${PDYm1}}
export COMOUT=${COMOUT:-${COMROOT}/${NET}/${envir}/${RUN}.${PDY}}
export WMOOUT=${WMOOUT:-${COMOUT}/wmo}

export COMINsst=${COMINsst_base}/sst.${PDY}
export COMINsstm1=${COMINsst_base}/sst.${PDYm1}
#export COMINsst_base=${COMINsst_base:-$(compath.py gfs/prod/sst)}
export COMINsst_base=`compath.py gfs/prod/sst`
export COMINsst=${COMINsst:-${COMINsst_base}.${PDY}}
export COMINsstm1=${COMINsstm1:-${COMINsst_base}.${PDYm1}}
#
#export COMINsst=${COMINsst_base}/sst.${PDY}
#export COMINsstm1=${COMINsst_base}/sst.${PDYm1}

export DCOM=$DCOMROOT/prod/$PDY
export DCOMm1=$DCOMROOT/prod/$PDYm1
export DCOM=${DCOM:-$DCOMROOT/prod/$PDY}
export DCOMm1=${DCOMm1:-$DCOMROOT/prod/$PDYm1}

#NCO request for this var to be defined in J
export USHobsproc_dump=${HOMEobsproc_dump}/ush
export HOMEobsproc_dump=${HOMEobsproc_dump:-$NWROOT/obsproc_dump.${obsproc_dump_ver}}
export USHobsproc_dump=${USHobsproc_dump:-${HOMEobsproc_dump}/ush}
export HOMEobsproc_shared_bufr_dumplist=${HOMEobsproc_shared_bufr_dumplist:-$NWROOT/obsproc_shared/bufr_dumplist.${obsproc_shared_bufr_dumplist_ver}}

mkdir -p $COMOUT
mkdir -p $COMOUT $WMOOUT
env

#####################################
Expand Down
25 changes: 14 additions & 11 deletions jobs/JSEAICE_FILTER
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,15 +23,15 @@ cd $DATA
export pgmout="OUTPUT.${pid}"

export cycle=t${cyc}z
export NET=omb
export NET=${NET:-omb}

#################################################
# Specify job's execution areas (directory paths)
#################################################
export EXECseaice_analysis=$HOMEseaice_analysis/exec
export FIXseaice_analysis=$HOMEseaice_analysis/fix
export PARMseaice_analysis=$HOMEseaice_analysis/parm
export USHseaice_analysis=$HOMEseaice_analysis/ush
export EXECseaice_analysis=${EXECseaice_analysis:-$HOMEseaice_analysis/exec}
export FIXseaice_analysis=${FIXseaice_analysis:-$HOMEseaice_analysis/fix}
export PARMseaice_analysis=${PARMseaice_analysis:-$HOMEseaice_analysis/parm}
export USHseaice_analysis=${USHseaice_analysis:-$HOMEseaice_analysis/ush}

#########################################
# Run setpdy and initialize PDY variables
Expand All @@ -42,12 +42,11 @@ if [ -z $PDY ] ; then
fi
echo FILTER pdy = $PDY

export RUN=sice
export COMIN=${COMROOT}/omb/${envir}/${RUN}.${PDY}
export COMINm1=${COMROOT}/omb/${envir}/${RUN}.${PDYm1}
export COMOUT=${COMROOT}/omb/${envir}/${RUN}.${PDY}
export DCOM=$DCOMROOT/prod/$PDY
echo DCOMROOT: $DCOMROOT
export RUN=${RUN:-sice}
export COMIN=${COMIN:-${COMROOT}/omb/${envir}/${RUN}.${PDY}}
export COMINm1=${COMINm1:-${COMROOT}/omb/${envir}/${RUN}.${PDYm1}}
export COMOUT=${COMOUT:-${COMROOT}/omb/${envir}/${RUN}.${PDY}}
export DCOM=${DCOM:-$DCOMROOT/prod/$PDY}

mkdir -p $COMOUT
env
Expand All @@ -62,4 +61,8 @@ err_chk

cat $pgmout

#if [ "$KEEPDATA" != "YES" ] ; then
# rm -rf $DATA
#fi

date
31 changes: 31 additions & 0 deletions parm/transfer_omb_sice.list
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
# This file specifies the directories to be transfered and, optionally, the files within
# those directories to include or exclude. If one directory is specified per line, it
# will be used as both the source and destination. If two directories are specified per
# line, separated by one or more spaces, the first will be used as the source and the
# second the destination. Directories that begin with "com/" will be resolved using
# the compath.py utility. Rules may be placed below each directory or directory pair
# and must begin with one of the following characters:
# - exclude, specifies an exclude pattern
# + include, specifies an include pattern
# . merge, specifies a merge-file to read for more rules
# : dir-merge, specifies a per-directory merge-file
# H hide, specifies a pattern for hiding files from the transfer
# S show, files that match the pattern are not hidden
# P protect, specifies a pattern for protecting files from deletion
# R risk, files that match the pattern are not protected
# ! clear, clears the current include/exclude list (takes no arg)
# B bytes, relative size of the path in relation to the other paths in the list
# D delete, delete extraneous files from destination directories (takes no arg)
# E encrypt, enables data encryption [two cores should be allocated] (takes no arg)
# T two-way syncronization will update both sides with latest changes (takes no arg)
# Z compress data as it is sent, accepts optional compression level argument (1-9)
# Rules higher in the list take precedence over lower ones. By default, all files in a
# directory are included, so if no exclude patterns match that file, it will be
# transfered.

com/omb/_ENVIR_/sice._PDY_/
B 37

com/omb/_ENVIR_/sice._PDYm1_/
B 37

55 changes: 41 additions & 14 deletions scripts/exseaice_analysis.sh.ecf
View file
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,9 @@ msg="HAS BEGUN!"
postmsg "$jlogfile" "$msg"
########################################

mailbody=mailbody.txt
rm -f $mailbody

#----------------------------------------------------------
# noice, imsice -- for disaster preparedness
# noice --> make field for case there is no ice information at all
Expand Down Expand Up @@ -113,27 +116,51 @@ fi

export pgm=dumpjb1
. prep_step
#$NWROOTprod/obsproc_dump.${obsproc_dump_ver}/ush/dumpjb ${PDY}00 12 ssmit

echo trying to execute $USHobsproc_dump/dumpjb ${PDY}00 12 ssmit
$USHobsproc_dump/dumpjb ${PDY}00 12 ssmit
export err=$?;err_chk
export err=$?
if [ $err -ne 0 ] ; then
msg="WARNING: Continuing without ssmit data"
postmsg "$jlogfile" "$msg"
echo "********************************************************************" >> $mailbody
echo "*** WARNING: dumpjb returned status $err. Continue without ssmit. " >> $mailbody
echo "********************************************************************" >> $mailbody
fi
touch ssmit.ibm # ensures that file exists in rare event that dump is empty

export pgm=dumpjb2
. prep_step
#$NWROOTprod/obsproc_dump.${obsproc_dump_ver}/ush/dumpjb ${PDY}00 12 ssmisu
$USHobsproc_dump/dumpjb ${PDY}00 12 ssmisu
export err=$?;err_chk
export err=$?
if [ $err -ne 0 ] ; then
msg="WARNING: Continuing without ssmiu data"
postmsg "$jlogfile" "$msg"
echo "********************************************************************" >> $mailbody
echo "*** WARNING: dumpjb returned status $err. Continue without ssmisu." >> $mailbody
echo "********************************************************************" >> $mailbody
fi
touch ssmisu.ibm # ensures that file exists in rare event that dump is empty

export pgm=dumpjb3
. prep_step
#$NWROOTprod/obsproc_dump.${obsproc_dump_ver}/ush/dumpjb ${PDY}00 12 amsr2
$USHobsproc_dump/dumpjb ${PDY}00 12 amsr2
export err=$?;err_chk
export err=$?
if [ $err -ne 0 ] ; then
msg="WARNING: Continuing without amsr2"
postmsg "$jlogfile" "$msg"
echo "********************************************************************" >> $mailbody
echo "*** WARNING: dumpjb returned status $err. Continue without amsr2. " >> $mailbody
echo "********************************************************************" >> $mailbody
fi
touch amsr2.ibm # ensures that file exists in rare event that dump is empty

# send email if any dumpjb calls returned non-zero status
if [ -s "$mailbody" ] ; then
subject="$job degraded due to missing data"
mail.py -s "$subject" < $mailbody
fi

#----------------------------------------------------------
#Process the bufr output into something readable
#----------------------------------------------------------
Expand Down Expand Up @@ -494,10 +521,10 @@ fi

if [ $SENDCOM = "YES" ]
then
cp wmonorthpsg.${PDY}.grb ${PCOMROOT}/mrf/seaice.t${cyc}z.wmonorthpsg.${job}
cp wmosouthpsg.${PDY}.grb ${PCOMROOT}/mrf/seaice.t${cyc}z.wmosouthpsg.${job}
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${PCOMROOT}/mrf/seaice.t${cyc}z.wmonorthpsg.${job}
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${PCOMROOT}/mrf/seaice.t${cyc}z.wmosouthpsg.${job}
cp wmonorthpsg.${PDY}.grb ${WMOOUT}/seaice.t${cyc}z.wmonorthpsg.${job}
cp wmosouthpsg.${PDY}.grb ${WMOOUT}/seaice.t${cyc}z.wmosouthpsg.${job}
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${WMOOUT}/seaice.t${cyc}z.wmonorthpsg.${job}
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${WMOOUT}/seaice.t${cyc}z.wmosouthpsg.${job}
fi

echo completed the L2 and L3 analyses
Expand Down Expand Up @@ -771,8 +798,8 @@ $EXECseaice_analysis/seaice_edge fill5min.$PDY $FGLAND5MIN seaice_edge_${PDY}.km

if [ $SENDCOM = "YES" ]
then
cp wmoglobice.${PDY}.grb ${PCOMROOT}/mrf/seaice.t${cyc}z.wmoglobice.${job}
cp grib2_awips_seaice.t${cyc}z.5min.grb ${PCOMROOT}/mrf/grib2_awips_seaice.t${cyc}z.5min.grb
cp wmoglobice.${PDY}.grb ${WMOOUT}/seaice.t${cyc}z.wmoglobice.${job}
cp grib2_awips_seaice.t${cyc}z.5min.grb ${WMOOUT}/grib2_awips_seaice.t${cyc}z.5min.grb
fi

##############################
Expand All @@ -781,8 +808,8 @@ $EXECseaice_analysis/seaice_edge fill5min.$PDY $FGLAND5MIN seaice_edge_${PDY}.km

if [ $SENDDBN = "YES" ]
then
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${PCOMROOT}/mrf/seaice.t${cyc}z.wmoglobice.${job}
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${PCOMROOT}/mrf/grib2_awips_seaice.t${cyc}z.5min.grb
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${WMOOUT}/seaice.t${cyc}z.wmoglobice.${job}
$DBNROOT/bin/dbn_alert GRIB_LOW $NET $job ${WMOOUT}/grib2_awips_seaice.t${cyc}z.5min.grb
fi

else
Expand Down
5 changes: 4 additions & 1 deletion scripts/exseaice_filter
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,10 @@
#Parameters have been set up by J job
#Robert Grumbine

set -xe
# Note that the analysis job can run without any contents in the output from this.
# That is what the 'touch' at the end is ensuring.

set -x

#Note, tanks are:
#export XLFUNIT_11=/dcom/us007003/$PDY/b012/xx012 -- navy SST tank
Expand Down
1 change: 1 addition & 0 deletions sorc/.gitignore
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
*.o
Loading

0 comments on commit 7e3ee3c

Please sign in to comment.