Skip to content

Commit

Permalink
Change location of GSI monitor outputs into COM
Browse files Browse the repository at this point in the history
- Historically saved GSI monitor output into online archive when
run in dev mode but have changed it to match how it's done in ops.
- Introduce generate_com utility and COM_* variables into the
GSI monitor scripts so the outputs end up in COM.
- Remove settings in related configs that redirected outputs to ARCDIR.
- Cleaned up variables a bit.

Refs NOAA-EMC#1908
  • Loading branch information
KateFriedman-NOAA committed Oct 25, 2023
1 parent 251db7f commit a642e78
Show file tree
Hide file tree
Showing 7 changed files with 25 additions and 52 deletions.
11 changes: 4 additions & 7 deletions jobs/JGDAS_ATMOS_VERFOZN
Original file line number Diff line number Diff line change
Expand Up @@ -42,15 +42,12 @@ export p_cyc=${pdate:8:2}
#---------------------------------------------
# OZN_TANKDIR - WHERE OUTPUT DATA WILL RESIDE
#
export OZN_TANKDIR=${OZN_TANKDIR:-$(compath.py ${envir}/${NET}/${gfs_ver})}
export TANKverf_ozn=${TANKverf_ozn:-${OZN_TANKDIR}/${RUN}.${PDY}/${cyc}/atmos/oznmon}
export TANKverf_oznM1=${TANKverf_oznM1:-${OZN_TANKDIR}/${RUN}.${P_PDY}/${p_cyc}/atmos/oznmon}

YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_ANALYSIS
YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_OZNMON

if [[ ! -d ${TANKverf_ozn} ]]; then
mkdir -p -m 775 ${TANKverf_ozn}
fi
export TANKverf_ozn=${TANKverf_ozn:-${COM_ATMOS_OZNMON}}

if [[ ! -d ${TANKverf_ozn} ]]; then mkdir -p -m 775 ${TANKverf_ozn} ; fi

#---------------------------------------
# set up validation file
Expand Down
12 changes: 7 additions & 5 deletions jobs/JGDAS_ATMOS_VERFRAD
Original file line number Diff line number Diff line change
Expand Up @@ -52,13 +52,15 @@ export p_cyc=${pdate:8:2}
# COMOUT - WHERE GSI OUTPUT RESIDES
# TANKverf - WHERE OUTPUT DATA WILL RESIDE
#############################################
export TANKverf=${TANKverf:-$(compath.py ${envir}/${NET}/${gfs_ver})}
export TANKverf_rad=${TANKverf_rad:-${TANKverf}/${RUN}.${PDY}/${cyc}/atmos/radmon}
export TANKverf_radM1=${TANKverf_radM1:-${TANKverf}/${RUN}.${P_PDY}/${p_cyc}/atmos/radmon}

YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_ANALYSIS
YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_RADMON
YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_RADMON_PREV:COM_ATMOS_RADMON_TMPL

export TANKverf_rad=${TANKverf_rad:-${COM_ATMOS_RADMON}}
export TANKverf_radM1=${TANKverf_radM1:-${COM_ATMOS_RADMON_PREV}}

mkdir -p -m 775 ${TANKverf_rad}
if [[ ! -d ${TANKverf_rad} ]]; then mkdir -p -m 775 ${TANKverf_rad} ; fi
if [[ ! -d ${TANKverf_radM1} ]]; then mkdir -p -m 775 ${TANKverf_radM1} ; fi

########################################
# Set necessary environment variables
Expand Down
11 changes: 7 additions & 4 deletions jobs/JGDAS_ATMOS_VMINMON
Original file line number Diff line number Diff line change
Expand Up @@ -40,12 +40,15 @@ export p_cyc=${pdate:8:2}
#############################################
# TANKverf - WHERE OUTPUT DATA WILL RESIDE
#############################################
export M_TANKverf=${M_TANKverf:-${COM_IN}/${RUN}.${PDY}/${cyc}/atmos/minmon}
export M_TANKverfM1=${M_TANKverfM1:-${COM_IN}/${RUN}.${P_PDY}/${p_cyc}/atmos/minmon}

YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_ANALYSIS
YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_MINMON
YMD=${P_PDY} HH=${p_cyc} generate_com -rx COM_ATMOS_MINMON_PREV:COM_ATMOS_MINMON_TMPL

export M_TANKverf=${M_TANKverf:-${COM_ATMOS_MINMON}}
export M_TANKverfM1=${M_TANKverfM1:-${COM_ATMOS_MINMON_PREV}}

mkdir -p -m 775 ${M_TANKverf}
if [[ ! -d ${M_TANKverf} ]]; then mkdir -p -m 775 ${M_TANKverf} ; fi
if [[ ! -d ${M_TANKverfM1} ]]; then mkdir -p -m 775 ${M_TANKverfM1} ; fi


########################################
Expand Down
11 changes: 7 additions & 4 deletions jobs/JGFS_ATMOS_VMINMON
Original file line number Diff line number Diff line change
Expand Up @@ -39,12 +39,15 @@ export p_cyc=${pdate:8:2}
# TANKverf - WHERE OUTPUT DATA WILL RESIDE
#############################################
YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_ANALYSIS
YMD=${P_PDY} HH=${p_cyc} generate_com -rx COM_ATMOS_ANALYSIS_PREV:COM_ATMOS_ANALYSIS_TMPL
YMD=${PDY} HH=${cyc} generate_com -rx COM_ATMOS_MINMON
YMD=${P_PDY} HH=${p_cyc} generate_com -rx COM_ATMOS_MINMON_PREV:COM_ATMOS_MINMON_TMPL

M_TANKverf=${M_TANKverf:-${COM_ATMOS_ANALYSIS}/minmon}
export M_TANKverfM1=${M_TANKverfM1:-${COM_ATMOS_ANALYSIS_PREV}/minmon}
export M_TANKverf=${M_TANKverf:-${COM_ATMOS_MINMON}}
export M_TANKverfM1=${M_TANKverfM1:-${COM_ATMOS_MINMON_PREV}}

if [[ ! -d ${M_TANKverf} ]]; then mkdir -p -m 775 ${M_TANKverf} ; fi
if [[ ! -d ${M_TANKverfM1} ]]; then mkdir -p -m 775 ${M_TANKverfM1} ; fi

mkdir -p -m 775 ${M_TANKverf}

########################################
# Set necessary environment variables
Expand Down
11 changes: 0 additions & 11 deletions parm/config/gfs/config.verfozn
Original file line number Diff line number Diff line change
Expand Up @@ -6,15 +6,4 @@ echo "BEGIN: config.verfozn"
# Get task specific resources
. "${EXPDIR}/config.resources" verfozn

CDATEm1c=$(${NDATE} -06 "${PDY}${cyc}")
PDYm1c=${CDATEm1c:0:8}
pcyc=${CDATEm1c:8:2}

export HOMEgfs_ozn="${HOMEgfs}"
export OZNMON_SUFFIX=${PSLOT}

export TANKverf="${NOSCRUB}/monitor/oznmon"
export TANKverf_ozn="${TANKverf}/stats/${PSLOT}/${RUN}.${PDY}/${cyc}"
export TANKverf_oznM1="${TANKverf}/stats/${PSLOT}/${RUN}.${PDYm1c}/${pcyc}"

echo "END: config.verfozn"
10 changes: 0 additions & 10 deletions parm/config/gfs/config.verfrad
Original file line number Diff line number Diff line change
Expand Up @@ -6,14 +6,4 @@ echo "BEGIN: config.verfrad"
# Get task specific resources
. "${EXPDIR}/config.resources" verfrad

CDATEm1c=$(${NDATE} -06 "${PDY}${cyc}")
PDYm1c=${CDATEm1c:0:8}
pcyc=${CDATEm1c:8:2}

export RADMON_SUFFIX=${PSLOT}

export TANKverf="${NOSCRUB}/monitor/radmon"
export TANKverf_rad="${TANKverf}/stats/${PSLOT}/${RUN}.${PDY}/${cyc}"
export TANKverf_radM1="${TANKverf}/stats/${PSLOT}/${RUN}.${PDYm1c}/${pcyc}"

echo "END: config.verfrad"
11 changes: 0 additions & 11 deletions parm/config/gfs/config.vminmon
Original file line number Diff line number Diff line change
Expand Up @@ -6,15 +6,4 @@ echo "BEGIN: config.vminmon"
# Get task specific resources
. "${EXPDIR}/config.resources" vminmon

CDATEm1c=$(${NDATE} -06 "${PDY}${cyc}")
PDYm1c=${CDATEm1c:0:8}
pcyc=${CDATEm1c:8:2}

export MINMON_SUFFIX="${PSLOT}"

export TANKverf="${NOSCRUB}/monitor/minmon"
export M_TANKverf="${TANKverf}/stats/${PSLOT}/${RUN}.${PDY}/${cyc}"
export M_TANKverfM0="${TANKverf}/stats/${PSLOT}/${RUN}.${PDY}/${cyc}"
export M_TANKverfM1="${TANKverf}/stats/${PSLOT}/${RUN}.${PDYm1c}/${pcyc}"

echo "END: config.vminmon"

0 comments on commit a642e78

Please sign in to comment.