Test to compare gefs_v13_coupled_post_us_ge vs develop

env/HERA.env

@@ -175,6 +175,10 @@ elif [ $step = "fcst" ]; then
         npe_fcst=$npe_fcst_gfs
         npe_node_fcst=$npe_node_fcst_gfs
         nth_fv3=$nth_fv3_gfs
+    elif [[ $CDUMP == "gefs" ]]; then
+        npe_fcst=$npe_fcst_gfs
+        npe_node_fcst=$npe_node_fcst_gfs
+        nth_fv3=$nth_fv3_gfs
     fi
 
     nth_max=$(($npe_node_max / $npe_node_fcst))

env/ORION.env

@@ -173,6 +173,10 @@ elif [ $step = "fcst" ]; then
         npe_fcst=$npe_fcst_gfs
         npe_node_fcst=$npe_node_fcst_gfs
         nth_fv3=$nth_fv3_gfs
+    elif [[ $CDUMP == "gefs" ]]; then
+        npe_fcst=$npe_fcst_gfs
+        npe_node_fcst=$npe_node_fcst_gfs
+        nth_fv3=$nth_fv3_gfs
     fi
 
     nth_max=$(($npe_node_max / $npe_node_fcst))

jobs/JGEFS_ATMOS_PRDGEN

@@ -0,0 +1,152 @@
+#! /usr/bin/env bash
+
+source "$HOMEgfs/ush/preamble.sh"
+
+echo "$(date -u) begin ${BASH_SOURCE}"
+
+set -xa
+if [[ ${STRICT:-NO} == "YES" ]]; then
+	# Turn on strict bash error checking
+	set -eu
+fi
+export PS4='$SECONDS + $(basename ${BASH_SOURCE})[$LINENO] '
+
+#############################
+# Source relevant config files
+#############################
+export EXPDIR=${EXPDIR:-$HOMEgfs/parm/config}
+configs="base epos"
+config_path=${EXPDIR:-$NWROOT/gfs.${gfs_ver}/parm/config}
+for config in $configs; do
+    . $config_path/config.$config
+    status=$?
+    [[ $status -ne 0 ]] && exit $status
+done
+
+####################################
+# Determine Job Output Name on System
+####################################
+export pid=${pid:-$$}
+export job="gefs_prdgen"
+export PBS_JOBID=${jobid:-${pid}}
+export jobid=${jobid:-"$job.$PBS_JOBID"}
+export pgmout="OUTPUT.${PBS_JOBID}"
+export pgmerr=errfile
+
+####################################
+# Specify and create working directory
+####################################
+export DATA=${DATA:-${DATAROOT}/${jobid}}
+mkdir -p $DATA
+cd $DATA
+
+######################################
+# Set up compute resources
+######################################
+export total_tasks=${total_tasks:-4}
+#export APRUN_MPMD=${gefsmpexec_mpmd:-"mpiexec -n $total_tasks cfp mpmd_cmdfile"}
+export gefsmpexec_mpmd="srun -n $total_tasks /scratch2/NCEPDEV/ensemble/noscrub/common/soft/mpiserial.cd/mpiserial"
+export APRUN_MPMD=${gefsmpexec_mpmd:-"mpiexec --cpu-bind core --configfile mpmd_cmdfile"}
+
+# The following options are fore re-forecast
+export save_pgrb2_p5=${save_pgrb2_p5:-NO} 
+export save_pgrb2_p25=${save_pgrb2_p25:-NO}
+
+####################################
+# Specify NET and RUN Name and model
+####################################
+export NET=${NET:-gefs}
+export envir=${envir:-prod}
+export RUN=${RUN:-gefs}
+
+######################################
+# SENDCOM  - Copy Files From TMPDIR to $COMOUT
+# SENDDBN  - Issue DBNet Client Calls
+# SENDECF  - Flag Events on ECF
+# VERBOSE  - Specify Verbose Output
+######################################
+
+export SENDCOM=YES
+export SENDCOM=${SENDCOM:-YES}
+export SENDDBN=${SENDDBN:-YES}
+export SENDECF=${SENDECF:-YES}
+export VERBOSE=${VERBOSE:-YES}
+
+######################################
+# Set up the date information
+######################################
+export cycle=t${cyc}z
+setpdy.sh
+source PDY
+
+if [ ${FORECAST_SEGMENT:-hr} = lr ]; then
+    export cyc=00
+    export cycle=t${cyc}z
+fi
+
+####################################
+# Specify Execution Areas
+####################################
+export HOMEgefs=$HOMEgfs
+export HOMEgefs=${HOMEgefs:-${PACKAGEROOT}/gefs.${gefs_ver}}
+export EXECgefs=${EXECgefs:-$HOMEgefs/exec}
+export USHgefs=${USHgefs:-$HOMEgefs/ush}
+export FIXgefs=${FIXgefs:-$HOMEgefs/fix/fix_gefs}
+export PARMgefs=${PARMgefs:-$HOMEgefs/parm}
+
+##############################################
+# Define COM directories
+##############################################
+#ver=${ver:-$(echo ${gefs_ver}|cut -c1-5)}
+#export COMIN=${COMIN:-$(compath.py $envir/com/$NET/${ver})/${RUN}.${PDY}/$cyc}
+#export COMOUT=${COMOUT:-$(compath.py -o $NET/${ver})/${RUN}.${PDY}/$cyc}
+
+
+#############################
+# Source relevant config files
+#############################
+#configs="gefs gefs_prdgen"
+#config_path=$PARMgefs
+#for config in $configs; do
+#    . $config_path/$config.parm
+#    export err=$?
+#    if [[ $err != 0 ]]; then
+#        echo "FATAL ERROR in ${.sh.file}: Error while loading parm file $config_path/$config.parm"
+#        exit $err
+#    fi
+#done
+
+#export COMINgfs=${COMINgfs:-$(compath.py $envir/com/gfs/${gfs_ver})/gfs.${PDY}/$cyc/atmos}
+
+if [[ $cplchm = ".true." ]]; then
+    COMPONENT="chem"
+fi
+export COMPONENT=${COMPONENT:-atmos}
+
+export COMIN="$ROTDIR/gefs.$PDY/$cyc/${RUNMEM}"
+export COMOUT="$ROTDIR/gefs.$PDY/$cyc/${RUNMEM}"
+
+echo "Environment before calling script"
+env | sort
+
+#############################################################
+# Execute the script
+source $HOMEgefs/scripts/exgefs_atmos_prdgen.sh
+export err=$?
+if [[ $err == 0 ]]; then
+    echo "$job completed normally!"
+else
+    echo "FATAL ERROR in ${BASH_SOURCE}: $job failed!"
+    exit $err
+fi
+#############################################################
+
+##############################
+# Remove the Temporary working directory
+##############################
+cd $DATAROOT
+if [ ${KEEPDATA:-NO} = NO ] ; then rm -rf $DATA ; fi
+
+echo "$(date -u) end ${BASH_SOURCE}"
+
+exit $err

jobs/JGLOBAL_FORECAST

@@ -121,7 +121,7 @@ rCDUMP=$CDUMP
 [[ $CDUMP = "gfs" ]] && export rCDUMP="gdas"
 
 # Forecast length for GFS forecast
-if [ $CDUMP = "gfs" ]; then
+if [ $CDUMP = "gfs" ] || [ $CDUMP = "gefs" ]; then
     export FHMAX=$FHMAX_GFS
     export FHOUT=$FHOUT_GFS
     export FHMAX_HF=$FHMAX_HF_GFS

jobs/JGLOBAL_WAVE_INIT

@@ -57,8 +57,13 @@ export EXECwave=${EXECwave:-$HOMEgfs/exec}
 if [ $RUN_ENVIR = "nco" ]; then
     export ROTDIR=${COMROOT:?}/$NET/$envir
 fi
-export COMIN=${COMIN:-${ROTDIR}/${CDUMP}.${PDY}/${cyc}/$COMPONENT}
-export COMOUT=${COMOUT:-${ROTDIR}/${CDUMP}.${PDY}/${cyc}/$COMPONENT}
+if [[ $CDUMP == "gefs" ]]; then
+    export COMIN=${COMIN:-${ROTDIR}/${CDUMP}.${PDY}/${cyc}/${RUNMEM}/$COMPONENT}
+    export COMOUT=${COMOUT:-${ROTDIR}/${CDUMP}.${PDY}/${cyc}/${RUNMEM}/$COMPONENT}
+else
+    export COMIN=${COMIN:-${ROTDIR}/${CDUMP}.${PDY}/${cyc}/$COMPONENT}
+    export COMOUT=${COMOUT:-${ROTDIR}/${CDUMP}.${PDY}/${cyc}/$COMPONENT}
+fi
 [[ ! -d $COMOUT ]] && mkdir -m 775 -p $COMOUT
 
 if [ $SENDCOM = YES ]; then

jobs/rocoto/coupled_ic.sh

@@ -21,6 +21,9 @@ status=$?
 [[ $status -ne 0 ]] && exit $status
 err=0
 
+if [[ $CDUMP == "gefs" ]]; then
+    export RUNMEM=${RUNMEM:-"c00"}
+fi
 ###############################################################
 # Source relevant configs
 configs="base coupled_ic wave"
@@ -37,10 +40,18 @@ status=$?
 [[ $status -ne 0 ]] && exit $status
 
 # Create ICSDIR if needed
-[[ ! -d $ICSDIR/$CDATE ]] && mkdir -p $ICSDIR/$CDATE
-[[ ! -d $ICSDIR/$CDATE/atmos ]] && mkdir -p $ICSDIR/$CDATE/atmos
-[[ ! -d $ICSDIR/$CDATE/ocn ]] && mkdir -p $ICSDIR/$CDATE/ocn
-[[ ! -d $ICSDIR/$CDATE/ice ]] && mkdir -p $ICSDIR/$CDATE/ice
+if [[ $CDUMP == "gefs" ]]; then
+    ICSDIR=${ROTDIR}/${CDUMP}.${PDY}/${cyc}/${RUNMEM} #/atmos
+    [[ ! -d $ICSDIR ]] && mkdir -p $ICSDIR
+    [[ ! -d $ICSDIR/atmos ]] && mkdir -p $ICSDIR/atmos
+    [[ ! -d $ICSDIR/ocean ]] && mkdir -p $ICSDIR/ocean/INPUT
+    [[ ! -d $ICSDIR/ice ]] && mkdir -p $ICSDIR/ice/INPUT
+else
+    [[ ! -d $ICSDIR/$CDATE ]] && mkdir -p $ICSDIR/$CDATE
+    [[ ! -d $ICSDIR/$CDATE/atmos ]] && mkdir -p $ICSDIR/$CDATE/atmos
+    [[ ! -d $ICSDIR/$CDATE/ocn ]] && mkdir -p $ICSDIR/$CDATE/ocn
+    [[ ! -d $ICSDIR/$CDATE/ice ]] && mkdir -p $ICSDIR/$CDATE/ice
+fi
 
 if [ $ICERES = '025' ]; then
   ICERESdec="0.25"
@@ -50,7 +61,11 @@ if [ $ICERES = '050' ]; then
 fi 
 
 # Setup ATM initial condition files
-cp -r $BASE_CPLIC/$CPL_ATMIC/$CDATE/$CDUMP/*  $ICSDIR/$CDATE/atmos/
+if [[ $CDUMP == "gefs" ]]; then
+    cp -r $BASE_CPLIC/$CPL_ATMIC/$CDATE/gfs/$CASE/INPUT $ICSDIR/atmos/
+else
+    cp -r $BASE_CPLIC/$CPL_ATMIC/$CDATE/$CDUMP/*  $ICSDIR/$CDATE/atmos/
+fi
 rc=$?
 if [[ $rc -ne 0 ]] ; then
   echo "FATAL: Unable to copy $BASE_CPLIC/$CPL_ATMIC/$CDATE/$CDUMP/* to $ICSDIR/$CDATE/atmos/ (Error code $rc)" 
@@ -59,26 +74,42 @@ err=$((err + rc))
 
 
 # Setup Ocean IC files 
-cp -r $BASE_CPLIC/$CPL_OCNIC/$CDATE/ocn/$OCNRES/MOM*.nc  $ICSDIR/$CDATE/ocn/
+if [[ $CDUMP == "gefs" ]]; then
+    cp -r $BASE_CPLIC/$CPL_OCNIC/$CDATE/ocn/$OCNRES/MOM*.nc  $ICSDIR/ocean/INPUT/
+else
+    cp -r $BASE_CPLIC/$CPL_OCNIC/$CDATE/ocn/$OCNRES/MOM*.nc  $ICSDIR/$CDATE/ocn/
+fi
 rc=$?
 if [[ $rc -ne 0 ]] ; then
   echo "FATAL: Unable to copy $BASE_CPLIC/$CPL_OCNIC/$CDATE/ocn/$OCNRES/MOM*.nc to $ICSDIR/$CDATE/ocn/ (Error code $rc)"
 fi
 err=$((err + rc))
 
-#Setup Ice IC files 
-cp $BASE_CPLIC/$CPL_ICEIC/$CDATE/ice/$ICERES/cice5_model_${ICERESdec}.res_$CDATE.nc $ICSDIR/$CDATE/ice/cice_model_${ICERESdec}.res_$CDATE.nc
+#Setup Ice IC files
+if [[ $CDUMP == "gefs" ]]; then
+    cp $BASE_CPLIC/$CPL_ICEIC/$CDATE/ice/$ICERES/cice5_model_${ICERESdec}.res_$CDATE.nc $ICSDIR/ice/INPUT/cice_model_${ICERESdec}.res_$CDATE.nc
+else
+    cp $BASE_CPLIC/$CPL_ICEIC/$CDATE/ice/$ICERES/cice5_model_${ICERESdec}.res_$CDATE.nc $ICSDIR/$CDATE/ice/cice_model_${ICERESdec}.res_$CDATE.nc
+fi
 rc=$?
 if [[ $rc -ne 0 ]] ; then
   echo "FATAL: Unable to copy $BASE_CPLIC/$CPL_ICEIC/$CDATE/ice/$ICERES/cice5_model_${ICERESdec}.res_$CDATE.nc to $ICSDIR/$CDATE/ice/cice_model_${ICERESdec}.res_$CDATE.nc (Error code $rc)"
 fi
 err=$((err + rc))
 
 if [ $DO_WAVE = "YES" ]; then
-  [[ ! -d $ICSDIR/$CDATE/wav ]] && mkdir -p $ICSDIR/$CDATE/wav
+  if [[ $CDUMP == "gefs" ]]; then
+    [[ ! -d $ICSDIR/wave/restart ]] && mkdir -p $ICSDIR/wave/restart/
+  else
+    [[ ! -d $ICSDIR/$CDATE/wav ]] && mkdir -p $ICSDIR/$CDATE/wav
+  fi
   for grdID in $waveGRD
   do
-    cp $BASE_CPLIC/$CPL_WAVIC/$CDATE/wav/$grdID/*restart.$grdID $ICSDIR/$CDATE/wav/
+    if [[ $CDUMP == "gefs" ]]; then
+      cp $BASE_CPLIC/$CPL_WAVIC/$CDATE/wav/$grdID/*restart.$grdID $ICSDIR/wave/restart/
+    else
+      cp $BASE_CPLIC/$CPL_WAVIC/$CDATE/wav/$grdID/*restart.$grdID $ICSDIR/$CDATE/wav/
+    fi
     rc=$?
     if [[ $rc -ne 0 ]] ; then
       echo "FATAL: Unable to copy $BASE_CPLIC/$CPL_WAVIC/$CDATE/wav/$grdID/*restart.$grdID to $ICSDIR/$CDATE/wav/ (Error code $rc)" 
@@ -88,20 +119,24 @@ if [ $DO_WAVE = "YES" ]; then
 fi
 
 # Stage the FV3 initial conditions to ROTDIR
-export OUTDIR="$ICSDIR/$CDATE/atmos/$CASE/INPUT"
-COMOUT="$ROTDIR/$CDUMP.$PDY/$cyc/atmos"
-[[ ! -d $COMOUT ]] && mkdir -p $COMOUT
-cd $COMOUT || exit 99
-rm -rf INPUT
-$NLN $OUTDIR .
+if [[ $CDUMP != "gefs" ]]; then
+    export OUTDIR="$ICSDIR/$CDATE/atmos/$CASE/INPUT"
+    COMOUT="$ROTDIR/$CDUMP.$PDY/$cyc/atmos"
+    [[ ! -d $COMOUT ]] && mkdir -p $COMOUT
+    cd $COMOUT || exit 99
+    rm -rf INPUT
+    $NLN $OUTDIR .
+fi
 
 #Stage the WW3 initial conditions to ROTDIR 
 if [ $DO_WAVE = "YES" ]; then
-  export OUTDIRw="$ICSDIR/$CDATE/wav"
-  COMOUTw="$ROTDIR/$CDUMP.$PDY/$cyc/wave/restart"
-  [[ ! -d $COMOUTw ]] && mkdir -p $COMOUTw
-  cd $COMOUTw || exit 99
-  $NLN $OUTDIRw/* .
+  if [[ $CDUMP != "gefs" ]]; then
+    export OUTDIRw="$ICSDIR/$CDATE/wav"
+    COMOUTw="$ROTDIR/$CDUMP.$PDY/$cyc/wave/restart"
+    [[ ! -d $COMOUTw ]] && mkdir -p $COMOUTw
+    cd $COMOUTw || exit 99
+    $NLN $OUTDIRw/* .
+  fi
 fi
 
 if  [[ $err -ne 0 ]] ; then 

jobs/rocoto/fcst.sh

@@ -7,7 +7,13 @@ source "$HOMEgfs/ush/preamble.sh"
 . $HOMEgfs/ush/load_fv3gfs_modules.sh
 status=$?
 [[ $status -ne 0 ]] && exit $status
-
+if [[ $CDUMP == "gefs" ]]; then
+    export MEMBER=`echo ${RUNMEM:-"c00"}|cut -c2-3`
+    export ENSMEM=$MEMBER
+    if [[ $RUNMEM != "c00" ]]; then
+        export PREFIX_ATMINC="r"
+    fi
+fi
 ###############################################################
 # Execute the JJOB
 $HOMEgfs/jobs/JGLOBAL_FORECAST

jobs/rocoto/init.sh

@@ -43,7 +43,7 @@ export mm=$(echo $CDATE | cut -c5-6)
 export dd=$(echo $CDATE | cut -c7-8)
 export hh=${cyc:-$(echo $CDATE | cut -c9-10)}
 
-export DATA=${DATA:-${DATAROOT}/init}
+export DATA=${DATA:-${DATAROOT}/init_${jobid:?}}
 export EXTRACT_DIR=${EXTRACT_DIR:-$ROTDIR}
 export WORKDIR=${WORKDIR:-$DATA}
 export OUTDIR=${OUTDIR:-$ROTDIR}