config.ufs

#! /usr/bin/env bash

########## config.ufs ##########
# UFS model resolution specific parameters
# e.g. time-step, processor layout, physics and dynamics parameters
# This config sets default variables for FV3, MOM6, CICE6 for their resolutions
# User can over-ride after sourcing this config file

echo "BEGIN: config.ufs"

if (( $# <= 1 )); then

    echo "Must specify an input resolution argument to set variables!"
    echo "argument can be any one of the following:"
    echo "--fv3 C48|C96|C192|C384|C768|C1152|C3072"
    echo "--mom6 500|100|025"
    echo "--cice6 500|100|025"
    echo "--ww3 gnh_10m;aoc_9km;gsh_15m|gwes_30m|glo_025|glo_100|glo_200|glo_500|mx025|uglo_100km"
    echo "--gocart"

    exit 1

fi

# Initialize
skip_mom6=true
skip_cice6=true
skip_ww3=true
skip_gocart=true
skip_mediator=true

# Loop through named arguments
while (( $# > 0 )); do
  key="$1"
  case "${key}" in
    "--fv3")
      fv3_res="$2"
      shift
      ;;
    "--mom6")
      mom6_res="$2"
      skip_mom6=false
      shift
      ;;
    "--cice6")
      cice6_res="$2"
      skip_cice6=false
      shift
      ;;
    "--ww3")
      ww3_res="$2"
      skip_ww3=false
      shift
      ;;
    "--gocart")
      skip_gocart=false
      ;;
    *)    # unknown option
      echo "FATAL ERROR: Unknown option: ${key}, ABORT!"
      exit 1
      ;;
  esac
  shift
done

# Mediator is required if any of the non-ATM components are used
if [[ "${skip_mom6}" == "false" ]] || [[ "${skip_cice6}" == "false" ]] || [[ "${skip_ww3}" == "false" ]]; then
  skip_mediator=false
fi

if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
  # Describe nest location, interaction with parent, etc.
  export grid_type=0
  export stretch_fac=1.0001
  export TARGET_LAT=32.5
  export TARGET_LON=-135.0
  export NEST_LON1=-195.000000
  export NEST_LAT1=-7.500000
  export NEST_LON2=-75.000000
  export NEST_LAT2=72.500000
  export twowaynest=${twowaynest:-.true.}
else
  # No nest.
  export grid_type=-1
fi

# (Standard) Model resolution dependent variables
case "${fv3_res}" in
    "C48")
        export layout_x=1
        export layout_y=1
        export nthreads_fv3=1
        export nthreads_ufs=1
        export WRITE_GROUP=1
        export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=1
        export DELTIM=1200
        export xr_cnvcld=".false."  # Do not pass conv. clouds to Xu-Randall cloud fraction
        export cdmbgwd="0.071,2.1,1.0,1.0"  # mountain blocking, ogwd, cgwd, cgwd src scaling
        export cdmbgwd_gsl="40.0,1.77,1.0,1.0"   # settings for GSL drag suite
        export psl_gwd_dx_factor=6.0
        export knob_ugwp_tauamp=6.0e-3      # setting for UGWPv1 non-stationary GWD
        export k_split=1
        export n_split=4
        export tau=8.0
        export rf_cutoff=100.0
        export fv_sg_adj=3600
        ;;
    "C96")
        if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
          if [[ "${RUN}" = *gdas ]]; then
            export WRITE_GROUP=2
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=2
          elif [[ "${RUN}" = *gfs ]]; then
            export layout_x=4
            export layout_y=4
            export WRITE_GROUP=2
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=2
          fi
          export DELTIM=450
          export layout_x_nest=12
          export layout_y_nest=10
          export nest_refine=4
          export nest_ioffset=4
          export nest_joffset=9
          export npx_nest=361
          export npy_nest=241
          export NEST_DLON=0.25
          export NEST_DLAT=0.25
          export psl_gwd_dx_factor=6.0
        else
          export nthreads_fv3=1
          export nthreads_ufs=1
          export layout_x=2
          export layout_y=2
          export WRITE_GROUP=1
          export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=1
          export DELTIM=600
          export xr_cnvcld=.false. # Do not pass conv. clouds to Xu-Randall cloud fraction
          export cdmbgwd="0.14,1.8,1.0,1.0"  # mountain blocking, ogwd, cgwd, cgwd src scaling
          export cdmbgwd_gsl="20.0,2.5,1.0,1.0"   # settings for GSL drag suite
          export psl_gwd_dx_factor=6.0
          export knob_ugwp_tauamp=3.0e-3      # setting for UGWPv1 non-stationary GWD
          export k_split=1
          export n_split=4
          export tau=8.0
          export rf_cutoff=100.0
          export fv_sg_adj=1800
        fi
        ;;
    "C192")
        if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
          export DELTIM=225
          if [[ "${RUN}" = *gdas ]]; then
            export WRITE_GROUP=2
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=15
          elif [[ "${RUN}" = *gfs ]]; then
            export layout_x=5
            export layout_y=6
            export WRITE_GROUP=2
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=15
          fi
          export layout_x_nest=15
          export layout_y_nest=25
          export nest_refine=4
          export nest_ioffset=7
          export nest_joffset=19
          export npx_nest=721
          export npy_nest=481
          export NEST_DLON=0.125
          export NEST_DLAT=0.125
          export psl_gwd_dx_factor=6.0
        else
          export layout_x=4
          export layout_y=6
          if [[ "${RUN}" = *gdas ]]; then
            export nthreads_fv3=1
            export nthreads_ufs=1
            export WRITE_GROUP=1
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=10
          elif [[ "${RUN}" = *gfs ]]; then
            export nthreads_fv3=2
            export nthreads_ufs=2
            export WRITE_GROUP=2
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=5
          fi
          export DELTIM=600
          export cdmbgwd="0.23,1.5,1.0,1.0"  # mountain blocking, ogwd, cgwd, cgwd src scaling
          export cdmbgwd_gsl="10.0,3.5,1.0,1.0"   # settings for GSL drag suite
          export psl_gwd_dx_factor=6.0
          export knob_ugwp_tauamp=1.5e-3      # setting for UGWPv1 non-stationary GWD
          export k_split=2
          export n_split=4
          export tau=6.0
          export rf_cutoff=100.0
          export fv_sg_adj=1800
        fi
        ;;
    "C384")
        if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
          export DELTIM=150
          export layout_x=8
          export layout_y=8
          export WRITE_GROUP=2
          export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=20
          if [[ "${RUN}" = *gdas ]]; then
            export nthreads_fv3=1
            export nthreads_ufs=1
          elif [[ "${RUN}" = *gfs ]]; then
            export nthreads_fv3=2
            export nthreads_ufs=2
          fi
          export layout_x_nest=34
          export layout_y_nest=24
          export nest_refine=4
          export nest_ioffset=13
          export nest_joffset=37
          export npx_nest=1441
          export npy_nest=961
          export NEST_DLON=0.0625
          export NEST_DLAT=0.0625
          export psl_gwd_dx_factor=2.0
        else
          export DELTIM=300
          export layout_x=8
          export layout_y=8
          export nthreads_fv3=2
          export nthreads_ufs=2
          export WRITE_GROUP=4
          export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=10
          export cdmbgwd="1.1,0.72,1.0,1.0"  # mountain blocking, ogwd, cgwd, cgwd src scaling
          export cdmbgwd_gsl="5.0,5.0,1.0,1.0"   # settings for GSL drag suite
          export psl_gwd_dx_factor=6.0
          export knob_ugwp_tauamp=0.8e-3      # setting for UGWPv1 non-stationary GWD
          export k_split=2
          export n_split=4
          export tau=4.0
          export rf_cutoff=100.0
          export fv_sg_adj=900
        fi
        ;;
    "C768")
        if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
          export DELTIM=75
          export layout_x=16
          export layout_y=10
          export nthreads_fv3=2
          export WRITE_GROUP=2
          export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=90
          export layout_x_nest=48
          export layout_y_nest=45
          export nthreads_fv3_nest=2
          export nest_refine=4
          export nest_ioffset=24
          export nest_joffset=72
          export npx_nest=2881
          export npy_nest=1921
          export NEST_DLON=0.0325
          export NEST_DLAT=0.0325
          export psl_gwd_dx_factor=2.0
        else
          export nthreads_fv3=4
          export nthreads_ufs=4
          if [[ "${RUN}" = *gdas ]]; then
            export layout_x=8
            export layout_y=12
            export WRITE_GROUP=2
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=15 #Note this should be 10 for WCOSS2
          elif [[ "${RUN}" = *gfs ]]; then
            export layout_x=12
            export layout_y=16
            export WRITE_GROUP=4
            export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=20 #Note this should be 10 for WCOSS2
          fi
          export DELTIM=150
          export cdmbgwd="4.0,0.15,1.0,1.0"  # mountain blocking, ogwd, cgwd, cgwd src scaling
          export cdmbgwd_gsl="2.5,7.5,1.0,1.0"   # settings for GSL drag suite
          export psl_gwd_dx_factor=6.0
          export knob_ugwp_tauamp=0.5e-3      # setting for UGWPv1 non-stationary GWD
          export k_split=2
          export n_split=4
          export tau=3.0
          export rf_cutoff=100.0
          export fv_sg_adj=450
        fi
        ;;
    "C1152")
        export DELTIM=150
        export nthreads_fv3=4
        export nthreads_ufs=4
        export WRITE_GROUP=4
        export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=20 # TODO: refine these numbers when a case is available
        if [[ "${RUN}" = *gdas ]]; then
          export layout_x=8
          export layout_y=16
        elif [[ "${RUN}" = *gfs ]]; then
          export layout_x=16
          export layout_y=24
        fi
        export cdmbgwd="4.0,0.10,1.0,1.0"  # mountain blocking, ogwd, cgwd, cgwd src scaling
        export cdmbgwd_gsl="1.67,8.8,1.0,1.0"   # settings for GSL drag suite
        export psl_gwd_dx_factor=2.0
        export knob_ugwp_tauamp=0.35e-3      # setting for UGWPv1 non-stationary GWD
        export k_split=2
        export n_split=6
        export tau=2.5
        export rf_cutoff=100.0
        export fv_sg_adj=450
        ;;
    "C3072")
        export DELTIM=90
        export layout_y=32
        export layout_x=16
        export nthreads_fv3=4
        export nthreads_ufs=4
        export WRITE_GROUP=4
        export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=10
        export cdmbgwd="4.0,0.05,1.0,1.0"  # mountain blocking, ogwd, cgwd, cgwd src scaling
        export cdmbgwd_gsl="0.625,14.1,1.0,1.0"   # settings for GSL drag suite
        export psl_gwd_dx_factor=2.0
        export knob_ugwp_tauamp=0.13e-3      # setting for UGWPv1 non-stationary GWD
        export k_split=4
        export n_split=5
        export tau=0.5
        export rf_cutoff=100.0
        export fv_sg_adj=300
        ;;
    *)
        echo "FATAL ERROR: Unsupported FV3 resolution = ${fv3_res}, ABORT!"
        exit 1
        ;;
esac

(( WRTTASK_PER_GROUP_PER_THREAD = WRTTASK_PER_GROUP_PER_THREAD_PER_TILE * 6 ))
export WRTTASK_PER_GROUP_PER_THREAD

(( ntasks_fv3 = layout_x * layout_y * 6 ))
if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
  (( ntasks_fv3 += layout_x_nest * layout_y_nest ))
fi
export ntasks_fv3

(( ntasks_quilt = WRITE_GROUP * WRTTASK_PER_GROUP_PER_THREAD ))
export ntasks_quilt

# Determine whether to use compression in the write grid component
# and whether to use parallel NetCDF based on resolution
case ${fv3_res} in
  "C48" | "C96" | "C192")
    zstandard_level=0
    ideflate=0
    quantize_nsd=0
    OUTPUT_FILETYPE_ATM="netcdf"
    OUTPUT_FILETYPE_SFC="netcdf"
    ;;
  "C384" | "C768" | "C1152" | "C3072")
    zstandard_level=0
    ideflate=1
    quantize_nsd=14
    OUTPUT_FILETYPE_ATM="netcdf_parallel"
    if [[ "${fv3_res}" == "C384" ]]; then
      OUTPUT_FILETYPE_SFC="netcdf"  # For C384, the write grid component is better off with serial netcdf
    else
      OUTPUT_FILETYPE_SFC="netcdf_parallel"
    fi
    ;;
  *)
    echo "FATAL ERROR: Unrecognized FV3 resolution ${fv3_res}"
    exit 15
    ;;
esac
export zstandard_level ideflate quantize_nsd
export OUTPUT_FILETYPE_ATM OUTPUT_FILETYPE_SFC

# cpl defaults
export cpl=".false."
export cplflx=".false."
export cplice=".false."
export cplchm=".false."
export cplwav=".false."
export cplwav2atm=".false."
if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
  export CCPP_SUITE="${CCPP_SUITE:-FV3_global_nest_v1}"
else
  export CCPP_SUITE="${CCPP_SUITE:-FV3_GFS_v17_p8_ugwpv1}"
fi
model_list="atm"

# Mediator specific settings
if [[ "${skip_mediator}" == "false" ]]; then
  export cpl=".true."
  export nthreads_mediator=${nthreads_fv3}  # Use same threads as FV3
  export CCPP_SUITE="FV3_GFS_v17_coupled_p8_ugwpv1"  # TODO: Does this include FV3_GFS_v17_p8?  Can this be used instead of FV3_GFS_v17_p8?
fi

# MOM6 specific settings
if [[ "${skip_mom6}" == "false" ]]; then
  source "${EXPDIR}/config.ocn"
  export cplflx=".true."
  model_list="${model_list}.ocean"
  nthreads_mom6=1
  case "${mom6_res}" in
    "500")
      ntasks_mom6=8
      OCNTIM=3600
      NX_GLB=72
      NY_GLB=35
      DT_DYNAM_MOM6='3600'
      DT_THERM_MOM6='3600'
      FRUNOFF=""
      CHLCLIM="seawifs_1998-2006_smoothed_2X.nc"
      MOM6_RESTART_SETTING='r'
      MOM6_RIVER_RUNOFF='False'
      case ${RUN} in
        gfs|gefs|sfs)
          MOM6_DIAG_MISVAL="-1e34";;
        gdas|enkfgdas|enkfgfs)
          MOM6_DIAG_MISVAL="0.0";;
        *)
          echo "FATAL ERROR: Unsupported RUN ${RUN} for ${mom6_res}"
          exit 10
          ;;
      esac
      eps_imesh="4.0e-1"
      MOM6_DIAG_COORD_DEF_Z_FILE="oceanda_zgrid_25L.nc"
      MOM6_ALLOW_LANDMASK_CHANGES='False'
      TOPOEDITS=""
      ;;
    "100")
      ntasks_mom6=20
      OCNTIM=3600
      NX_GLB=360
      NY_GLB=320
      DT_DYNAM_MOM6='1800'
      DT_THERM_MOM6='3600'
      FRUNOFF="runoff.daitren.clim.1deg.nc"
      CHLCLIM="seawifs_1998-2006_smoothed_2X.nc"
      MOM6_RESTART_SETTING='r'
      MOM6_RIVER_RUNOFF='False'
      eps_imesh="2.5e-1"
      TOPOEDITS="ufs.topo_edits_011818.nc"
      case ${RUN} in
        gfs|gefs|sfs)
          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
          MOM6_DIAG_MISVAL="-1e34"
          ;;
        gdas|enkfgdas|enkfgfs)
          MOM6_DIAG_COORD_DEF_Z_FILE="oceanda_zgrid_75L.nc"
          MOM6_DIAG_MISVAL="0.0"
          ;;
        *)
          echo "FATAL ERROR: Unsupported RUN ${RUN} for ${mom6_res}"
          exit 10
          ;;
      esac
      MOM6_ALLOW_LANDMASK_CHANGES='True'
      ;;
    "050")
      ntasks_mom6=60
      OCNTIM=3600
      NX_GLB=720
      NY_GLB=576
      DT_DYNAM_MOM6='1800'
      DT_THERM_MOM6='3600'
      FRUNOFF="runoff.daitren.clim.${NX_GLB}x${NY_GLB}.v20180328.nc"
      CHLCLIM="seawifs-clim-1997-2010.${NX_GLB}x${NY_GLB}.v20180328.nc"
      MOM6_RESTART_SETTING='n'
      MOM6_RIVER_RUNOFF='True'
      eps_imesh="1.0e-1"
      case ${RUN} in
        gfs|gefs|sfs)
          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
          MOM6_DIAG_MISVAL="-1e34"
          ;;
        gdas|enkfgdas|enkfgfs)
          MOM6_DIAG_COORD_DEF_Z_FILE="oceanda_zgrid_75L.nc"
          MOM6_DIAG_MISVAL="0.0"
          ;;
        *)
          echo "FATAL ERROR: Unsupported RUN ${RUN} for ${mom6_res}"
          exit 10
          ;;
      esac
      MOM6_ALLOW_LANDMASK_CHANGES='False'
      TOPOEDITS=""
      ;;
    "025")
      ntasks_mom6=220
      OCNTIM=1800
      NX_GLB=1440
      NY_GLB=1080
      DT_DYNAM_MOM6='900'
      DT_THERM_MOM6='1800'
      FRUNOFF="runoff.daitren.clim.${NX_GLB}x${NY_GLB}.v20180328.nc"
      CHLCLIM="seawifs-clim-1997-2010.${NX_GLB}x${NY_GLB}.v20180328.nc"
      MOM6_RIVER_RUNOFF='True'
      MOM6_RESTART_SETTING="r"
      eps_imesh="1.0e-1"
      case ${RUN} in
        gfs|gefs|sfs)
          MOM6_DIAG_COORD_DEF_Z_FILE="interpolate_zgrid_40L.nc"
          MOM6_DIAG_MISVAL="-1e34"
          ;;
        gdas|enkfgdas|enkfgfs)
          MOM6_DIAG_COORD_DEF_Z_FILE="oceanda_zgrid_75L.nc"
          MOM6_DIAG_MISVAL="0.0"
          ;;
        *)
          echo "FATAL ERROR: Unsupported RUN ${RUN} for ${mom6_res}"
          exit 10
          ;;
      esac
      MOM6_ALLOW_LANDMASK_CHANGES='False'
      TOPOEDITS=""
      ;;
    *)
      echo "FATAL ERROR: Unsupported MOM6 resolution = ${mom6_res}, ABORT!"
      exit 1
      ;;
  esac

  export nthreads_mom6 ntasks_mom6
  export OCNTIM
  export NX_GLB NY_GLB
  export DT_DYNAM_MOM6 DT_THERM_MOM6
  export FRUNOFF
  export CHLCLIM
  export TOPOEDITS
  export MOM6_RIVER_RUNOFF
  export MOM6_RESTART_SETTING
  export eps_imesh
  export MOM6_DIAG_COORD_DEF_Z_FILE
  export MOM6_DIAG_MISVAL
  export MOM6_ALLOW_LANDMASK_CHANGES
fi

# CICE6 specific settings
if [[ "${skip_cice6}" == "false" ]]; then
  source "${EXPDIR}/config.ice"
  export cplice=".true."
  model_list="${model_list}.ice"
  # Ensure we sourced the MOM6 section
  if [[ "${skip_mom6}" == "true" ]]; then
    echo "FATAL ERROR: CICE6 cannot be configured without MOM6, ABORT!"
    exit 1
  fi

  nthreads_cice6=${nthreads_mom6}  # CICE6 needs to run on same threads as MOM6
  case "${cice6_res}" in
    "500")
      ntasks_cice6=4
      cice6_processor_shape="slenderX1"
      ;;
    "100")
      ntasks_cice6=10
      cice6_processor_shape="slenderX2"
      ;;
    "050")
      ntasks_cice6=30
      cice6_processor_shape="slenderX2"
      ;;
    "025")
      ntasks_cice6=120
      cice6_processor_shape="slenderX2"
      ;;
    *)
      echo "FATAL ERROR: Unsupported CICE6 resolution = ${cice6_res}, ABORT!"
      exit 1
      ;;
  esac
  # NX_GLB and NY_GLB are set in the MOM6 section above
  # CICE6 runs on the same domain decomposition as MOM6
  export nthreads_cice6 ntasks_cice6
  export cice6_processor_shape
fi

# WW3 specific settings
if [[ "${skip_ww3}" == "false" ]]; then
  source "${EXPDIR}/config.wave"
  export cplwav=".true."
  export cplwav2atm=".true."
  model_list="${model_list}.wave"
  nthreads_ww3=1
  case "${ww3_res}" in
    "gnh_10m;aoc_9km;gsh_15m")
      ntasks_ww3=140
      ;;
    "gwes_30m")
      ntasks_ww3=100
      ;;
    "glo_025")
      ntasks_ww3=262
      ;;
    "glo_100")
      ntasks_ww3=20
      ;;
    "glo_200")
      ntasks_ww3=30
      ;;
    "glo_500")
      ntasks_ww3=12
      ;;
    "mx025")
      ntasks_ww3=80
      ;;
    "uglo_15km")
      ntasks_ww3=1000
      nthreads_ww3=2
      ;;
    "uglo_100km")
      ntasks_ww3=40
      ;;
    *)
      echo "FATAL ERROR: Unsupported WW3 resolution = ${ww3_res}, ABORT!"
      exit 1
      ;;
  esac
  export ntasks_ww3 nthreads_ww3
fi

# GOCART specific settings
if [[ "${skip_gocart}" == "false" ]]; then
  source "${EXPDIR}/config.aero"
  export cplchm=".true."
  model_list="${model_list}.aero"
fi

# Set the name of the UFS (previously nems) configure template to use
# Default ufs.configure templates for supported model configurations
# WW3 restart field variable is different for slow vs fast loop.  Add  WW3_RSTFLDS="ice" for slow loop variables based on coupling scheme.
case "${model_list}" in
  atm)
    default_template="${PARMgfs}/ufs/ufs.configure.atm${tmpl_suffix:-}.IN"
    ;;
  atm.aero)
    default_template="${PARMgfs}/ufs/ufs.configure.atmaero${tmpl_suffix:-}.IN"
    ;;
  atm.wave)
    default_template="${PARMgfs}/ufs/ufs.configure.leapfrog_atm_wav${tmpl_suffix:-}.IN"
    ;;
  atm.ocean.ice)
    default_template="${PARMgfs}/ufs/ufs.configure.s2s${tmpl_suffix:-}.IN"
    ;;
  atm.ocean.ice.aero)
    default_template="${PARMgfs}/ufs/ufs.configure.s2sa${tmpl_suffix:-}.IN"
    ;;
  atm.ocean.ice.wave)
    default_template="${PARMgfs}/ufs/ufs.configure.s2sw${tmpl_suffix:-}.IN"
    WW3_RSTFLDS="ice"
    ;;
  atm.ocean.ice.wave.aero)
    default_template="${PARMgfs}/ufs/ufs.configure.s2swa${tmpl_suffix:-}.IN"
    WW3_RSTFLDS="ice"
    ;;
  *)
    echo "FATAL ERROR: Unsupported UFSWM configuration for ${model_list}"
    exit 16
    ;;
esac

# Allow user to override the default template
export ufs_configure_template=${ufs_configure_template:-${default_template:-"/dev/null"}}
unset model_list default_template

# export wave restart variable:
export WW3_RSTFLDS=${WW3_RSTFLDS:-" "}

if [[ ! -r "${ufs_configure_template}" ]]; then
  echo "FATAL ERROR: ${ufs_configure_template} either doesn't exist or is not readable."
  exit 17
fi

echo "END: config.ufs"