Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
@RoyCaitSith
RoyCaitSith committed Oct 25, 2023
1 parent 3484ff0 commit 8f71fe2
Show file tree
Hide file tree
Showing 4 changed files with 61 additions and 73 deletions.
92 changes: 40 additions & 52 deletions bash_scripts/.bash_profile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -18,19 +18,11 @@ alias rm="rm -i"
alias cdcfeng="cd /uufs/chpc.utah.edu/common/home/zpu-group30/cfeng"
alias cdhome="cd /uufs/chpc.utah.edu/common/home/u1237353"
alias cdscratch="cd /scratch/general/nfs1/u1237353"
#alias cdp1="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/Project_01_Cyclonegenesis"
#alias cdflorence="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/01_Florence_AMSU-A"
#alias cdgoes="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/02_GOES_Bias_Correction"
#alias cdcpexaw="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/03_CPEX_DAWN"
#alias cdtropics="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/05_TROPICS"
#alias cdcrl="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/07_CRL"
#alias cdcpex="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/08_CPEX"
#alias cdgsienkf="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/comGSIv3.7_EnKFv1.3"
#alias cdgsigmi="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/comGSIv3.7_EnKFv1.3_GMI"
#alias cdgsi="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/GSI-20220513"
#alias cddart="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/DART"
#alias cdbase="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/03_CPEX_DAWN/10_ensemble/work"
#alias cdtransfer="cd /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/Transfer"
alias cdgoes="cd /uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/GOES-R-observation-error-covariance"
alias cdcpex="cd /uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/CPEX"
alias cdtropics="cd /uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/TROPICS"
alias cdsoftware="cd /uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software"
alias cdgsi="cd /uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/comGSIv3.7_EnKFv1.3"

module purge
module load ncl
Expand All @@ -40,37 +32,37 @@ module load ncview
module load aws-cli/2.2.29
module load cmake/3.13.3
#module load cmake/3.21.4
#module load intel-oneapi-compilers/2021.4.0
#module load openmpi/4.1.1
#module load netcdf-c/4.8.1 netcdf-fortran/4.5.3
#module load parallel-netcdf/1.12.2
#module load hdf5/1.10.7
module load intel-oneapi-compilers/2021.4.0
module load openmpi/4.1.1
module load netcdf-c/4.8.1 netcdf-fortran/4.5.3
module load parallel-netcdf/1.12.2
module load hdf5/1.10.7

# GSI V3.7
module load intel-oneapi-compilers/2021.4.0 intel-oneapi-mpi/2021.4.0 intel-oneapi-mkl/2022.0.2 hdf5/1.10.7
module load netcdf-c/4.9.0 netcdf-cxx netcdf-fortran
#module load intel-oneapi-compilers/2021.4.0 intel-oneapi-mpi/2021.4.0 intel-oneapi-mkl/2022.0.2 hdf5/1.10.7
#module load netcdf-c/4.9.0 netcdf-cxx netcdf-fortran

export NETCDF="/uufs/chpc.utah.edu/sys/spack/linux-rocky8-nehalem/intel-2021.4.0/netcdf-impi"
export PATH="$NETCDF:$PATH"
export LD_LIBRARY_PATH="$NETCDF/lib:$LD_LIBRARY_PATH"
export HDF5="$HDF5_ROOT"
export PATH="$HDF5:$PATH"
export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"

# Environment for WRF and WPS
#export NETCDF="/uufs/chpc.utah.edu/sys/spack/linux-rocky8-nehalem/intel-2021.4.0/netcdf-ompi"
#export NETCDF="/uufs/chpc.utah.edu/sys/spack/linux-rocky8-nehalem/intel-2021.4.0/netcdf-impi"
#export PATH="$NETCDF:$PATH"
#export LD_LIBRARY_PATH="$NETCDF/lib:$LD_LIBRARY_PATH"
#export HDF5="$HDF5_ROOT"
#export PATH="$HDF5:$PATH"
#export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"

#export J="-j 8"
#export WRF_EM_CORE="1"
#export WRFIO_NCD_LARGE_FILE_SUPPORT="1"
#export DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES"
#export JASPERLIB="$DIR/grib2/lib"
#export JASPERINC="$DIR/grib2/include"
# Environment for WRF and WPS
export NETCDF="/uufs/chpc.utah.edu/sys/spack/linux-rocky8-nehalem/intel-2021.4.0/netcdf-ompi"
export PATH="$NETCDF:$PATH"
export LD_LIBRARY_PATH="$NETCDF/lib:$LD_LIBRARY_PATH"
export HDF5="$HDF5_ROOT"
export PATH="$HDF5:$PATH"
export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"

export J="-j 8"
export WRF_EM_CORE="1"
export WRFIO_NCD_LARGE_FILE_SUPPORT="1"
export DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software"
export JASPERLIB="$DIR/grib2/lib"
export JASPERINC="$DIR/grib2/include"

# Environment for WRFPLUS, RTTOV, WRFDA, and DART
#export NETCDF="/uufs/chpc.utah.edu/sys/spack/linux-rocky8-nehalem/intel-2021.4.0/netcdf-ompi"
Expand All @@ -80,30 +72,30 @@ export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"
#export PATH="$HDF5:$PATH"
#export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"

#export WRFPLUS_DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/DART/WRFPLUS"
#export RTTOV="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/DART/rttov_12.1"
#export WRFPLUS_DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/DART/WRFPLUS"
#export RTTOV="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/DART/rttov_12.1"

# NCEPlibs
#export DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/other"
#export DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software"
#export JASPER_INC="$DIR/grib2/include"
#export PNG_INC="$JASPER_INC"

# UPP
#export NCEPLIBS_DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/NCEPlibs"
#export NCEPLIBS_DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/NCEPlibs"

# Environment for GFDL Vortex Tracker
#export PNETCDF=$PARALLEL_NETCDF_ROOT
#export PATH="$PNETCDF:$PATH"
#export LD_LIBRARY_PATH="$PNETCDF/lib:$LD_LIBRARY_PATH"
#export DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/other"
#export DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software"
#export JASPERLIB="$DIR/grib2/lib"
#export JASPERINC="$DIR/grib2/include"
#export LIB_Z_PATH="$JASPERLIB"
#export LIB_PNG_PATH="$JASPERLIB"
#export LIB_JASPER_PATH="$JASPERLIB"

# GSI Github
#module use /uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/hpc-stack/modulefiles/stack
#module use /uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/hpc-stack/modulefiles/stack
#module load hpc/1.2.0
#module load hpc-intel/18.0.5
#module load hpc-impi/2018.4.274
Expand All @@ -123,15 +115,15 @@ export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"
#module load ip/3.3.3

# Environment for CRTM
#export libroot="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/CRTM/crtm_v2.3.0"
#export libroot="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/crtm_v2.3.0"
#export FCFLAGS="-I$libroot/include $FCFLAGS"
#export LDFLAGS="-L$libroot/lib $LDFLAGS"
#export LIBS="-lcrtm"

# Create BUFR File
#export GSI_DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/comGSIv3.7_EnKFv1.3"
#export GSI_DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/comGSIv3.7_EnKFv1.3"
#export GSI_DIR_LIB="$GSI_DIR/build/lib"
#export HDF5="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/other/hdf5"
#export HDF5="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/hdf5"
#export HDF5_LIB="$HDF5/lib"
#export LD_LIBRARY_PATH="$NETCDF/lib:$LD_LIBRARY_PATH"
#export LD_LIBRARY_PATH="$GSI_DIR_LIB:$LD_LIBRARY_PATH"
Expand All @@ -141,12 +133,8 @@ export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"
#export FCFLAGS="-I$HDF5/include $FCFLAGS"

# Environment for installing HWRF
#export DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/LIBRARIES/other"
#export SCRATCH="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/HWRF_01_Florence_CTRL"
#export SCRATCH="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/HWRF_02_Florence_With_DA_No_VA"
#export SCRATCH="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/HWRF_03_Florence_No_DA_No_VA"
#export SCRATCH="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/Other/HWRF_04"
#export SCRATCH="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/Other/HWRF_05"
#export DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software"
#export SCRATCH="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/HWRF"
#export HOMEhwrf="${SCRATCH}/hwrfrun"
#export HWRF=1
#export WRF_NMM_CORE=1
Expand Down Expand Up @@ -175,8 +163,8 @@ export LD_LIBRARY_PATH="$HDF5/lib:$LD_LIBRARY_PATH"
#export ECMWF_API_EMAIL="[email protected]"

# DART
#export DART_DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/DART"
#export BASE_DIR="/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/05_TROPICS/06_20220203/work"
#export DART_DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/DART"
#export BASE_DIR="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/TROPICS/06_20220203/work"

# Miniconda3
export PATH="/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/software/mymini3/bin:$PATH"
Expand Down
32 changes: 16 additions & 16 deletions functions/data_library_cpex.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@
compare_schemes = {}
sns_bright_cmap = sns.color_palette('bright')

attributes[('/08_CPEX/01_CV_RF07_AEW06_IAN', 'Ian')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/08_CPEX/01_CV_RF07_AEW06_IAN',
attributes[('/CPEX/01_CV_RF07_AEW06_IAN', 'Ian')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/CPEX/01_CV_RF07_AEW06_IAN',
'dir_colormaps': '/uufs/chpc.utah.edu/common/home/u1237353/climetlab-my-plugin/colormaps',
'dir_namelists': '/uufs/chpc.utah.edu/common/home/u1237353/CPEX/01_CV_RF07_AEW06_IAN/namelists',
'NHC_best_track': '2022_09L_Ian.csv',
Expand All @@ -31,8 +31,8 @@
'ensemble_members': 60,
}

attributes[('/08_CPEX/02_AW_RF01_AEW01', 'AEW01')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/08_CPEX/02_AW_RF01_AEW01',
attributes[('/CPEX/02_AW_RF01_AEW01', 'AEW01')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/CPEX/02_AW_RF01_AEW01',
'dir_colormaps': '/uufs/chpc.utah.edu/common/home/u1237353/climetlab-my-plugin/colormaps',
'dir_namelists': '/uufs/chpc.utah.edu/common/home/u1237353/CPEX/02_AW_RF01_AEW01/namelists',
'AEW_best_track': '2021_AEW01.csv',
Expand All @@ -55,8 +55,8 @@
'ensemble_members': 60,
}

attributes[('/08_CPEX/03_AW_RF02_AEW02', 'AEW02')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/08_CPEX/03_AW_RF02_AEW02',
attributes[('/CPEX/03_AW_RF02_AEW02', 'AEW02')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/CPEX/03_AW_RF02_AEW02',
'dir_colormaps': '/uufs/chpc.utah.edu/common/home/u1237353/climetlab-my-plugin/colormaps',
'dir_namelists': '/uufs/chpc.utah.edu/common/home/u1237353/CPEX/03_AW_RF02_AEW02/namelists',
'AEW_best_track': '2021_AEW02.csv',
Expand All @@ -79,8 +79,8 @@
'ensemble_members': 60,
}

attributes[('/08_CPEX/04_AW_RF07_Larry', 'Larry')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/08_CPEX/04_AW_RF07_Larry',
attributes[('/CPEX/04_AW_RF07_Larry', 'Larry')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/CPEX/04_AW_RF07_Larry',
'dir_colormaps': '/uufs/chpc.utah.edu/common/home/u1237353/climetlab-my-plugin/colormaps',
'dir_namelists': '/uufs/chpc.utah.edu/common/home/u1237353/CPEX/04_AW_RF07_Larry/namelists',
'NHC_best_track': '2021_12L_Larry.csv',
Expand All @@ -104,16 +104,16 @@
'ensemble_members': 60,
}

attributes[('/08_CPEX/05_CV_RF07_AEW06', 'AEW06')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/08_CPEX/05_CV_RF07_AEW06',
attributes[('/CPEX/05_CV_RF07_AEW06', 'AEW06')] = {
'dir_exp': '/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/CPEX/05_CV_RF07_AEW06',
'dir_colormaps': '/uufs/chpc.utah.edu/common/home/u1237353/climetlab-my-plugin/colormaps',
'dir_namelists': '/uufs/chpc.utah.edu/common/home/u1237353/CPEX/05_CV_RF07_AEW06/namelists',
'AEW_best_track': '2022_AEW06.csv',
'IMERG_version': {'run': 'HHR-L', 'version': 'V06C'},
'CMORPH_version': '8km-30min',
'GSMaP_version': '05A',
'itime': (2022, 9, 16, 0, 0, 0),
'forecast_hours': 36,
'forecast_hours': 48,
'dir_scratch': '/scratch/general/nfs1/u1237353',
'total_da_cycles': 4,
'time_window_max': 3.0,
Expand All @@ -129,11 +129,11 @@
}

compare_schemes['Ian_scheme_01'] = {
'cases': [('/08_CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'CTRL'), \
('/08_CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'CONV'), \
('/08_CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'DAWN'), \
('/08_CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'HALO')],
'dir_save': '/uufs/chpc.utah.edu/common/home/zpu-group16/cfeng/08_CPEX/01_CV_RF07_AEW06_IAN/track_intensity/figures',
'cases': [('/CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'CTRL'), \
('/CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'CONV'), \
('/CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'DAWN'), \
('/CPEX/01_CV_RF07_AEW06_IAN', 'Ian', 'HALO')],
'dir_save': '/uufs/chpc.utah.edu/common/home/zpu-group30/cfeng/CPEX/01_CV_RF07_AEW06_IAN/track_intensity/figures',
'labels': ['CTRL', 'CONV', 'DAWN', 'HALO'],
'colors': [sns_bright_cmap[0], sns_bright_cmap[1], sns_bright_cmap[2], sns_bright_cmap[3]],
'linestyles': ['-', '-', '-', '-'],
Expand Down
2 changes: 1 addition & 1 deletion functions/data_library_goes.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -146,4 +146,4 @@
'labels': ['NPB_ASRBC4CLD_08', 'NPB_ASRBC4CLD_09', 'NPB_ASRBC4CLD_10', 'NPB_ASRBC4CLD_CLD_08', 'NPB_ASRBC4CLD_CLD_09', 'NPB_ASRBC4CLD_CLD_10', 'NPB_ASRBC4CLD_CLD_ALL'],
'colors': [sns_bright_cmap[1], sns_bright_cmap[2], sns_bright_cmap[3], sns_bright_cmap[4], sns_bright_cmap[5], sns_bright_cmap[6], sns_bright_cmap[7]],
'linestyles': ['-', '-', '-', '-', '-', '-', '-'],
}
}
8 changes: 4 additions & 4 deletions notebooks/generate_gefs_ensembles.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,11 +16,11 @@
"metadata": {},
"outputs": [],
"source": [
"# from generate_gefs_ensembles import download_gefs_ensemble\n",
"from generate_gefs_ensembles import download_gefs_ensemble\n",
"\n",
"# download_gefs_ensemble(data_library_name='cpex',\n",
"# dir_case='/08_CPEX/04_AW_RF07_Larry',\n",
"# case_name='Larry')"
"download_gefs_ensemble(data_library_name='cpex',\n",
" dir_case='/CPEX/05_CV_RF07_AEW06',\n",
" case_name='AEW06')"
]
},
{
Expand Down

0 comments on commit 8f71fe2

Please sign in to comment.