syspaths.py

Go to the documentation of this file.

 
 
import os
 
VALID_SYSTEMS = ['ehratmvm', 'devlan']
#CONFIGURED_SYSTEM = 'devlan'
CONFIGURED_SYSTEM = 'ehratmvm'
 
class SysSpecificPaths(object):
 
    def __init__(self):
 
        # Don Morton's development CentOS 7 VM for EHRATM
        if CONFIGURED_SYSTEM == 'ehratmvm':
 
            # These are system-specific values
            self._WPSWRF_DISTRO_PATH = '/scratch/WRFV4.3-Distribution'
            self._WPS_GEOG_DATA_DIR = '/home/ctbtuser/tempgeog'
            #self._FLEXWRF_DISTRO_PATH = \
            #        '/scratch/FLEXWRFv3.3-gnu-Distirbution-2022-02-03'
            self._FLEXWRF_DISTRO_PATH = \
                    '/scratch/FLEXWRFv3.3-gnu-Distribution-2023-05-08'
            self._SRM_FLEXPART2CTBT_PATH = os.path.join(
                    self._FLEXWRF_DISTRO_PATH, 'srm/flexpart2ctbt',
                    'flexpart2ctbt'
            )
 
 
 
            self._MPIRUN_PATH = '/usr/lib64/openmpi/bin/mpirun'
 
            # Eventually I want to have a cleaner way of packaging these custom
            # files, but for now I'm just listing their full hardcoded paths
            self._VTABLE_ECMWF_ML = '/home/ctbtuser/git/high-res-atm'
            self._VTABLE_ECMWF_ML += '/packages/nwpservice/tests/testcase_data'
            self._VTABLE_ECMWF_ML += '/ecmwf_anne_2014_eu/WPS/Vtable.ECMWF.ml'
 
            self._VTABLE_ECMWF_SFC = '/home/ctbtuser/git/high-res-atm'
            self._VTABLE_ECMWF_SFC += '/packages/nwpservice/tests/testcase_data'
            self._VTABLE_ECMWF_SFC += '/ecmwf_anne_2014_eu/WPS/Vtable.ECMWF.sfc'
 
            # For ECMWF model-to-pressure level processing
            self._ECMWF_COEFFS = '/home/ctbtuser/git/high-res-atm'
            self._ECMWF_COEFFS += '/packages/nwpservice/tests/testcase_data'
            self._ECMWF_COEFFS += '/ecmwf_anne_2014_eu/WPS/ecmwf_coeffs'
 
            self._ECMWF_METGRID_TBL = '/home/ctbtuser/git/high-res-atm'
            self._ECMWF_METGRID_TBL += '/packages/nwpservice/tests/testcase_data'
            self._ECMWF_METGRID_TBL += '/ecmwf_anne_2014_eu/WPS/METGRID.TBL'
 
 
            self._WORKING_SCRATCH_ROOTDIR = '/tmp'
 
            self._WORKFLOW_ROOTDIR = '/tmp'
 
        # Don Morton's experimental setup on devlan
        elif CONFIGURED_SYSTEM == 'devlan':
 
            REPOSITORY_ROOTDIR = '/dvlscratch/ATM/morton/git/high-res-atm'
            DISTRIBUTIONS_ROOTDIR = '/dvlscratch/ATM/morton/EHRATM-develop-freeze-v1.0'
 
            self._MPIRUN_PATH = '/usr/lib64/openmpi/bin/mpirun'
 
            # These are system-specific values for devlan
            self._WPSWRF_DISTRO_PATH = DISTRIBUTIONS_ROOTDIR
            self._WPSWRF_DISTRO_PATH += '/WRFDistributions/WRFV4.3'
 
            self._WPS_GEOG_DATA_DIR = DISTRIBUTIONS_ROOTDIR
            self._WPS_GEOG_DATA_DIR += '/WRFDistributions/GEOG_DATA'
 
            self._FLEXWRF_DISTRO_PATH = DISTRIBUTIONS_ROOTDIR
            self._FLEXWRF_DISTRO_PATH += '/FlexWRFDistributions/flexwrfv3.3'
 
            self._SRM_FLEXPART2CTBT_PATH = os.path.join(
                    self._FLEXWRF_DISTRO_PATH, 'srm/flexpart2ctbt',
                    'flexpart2ctbt')
 
 
 
            # Eventually I want to have a cleaner way of packaging these custom
            # files, but for now I'm just listing their full hardcoded paths
 
 
            self._VTABLE_ECMWF_ML = REPOSITORY_ROOTDIR
            self._VTABLE_ECMWF_ML += '/packages/nwpservice/tests/testcase_data'
            self._VTABLE_ECMWF_ML += '/ecmwf_anne_2014_eu/WPS/Vtable.ECMWF.ml'
 
            self._VTABLE_ECMWF_SFC = REPOSITORY_ROOTDIR
            self._VTABLE_ECMWF_SFC += '/packages/nwpservice/tests/testcase_data'
            self._VTABLE_ECMWF_SFC += '/ecmwf_anne_2014_eu/WPS/Vtable.ECMWF.sfc'
 
            # For ECMWF model-to-pressure level processing
            self._ECMWF_COEFFS = REPOSITORY_ROOTDIR
            self._ECMWF_COEFFS += '/packages/nwpservice/tests/testcase_data'
            self._ECMWF_COEFFS += '/ecmwf_anne_2014_eu/WPS/ecmwf_coeffs'
 
            self._ECMWF_METGRID_TBL = REPOSITORY_ROOTDIR
            self._ECMWF_METGRID_TBL += '/packages/nwpservice/tests/testcase_data'
            self._ECMWF_METGRID_TBL += '/ecmwf_anne_2014_eu/WPS/METGRID.TBL'
 
 
 
            #self._WORKING_SCRATCH_ROOTDIR = '/dvlscratch/ATM/morton/tmp'
            self._WORKING_SCRATCH_ROOTDIR = '/tmp'
 
            #self._WORKFLOW_ROOTDIR = '/dvlscratch/ATM/morton/tmp'
            self._WORKFLOW_ROOTDIR = '/tmp'
 
        else:
            raise ValueError('Invalid CONFIGURED_SYSTEM: %s' %s)
 
 
 
 
 
 
 
 
        # Check that the paths are good
        if not os.path.isdir(self._WPSWRF_DISTRO_PATH):
            msg = 'WPSWRF_DISTRO_PATH dir not found: %s' %  \
                    self._WPSWRF_DISTRO_PATH
            raise FileNotFoundError(msg)
 
        if not os.path.isdir(self._WPS_GEOG_DATA_DIR):
            msg = 'WPS_GEOG_DATA_DIR dir not found: %s' %  \
                    self._WPS_GEOG_DATA_DIR
            raise FileNotFoundError(msg)
 
        if not os.path.isdir(self._FLEXWRF_DISTRO_PATH):
            msg = 'FLEXWRF_DISTRO_PATH dir not found: %s' %  \
                    self._FLEXWRF_DISTRO_PATH
            raise FileNotFoundError(msg)
 
 
        if not os.path.isfile(self._SRM_FLEXPART2CTBT_PATH):
            msg = 'SRM_FLEXPART2CTBT_PATH not found: %s' %  \
                    self._SRM_FLEXPART2CTBT_PATH
            raise FileNotFoundError(msg)
        # Also make sure it's executable
        if not os.access(self._SRM_FLEXPART2CTBT_PATH, os.X_OK):
            msg = 'flexpart2ctbt not executable: %s' %  \
                    self._SRM_FLEXPART2CTBT_PATH
            raise FileNotFoundError(msg)
 
 
        if not os.path.isfile(self._MPIRUN_PATH):
            msg = 'MPIRUN_PATH dir found: %s' %  \
                    self._MPIRUN_PATH
            raise FileNotFoundError(msg)
 
        if not os.path.isfile(self._VTABLE_ECMWF_ML):
            msg = 'VTABLE_ECMWF_SFC not found: %s' %  \
                    self._VTABLE_ECMWF_ML
            raise FileNotFoundError(msg)
 
        if not os.path.isfile(self._VTABLE_ECMWF_SFC):
            msg = 'VTABLE_ECMWF_SFC not found: %s' %  \
                    self._VTABLE_ECMWF_SFC
            raise FileNotFoundError(msg)
 
        if not os.path.isfile(self._ECMWF_METGRID_TBL):
            msg = 'ECMWF_METGRID_TBL not found: %s' %  \
                    self._ECMWF_METGRID_TBL
            raise FileNotFoundError(msg)
 
        if not os.access(self._WORKING_SCRATCH_ROOTDIR, os.W_OK):
            msg = 'WORKING_SCRATCH_ROOTDIR dir not writable: %s' %  \
                    self._WORKING_SCRATCH_ROOTDIR
            raise OSError(msg)
 
 
 
    
 
    def log_level(self):
        return self._LOG_LEVEL
 
    def wpswrf_distro_path(self):
        return self._WPSWRF_DISTRO_PATH
 
    def wps_geog_data_dir(self):
        return self._WPS_GEOG_DATA_DIR
 
    def flexwrf_distro_path(self):
        return self._FLEXWRF_DISTRO_PATH
 
    def srm_flexpart2ctbt_path(self):
        return self._SRM_FLEXPART2CTBT_PATH
 
    def mpirun_path(self):
        return self._MPIRUN_PATH
 
 
    def working_scratch_rootdir(self):
        return self._WORKING_SCRATCH_ROOTDIR
 
    def workflow_rootdir(self):
        return self._WORKFLOW_ROOTDIR
 
 
 
    def vtable_ecmwf_ml(self):
        return self._VTABLE_ECMWF_ML
 
    def vtable_ecmwf_sfc(self):
        return self._VTABLE_ECMWF_SFC
 
    def ecmwf_coeffs(self):
        return self._ECMWF_COEFFS
 
    def ecmwf_metgrid_tbl(self):
        return self._ECMWF_METGRID_TBL