Catalogue¶

Get a catalogue and information about the downloaded files.

[1]:

import pansat
from pansat.catalogue import local
from pansat.products.reanalysis import era5

1. Look at available products

[2]:

my_catalogue= local.ProductCatalogue()
my_catalogue.available_products

[2]:

['reanalysis-era5-land',
 'reanalysis-era5-land-monthly-means',
 'reanalysis-era5-pressure-levels',
 'reanalysis-era5-pressure-levels-monthly-means',
 'reanalysis-era5-single-levels',
 'reanalysis-era5-single-levels-monthly-means',
 'ncep.reanalysis-surface',
 'ncep.reanalysis-pressure',
 'ncep.reanalysis-surface_gauss',
 'ncep.reanalysis-spectral',
 'ncep.reanalysis-tropopause',
 'igra-soundings',
 'CloudSat_1B-CPR',
 'CloudSat_2B-CLDCLASS',
 'CloudSat_2B-CLDCLASS-LIDAR',
 'CloudSat_2B-CWC-RO',
 'CloudSat_2B-CWC-RVOD',
 'CloudSat_2B-FLXHR',
 'CloudSat_2B-FLXHR-LIDAR',
 'CloudSat_2B-GEOPROF',
 'CloudSat_2B-GEOPROF-LIDAR',
 'CloudSat_2B-TAU',
 'CloudSat_2C-ICE',
 'CloudSat_2C-PRECIP-COLUMN',
 'CloudSat_2C-RAIN-PROFILE',
 'CloudSat_2C-SNOW-PROFILE',
 'Calipso_333mCLay',
 'Calipso_01kmCLay',
 'Calipso_05kmAPro',
 'Calipso_CAL_LID_L1',
 'Dardar_DARDAR-CLOUD',
 'Dardar_DARDAR_CLOUD',
 'MODIS_Terra_MOD021KM',
 'MODIS_Terra_MOD03',
 'MODIS_Aqua_MYD021KM',
 'MODIS_Aqua_MYD03',
 'MODIS_Aqua_MYD35_l2',
 'GPM_1A_GPM_GMI',
 'GPM_1B_GPM_GMI',
 'GPM_1Base_GPM_GMI',
 'GPM_1Base-RSS_GPM_GMI',
 'GPM_1Base-XCAL_GPM_GMI',
 'GPM_1C_AQUA_AMSRE',
 'GPM_1C_F08_SSMI',
 'GPM_1C_F10_SSMI',
 'GPM_1C_F11_SSMI',
 'GPM_1C_F13_SSMI',
 'GPM_1C_F14_SSMI',
 'GPM_1C_F15_SSMI',
 'GPM_1C_F16_SSMIS',
 'GPM_1C_F17_SSMIS',
 'GPM_1C_F18_SSMIS',
 'GPM_1C_F19_SSMIS',
 'GPM_1C_GCOMW1_AMSR2',
 'GPM_1C_GPM_GMI',
 'GPM_1C-R_GPM_GMI',
 'GPM_1C_METOPA_MHS',
 'GPM_1C_METOPB_MHS',
 'GPM_1C_METOPC_MHS',
 'GPM_1C_MT1_SAPHIR',
 'GPM_1C_NOAA15_AMSUB',
 'GPM_1C_NOAA16_AMSUB',
 'GPM_1C_NOAA17_AMSUB',
 'GPM_1C_NOAA18_MHS',
 'GPM_1C_NOAA19_MHS',
 'GPM_1C_NOAA20_ATMS',
 'GPM_1C_NPP_ATMS',
 'GPM_2A_GPM_DPR',
 'GPM_2A-ENV_GPM_DPR',
 'GPM_2A-CLIM_AQUA_AMSRE',
 'GPM_2A-CLIM_F11_SSMI',
 'GPM_2A-CLIM_F13_SSMI',
 'GPM_2A-CLIM_F14_SSMI',
 'GPM_2A-CLIM_F15_SSMI',
 'GPM_2A_F16_SSMIS',
 'GPM_2A-CLIM_F16_SSMIS',
 'GPM_2A_F17_SSMIS',
 'GPM_2A-CLIM_F17_SSMIS',
 'GPM_2A_F18_SSMIS',
 'GPM_2A-CLIM_F18_SSMIS',
 'GPM_2A_F19_SSMIS',
 'GPM_2A-CLIM_F19_SSMIS',
 'GPM_2A_GCOMW1_AMSR2',
 'GPM_2A-CLIM_GCOMW1_AMSR2',
 'GPM_2A_GPM_GMI',
 'GPM_2A-CLIM_GPM_GMI',
 'GPM_2A_METOPA_MHS',
 'GPM_2A-CLIM_METOPA_MHS',
 'GPM_2A_METOPB_MHS',
 'GPM_2A-CLIM_METOPB_MHS',
 'GPM_2A_METOPC_MHS',
 'GPM_2A-CLIM_METOPC_MHS',
 'GPM_2A-CLIM_NOAA15_AMSUB',
 'GPM_2A-CLIM_NOAA16_AMSUB',
 'GPM_2A-CLIM_NOAA17_AMSUB',
 'GPM_2A_NOAA18_MHS',
 'GPM_2A-CLIM_NOAA18_MHS',
 'GPM_2A_NOAA19_MHS',
 'GPM_2A-CLIM_NOAA19_MHS',
 'GPM_2A_NOAA20_ATMS',
 'GPM_2A-CLIM_NOAA20_ATMS',
 'GPM_2A_NPP_ATMS',
 'GPM_2A-CLIM_NPP_ATMS',
 'GPM_2A_GPM_Ka',
 'GPM_2A-ENV_GPM_Ka',
 'GPM_2A_GPM_Ku',
 'GPM_2A-ENV_GPM_Ku',
 'GPM_2A_MT1_SAPHIR',
 'GPM_2A-CLIM_MT1_SAPHIR',
 'GPM_2B_GPM_DPRGMI',
 'GPM_3B-MO_GPM_DPRGMI',
 'GPM_3B-DAY_GPM_DPRGMI',
 'GPM_3A-MO_GPM_DPR',
 'GPM_3A-DAY_GPM_DPR',
 'GPM_3B-ORBIT_GPM_DPRGMI',
 'GPM_3A-MO_F16_SSMIS',
 'GPM_3A-DAY_F16_SSMIS',
 'GPM_3A-MO_F17_SSMIS',
 'GPM_3A-DAY_F17_SSMIS',
 'GPM_3A-MO_F18_SSMIS',
 'GPM_3A-DAY_F18_SSMIS',
 'GPM_3A-MO_F19_SSMIS',
 'GPM_3A-DAY_F19_SSMIS',
 'GPM_3A-MO_GCOMW1_AMSR2',
 'GPM_3A-DAY_GCOMW1_AMSR2',
 'GPM_3A-MO_GPM_GMI',
 'GPM_3A-DAY_GPM_GMI',
 'GPM_3A-MO_METOPA_MHS',
 'GPM_3A-DAY_METOPA_MHS',
 'GPM_3A-MO_METOPB_MHS',
 'GPM_3A-DAY_METOPB_MHS',
 'GPM_3A-MO_METOPC_MHS',
 'GPM_3A-DAY_METOPC_MHS',
 'GPM_3A-MO_NOAA18_MHS',
 'GPM_3A-DAY_NOAA18_MHS',
 'GPM_3A-MO_NOAA19_MHS',
 'GPM_3A-DAY_NOAA19_MHS',
 'GPM_3A-MO_NOAA20_ATMS',
 'GPM_3A-DAY_NOAA20_ATMS',
 'GPM_3A-MO_NPP_ATMS',
 'GPM_3A-DAY_NPP_ATMS',
 'GPM_3A-ORBIT_GPM_DPR',
 'GPM_3B-HHR_MS_MRG',
 'GPM_3B-MO_MS_MRG',
 'GPM_3A-MO_MT1_SAPHIR',
 'GPM_3A-DAY_MT1_SAPHIR']

2. Check downloaded files for specific product

[4]:

my_product = era5.ERA5Monthly('surface', ['2m_temperature'])
files= my_catalogue.get_files_for_product(my_product)
files

[4]:

['reanalysis-era5-single-levels-monthly-means_201908_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_202003_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200005_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_20180100:00_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200910_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200309_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_20180400:00_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200503_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200009_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200006_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200007_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_200008_2m_temperature.nc',
 'reanalysis-era5-single-levels-monthly-means_20190100:00_2m_temperature.nc']

3. Get dictionary with all downloaded products

[5]:

file_dict = my_catalogue.get_file_catalogue()
file_dict

[5]:

{'ERA5': {'reanalysis-era5-single-levels-monthly-means': ['reanalysis-era5-single-levels-monthly-means_201908_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_202003_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_200005_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_20180100:00_2m_temperature.nc',
   'era5-reanalysis-era5-single-levels-monthly-means_20161000:00_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_200910_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_200309_2m_temperature.nc',
   'era5_reanalysis-era5-single-levels-monthly-means_2016_10__00:00_2m_temperature_.nc',
   'era5-reanalysis-era5-single-levels-monthly-means_20160300:00_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_20180400:00_2m_temperature.nc',
   'era5-reanalysis-era5-single-levels-monthly-means_20160900:00_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_200503_2m_temperature.nc',
   'era5-reanalysis-era5-single-levels-monthly-means_20160500:00_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_200009_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_199908_mean_sea_level_pressure60-90--179-180.nc',
   'reanalysis-era5-single-levels-monthly-means_200006_2m_temperature.nc',
   'era5_reanalysis-era5-single-levels-monthly-means_2016_01__00:00_2m_temperature_.nc',
   'reanalysis-era5-single-levels-monthly-means_199908_asn90--179-60-180.nc',
   'reanalysis-era5-single-levels-monthly-means_199908_mean_sea_level_pressure.nc',
   'reanalysis-era5-single-levels-monthly-means_199908_mean_sea_level_pressure90--179-60-180.nc',
   'reanalysis-era5-single-levels-monthly-means_200007_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_200008_2m_temperature.nc',
   'reanalysis-era5-single-levels-monthly-means_20190100:00_2m_temperature.nc'],
  'reanalysis-era5-single-levels': [],
  'reanalysis-era5-land-monthly-means': []},
 'NCEP': {'ncep.reanalysis-pressure': ['rhum.2016.nc',
   'rhum.2017.nc',
   'rhum.2015.nc']},
 'IGRA': {'igra-soundings': ['temp_12z-mly-202011.txt',
   'AEM00041217-data.txt.zip',
   'vapr_00z-mly-202011.txt.zip',
   'CHM00057006-data.txt.zip',
   'temp_00z-mly-202011.txt.zip',
   'temp_00z-mly-202012.txt.zip',
   'temp_12z-mly-202011.txt.zip',
   'vapr_12z-mly-202011.txt.zip',
   'vapr_12z-mly-202011.txt',
   'igra2-station-list.txt',
   'temp_00z-mly-202011.txt',
   'vapr00z-mly.txt.zip',
   'temp_00z-mly-20210.txt.zip',
   "['vapr00z-mly.txt.zip', 'vapr12z-mly.txt.zip']",
   'temp_12z-mly-202012.txt.zip',
   'temp_12z-mly-202012.txt',
   'vapr_00z-mly-202011.txt',
   'temp_00z-mly-202012.txt',
   'vapr_00z-mly.txt.zip',
   'temp_00z-mly-20200.txt.zip',
   'vapr_12z-mly.txt.zip']},
 'GPM': {}}

4. Print overview over downloaded files for each product and product class

[6]:

my_catalogue.print_file_catalogue()

ERA5
        reanalysis-era5-single-levels-monthly-means
                ['reanalysis-era5-single-levels-monthly-means_201908_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_202003_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_200005_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_20180100:00_2m_temperature.nc', 'era5-reanalysis-era5-single-levels-monthly-means_20161000:00_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_200910_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_200309_2m_temperature.nc', 'era5_reanalysis-era5-single-levels-monthly-means_2016_10__00:00_2m_temperature_.nc', 'era5-reanalysis-era5-single-levels-monthly-means_20160300:00_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_20180400:00_2m_temperature.nc', 'era5-reanalysis-era5-single-levels-monthly-means_20160900:00_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_200503_2m_temperature.nc', 'era5-reanalysis-era5-single-levels-monthly-means_20160500:00_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_200009_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_199908_mean_sea_level_pressure60-90--179-180.nc', 'reanalysis-era5-single-levels-monthly-means_200006_2m_temperature.nc', 'era5_reanalysis-era5-single-levels-monthly-means_2016_01__00:00_2m_temperature_.nc', 'reanalysis-era5-single-levels-monthly-means_199908_asn90--179-60-180.nc', 'reanalysis-era5-single-levels-monthly-means_199908_mean_sea_level_pressure.nc', 'reanalysis-era5-single-levels-monthly-means_199908_mean_sea_level_pressure90--179-60-180.nc', 'reanalysis-era5-single-levels-monthly-means_200007_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_200008_2m_temperature.nc', 'reanalysis-era5-single-levels-monthly-means_20190100:00_2m_temperature.nc']
        reanalysis-era5-single-levels
                []
        reanalysis-era5-land-monthly-means
                []
NCEP
        ncep.reanalysis-pressure
                ['rhum.2016.nc', 'rhum.2017.nc', 'rhum.2015.nc']
IGRA
        igra-soundings
                ['temp_12z-mly-202011.txt', 'AEM00041217-data.txt.zip', 'vapr_00z-mly-202011.txt.zip', 'CHM00057006-data.txt.zip', 'temp_00z-mly-202011.txt.zip', 'temp_00z-mly-202012.txt.zip', 'temp_12z-mly-202011.txt.zip', 'vapr_12z-mly-202011.txt.zip', 'vapr_12z-mly-202011.txt', 'igra2-station-list.txt', 'temp_00z-mly-202011.txt', 'vapr00z-mly.txt.zip', 'temp_00z-mly-20210.txt.zip', "['vapr00z-mly.txt.zip', 'vapr12z-mly.txt.zip']", 'temp_12z-mly-202012.txt.zip', 'temp_12z-mly-202012.txt', 'vapr_00z-mly-202011.txt', 'temp_00z-mly-202012.txt', 'vapr_00z-mly.txt.zip', 'temp_00z-mly-20200.txt.zip', 'vapr_12z-mly.txt.zip']
GPM