From 8c64c8c86cf1a04fb5122c4e87f71e77fc89ed08 Mon Sep 17 00:00:00 2001 From: "Paul J. Durack" Date: Fri, 17 Nov 2017 14:45:51 -0800 Subject: [PATCH 1/4] Update obs_info_dictionary.json - add thetao --- doc/obs_info_dictionary.json | 175 ++++++++++++++++-- .../scripts/build_obs_meta_dictionary.py | 130 ++++++------- .../pcmdi/scripts/obs_info_dictionary.json | 175 ++++++++++++++++-- 3 files changed, 374 insertions(+), 106 deletions(-) diff --git a/doc/obs_info_dictionary.json b/doc/obs_info_dictionary.json index 90fbce450..158a0d44d 100644 --- a/doc/obs_info_dictionary.json +++ b/doc/obs_info_dictionary.json @@ -134,9 +134,9 @@ "rltcre": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "07cb1fbed2fdc51ffafc689b35ac05ce", + "MD5sum": "e736a924ce2a9e6097f9a1ff652176bf", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rltcre_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -160,7 +160,7 @@ "CMIP_CMOR_TABLE": "CERES", "MD5sum": "146eec5e8a734fedbbdd0909921530f2", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlut_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -172,7 +172,7 @@ "CMIP_CMOR_TABLE": "CERES", "MD5sum": "7e77061fb5d5399ecad4360779ceb63f", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlutcs_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -206,9 +206,9 @@ "rsdt": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "033c05ea6447ec2b3be88016014ac2ef", + "MD5sum": "665d830b08f3c3dadc5301aa31682ea9", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 14:32:40 2016", + "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsdt_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -218,9 +218,9 @@ "rst": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "45ee2704bd9013c4f6589cbcccb4f893", + "MD5sum": "059c7011a52b8c07e6ab5a46f34886ea", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:47 2016", "filename": "rst_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -230,9 +230,9 @@ "rstcre": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "43ae9b34119b1d885a53e087720c1a72", + "MD5sum": "eaf13953bf323ca0aef058028f4c1a9c", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:43 2016", + "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rstcre_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -250,25 +250,37 @@ "shape": "(12, 180, 360)" } }, + "rsut": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "3080d9897550062409994abe4e7067fd", + "RefName": "CERES", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", + "filename": "rsut_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, "rsutcs": { "CERES": { "CMIP_CMOR_TABLE": "CERES", "MD5sum": "e77f527db0bf303ec35e4df7e2c662fb", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:45 2016", + "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsutcs_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" }, "default": "CERES" }, - "rtnet": { + "rt": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "b3b28ee6496fe87a79dad308fc935f78", + "MD5sum": "4f816a24e38db99f26835c4c97b7e0b3", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", - "filename": "rtnet_CERES_000001-000012_ac.nc", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", + "filename": "rt_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" } @@ -278,7 +290,7 @@ "CMIP_CMOR_TABLE": "CERES", "MD5sum": "d9d8973d589548124049d527331d5799", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:43 2016", + "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rtnetcre_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -309,6 +321,36 @@ "shape": "(180, 360)" } }, + "sos": { + "JPL-Aquarius-v2": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "648c3f92abe91223ac24645cac653e6f", + "RefName": "JPL-Aquarius-v2", + "RefTrackingDate": "Wed Jan 15 10:29:05 2014", + "filename": "sos_pcmdi-metrics_Omon_JPL-Aquarius-v2_201108-201304-clim.nc", + "period": "JPL-Aquarius-v2", + "shape": "(12, 180, 360)" + }, + "NODC-WOA09": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "c645c6382f41af91019470e9c0bfc3a6", + "RefName": "NODC-WOA09", + "RefTrackingDate": "Wed Jan 15 10:33:04 2014", + "filename": "sos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", + "period": "NODC-WOA09", + "shape": "(12, 180, 360)" + }, + "UCSD-ARGO": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "1fb5933f16a4644bd429ab0d618f06f0", + "RefName": "UCSD-ARGO", + "RefTrackingDate": "Wed Jan 15 10:48:30 2014", + "filename": "sos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", + "period": "UCSD-ARGO", + "shape": "(12, 260, 720)" + }, + "default": "NODC-WOA09" + }, "ta": { "ERA40": { "CMIP_CMOR_TABLE": "ERA40", @@ -397,6 +439,95 @@ }, "default": "ERAINT" }, + "thetao": { + "Hosoda-MOAA-PGV": { + "CMIP_CMOR_TABLE": "Hosoda-MOAA-PGV", + "MD5sum": "0b3c3bf4f263dc89ba705529b4ad9b61", + "RefName": "Hosoda-MOAA-PGV", + "RefTrackingDate": "Thu Nov 16 13:59:25 2017", + "filename": "thetao_Hosoda-MOAA-PGV_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "IPRC": { + "CMIP_CMOR_TABLE": "IPRC", + "MD5sum": "083c9288e321fc92ea08796cedb041be", + "RefName": "IPRC", + "RefTrackingDate": "Thu Nov 16 13:59:47 2017", + "filename": "thetao_IPRC_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "UCSD": { + "CMIP_CMOR_TABLE": "UCSD", + "MD5sum": "bdbfcede0b6c33fcfdec16b4d48165c0", + "RefName": "UCSD", + "RefTrackingDate": "Thu Nov 16 14:00:02 2017", + "filename": "thetao_UCSD_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "WOA13v2": { + "CMIP_CMOR_TABLE": "WOA13v2", + "MD5sum": "a6c527ce2684851b4a785026289b0b8d", + "RefName": "WOA13v2", + "RefTrackingDate": "Thu Nov 16 14:00:17 2017", + "filename": "thetao_WOA13v2_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "alternate1": "UCSD", + "alternate2": "Hosoda-MOAA-PGV", + "alternate3": "IPRC" + }, + "tos": { + "NOAA-OISST-v2": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "4995e86ecbe771751fcf542c96c84162", + "RefName": "NOAA-OISST-v2", + "RefTrackingDate": "Wed Jan 15 10:51:51 2014", + "filename": "tos_pcmdi-metrics_Omon_NOAA-OISST-v2_198202-201201-clim.nc", + "period": "NOAA-OISST-v2", + "shape": "(12, 180, 360)" + }, + "NODC-WOA09": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "49a00ee3298d266f9234517d5c1c75d1", + "RefName": "NODC-WOA09", + "RefTrackingDate": "Wed Jan 15 10:53:00 2014", + "filename": "tos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", + "period": "NODC-WOA09", + "shape": "(12, 180, 360)" + }, + "REMSS-AMSRE-L3-v7": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "b849e0e2a90ba9424252639c3446b9b4", + "RefName": "REMSS-AMSRE-L3-v7", + "RefTrackingDate": "Wed Jan 15 10:54:18 2014", + "filename": "tos_pcmdi-metrics_Omon_REMSS-AMSRE-L3-v7_200301-201012-clim.nc", + "period": "REMSS-AMSRE-L3-v7", + "shape": "(12, 180, 360)" + }, + "UCSD-ARGO": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "a7b0e7fa23e56e915f0ba527427d2f07", + "RefName": "UCSD-ARGO", + "RefTrackingDate": "Wed Jan 15 10:55:42 2014", + "filename": "tos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", + "period": "UCSD-ARGO", + "shape": "(12, 260, 720)" + }, + "UKMETOFFICE-HadISST-v1-1": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "41833b403cad7052773dd933d1798a14", + "RefName": "UKMETOFFICE-HadISST-v1-1", + "RefTrackingDate": "Wed Jan 15 10:57:20 2014", + "filename": "tos_pcmdi-metrics_Omon_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc", + "period": "UKMETOFFICE-HadISST-v1-1", + "shape": "(12, 180, 360)" + }, + "default": "UKMETOFFICE-HadISST-v1-1" + }, "ts": { "ERAINT": { "CMIP_CMOR_TABLE": "ERAINT", @@ -567,5 +698,17 @@ "alternate1": "ERA40", "alternate2": "JRA25", "default": "ERAINT" + }, + "zos": { + "CNES-AVISO-L4": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "8835a061bb2ab4b154555f98d022b67b", + "RefName": "CNES-AVISO-L4", + "RefTrackingDate": "Wed Jan 15 11:01:14 2014", + "filename": "zos_pcmdi-metrics_Omon_CNES-AVISO-L4_199301-201012-clim.nc", + "period": "CNES-AVISO-L4", + "shape": "(12, 180, 360)" + }, + "default": "CNES-AVISO-L4" } } \ No newline at end of file diff --git a/src/python/pcmdi/scripts/build_obs_meta_dictionary.py b/src/python/pcmdi/scripts/build_obs_meta_dictionary.py index aee8c6ab3..ed267b5f0 100644 --- a/src/python/pcmdi/scripts/build_obs_meta_dictionary.py +++ b/src/python/pcmdi/scripts/build_obs_meta_dictionary.py @@ -17,97 +17,90 @@ # data_path = '/work/gleckler1/processed_data/metrics_package/obs' data_path = '/work/gleckler1/processed_data/obs' - lst = os.popen('ls ' + data_path + '/*/mo/*/*/ac/*.nc').readlines() # FOR MONTHLY MEAN OBS -obs_dic_in = {'rlut': {'default': 'CERES'}, - 'rst': {'default': 'CERES'}, - 'rsut': {'default': 'CERES'}, - 'rsds': {'default': 'CERES', }, - 'rlds': {'default': 'CERES', }, - 'rsdt': {'default': 'CERES', }, - 'rsdscs': {'default': 'CERES', }, - 'rldscs': {'default': 'CERES', }, - 'rlus': {'default': 'CERES', }, - 'rsus': {'default': 'CERES', }, +obs_dic_in = {'rlut': {'default': 'CERES'}, + 'rst': {'default': 'CERES'}, + 'rsut': {'default': 'CERES'}, + 'rsds': {'default': 'CERES'}, + 'rlds': {'default': 'CERES'}, + 'rsdt': {'default': 'CERES'}, + 'rsdscs': {'default': 'CERES'}, + 'rldscs': {'default': 'CERES'}, + 'rlus': {'default': 'CERES'}, + 'rsus': {'default': 'CERES'}, 'rlutcs': {'default': 'CERES'}, 'rsutcs': {'default': 'CERES'}, 'rstcre': {'default': 'CERES'}, 'rltcre': {'default': 'CERES'}, - 'pr': {'default': 'GPCP', 'alternate1': 'TRMM'}, - 'prw': {'default': 'RSS'}, - 'tas': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'psl': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'ua': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'va': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'uas': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'hus': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'vas': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'ta': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'zg': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'tauu': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'tauv': {'default': 'ERAINT', - 'alternate2': 'JRA25', - 'alternate1': 'ERA40'}, - 'tos': {'default': 'UKMETOFFICE-HadISST-v1-1'}, - 'zos': {'default': 'CNES-AVISO-L4'}, - 'sos': {'default': 'NODC-WOA09'}, - 'ts': {'default': 'HadISST1'} - + 'pr': {'default': 'GPCP', + 'alternate1': 'TRMM'}, + 'prw': {'default': 'RSS'}, + 'tas': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'psl': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'ua': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'va': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'uas': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'hus': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'vas': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'ta': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'zg': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'tauu': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'tauv': {'default': 'ERAINT', + 'alternate2': 'JRA25', + 'alternate1': 'ERA40'}, + 'tos': {'default': 'UKMETOFFICE-HadISST-v1-1'}, + 'zos': {'default': 'CNES-AVISO-L4'}, + 'sos': {'default': 'NODC-WOA09'}, + 'ts': {'default': 'HadISST1'}, + 'thetao': {'default': 'WOAv13v2', + 'alternate1': 'UCSD', + 'alternate2': 'Hosoda-MOAA-PGV', + 'alternate3': 'IPRC'} } obs_dic = {} - for l in lst: subp = l.split('obs')[1] -# print subp - + #print subp var = subp.split('/')[3] # TRAP FILE NAME FOR OBS DATA - filename = subp.split('/')[len(subp.split('/')) - 1][:-1] - print 'FILENAME IS ', filename, ' ', subp.split('/')[3] - if var not in obs_dic.keys(): obs_dic[var] = {} - product = subp.split('/')[4] - if product not in obs_dic[var].keys() and os.path.isfile(l[:-1]) != -1: obs_dic[var][product] = {} print l[:-1] print os.path.isfile(l[:-1]) - partial_filename = subp.split('ac')[1] - realm = partial_filename.split('_')[1] period = partial_filename.split('_')[3] period = period.split('-clim.nc')[0] - obs_dic[var][product]['filename'] = filename obs_dic[var][product]['CMIP_CMOR_TABLE'] = realm obs_dic[var][product]['period'] = period @@ -115,20 +108,14 @@ obs_dic[var][product]['RefTrackingDate'] = time.ctime( os.path.getmtime( l.strip())) - md5 = string.split(os.popen('md5sum ' + l[:-1]).readlines()[0], ' ')[0] - obs_dic[var][product]['MD5sum'] = md5 - print var, ' ', product, ' ', realm, ' ', period - f = cdms2.open(l[:-1]) d = f(var) shape = d.shape f.close() - shape = repr(d.shape) - obs_dic[var][product]['shape'] = shape try: @@ -138,10 +125,8 @@ except: pass - # DONE WITH MONTHLY MEAN OBS # NOW TRAP OBS LAND-SEA MASKS IN OBS/FX/SFTLF - data_path_fx = '/clim_obs/obs' lstm = os.popen('ls ' + data_path_fx + '/fx/sftlf/*.nc').readlines() @@ -154,8 +139,7 @@ subp = l.split('/fx/sftlf/')[1] var = subp.split('_')[0] -# TRAP FILE NAME FOR SFTLF DATA - + # TRAP FILE NAME FOR SFTLF DATA filename = subp.split('/')[len(subp.split('/')) - 1][:-1] print 'FILENAME IS ', filename # , ' ', subp.split('/')[3] if var not in obs_dic.keys(): @@ -181,7 +165,6 @@ f.close() # ADD SPECIAL CASE SFTLF FROM TEST DIR - product = 'UKMETOFFICE-HadISST-v1-1' obs_dic[var][product] = {} obs_dic[var][product]['CMIP_CMOR_TABLE'] = 'fx' @@ -189,7 +172,6 @@ obs_dic[var][product]['filename'] = \ 'sftlf_pcmdi-metrics_fx_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc' - json_name = 'obs_info_dictionary.json' # SAVE LOCAL AND IN /doc diff --git a/src/python/pcmdi/scripts/obs_info_dictionary.json b/src/python/pcmdi/scripts/obs_info_dictionary.json index 90fbce450..158a0d44d 100644 --- a/src/python/pcmdi/scripts/obs_info_dictionary.json +++ b/src/python/pcmdi/scripts/obs_info_dictionary.json @@ -134,9 +134,9 @@ "rltcre": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "07cb1fbed2fdc51ffafc689b35ac05ce", + "MD5sum": "e736a924ce2a9e6097f9a1ff652176bf", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rltcre_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -160,7 +160,7 @@ "CMIP_CMOR_TABLE": "CERES", "MD5sum": "146eec5e8a734fedbbdd0909921530f2", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlut_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -172,7 +172,7 @@ "CMIP_CMOR_TABLE": "CERES", "MD5sum": "7e77061fb5d5399ecad4360779ceb63f", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlutcs_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -206,9 +206,9 @@ "rsdt": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "033c05ea6447ec2b3be88016014ac2ef", + "MD5sum": "665d830b08f3c3dadc5301aa31682ea9", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 14:32:40 2016", + "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsdt_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -218,9 +218,9 @@ "rst": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "45ee2704bd9013c4f6589cbcccb4f893", + "MD5sum": "059c7011a52b8c07e6ab5a46f34886ea", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "RefTrackingDate": "Wed Aug 31 17:45:47 2016", "filename": "rst_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -230,9 +230,9 @@ "rstcre": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "43ae9b34119b1d885a53e087720c1a72", + "MD5sum": "eaf13953bf323ca0aef058028f4c1a9c", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:43 2016", + "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rstcre_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -250,25 +250,37 @@ "shape": "(12, 180, 360)" } }, + "rsut": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "3080d9897550062409994abe4e7067fd", + "RefName": "CERES", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", + "filename": "rsut_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, "rsutcs": { "CERES": { "CMIP_CMOR_TABLE": "CERES", "MD5sum": "e77f527db0bf303ec35e4df7e2c662fb", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:45 2016", + "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsutcs_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" }, "default": "CERES" }, - "rtnet": { + "rt": { "CERES": { "CMIP_CMOR_TABLE": "CERES", - "MD5sum": "b3b28ee6496fe87a79dad308fc935f78", + "MD5sum": "4f816a24e38db99f26835c4c97b7e0b3", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:44 2016", - "filename": "rtnet_CERES_000001-000012_ac.nc", + "RefTrackingDate": "Wed Aug 31 17:45:45 2016", + "filename": "rt_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" } @@ -278,7 +290,7 @@ "CMIP_CMOR_TABLE": "CERES", "MD5sum": "d9d8973d589548124049d527331d5799", "RefName": "CERES", - "RefTrackingDate": "Wed Jun 1 16:30:43 2016", + "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rtnetcre_CERES_000001-000012_ac.nc", "period": "", "shape": "(12, 180, 360)" @@ -309,6 +321,36 @@ "shape": "(180, 360)" } }, + "sos": { + "JPL-Aquarius-v2": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "648c3f92abe91223ac24645cac653e6f", + "RefName": "JPL-Aquarius-v2", + "RefTrackingDate": "Wed Jan 15 10:29:05 2014", + "filename": "sos_pcmdi-metrics_Omon_JPL-Aquarius-v2_201108-201304-clim.nc", + "period": "JPL-Aquarius-v2", + "shape": "(12, 180, 360)" + }, + "NODC-WOA09": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "c645c6382f41af91019470e9c0bfc3a6", + "RefName": "NODC-WOA09", + "RefTrackingDate": "Wed Jan 15 10:33:04 2014", + "filename": "sos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", + "period": "NODC-WOA09", + "shape": "(12, 180, 360)" + }, + "UCSD-ARGO": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "1fb5933f16a4644bd429ab0d618f06f0", + "RefName": "UCSD-ARGO", + "RefTrackingDate": "Wed Jan 15 10:48:30 2014", + "filename": "sos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", + "period": "UCSD-ARGO", + "shape": "(12, 260, 720)" + }, + "default": "NODC-WOA09" + }, "ta": { "ERA40": { "CMIP_CMOR_TABLE": "ERA40", @@ -397,6 +439,95 @@ }, "default": "ERAINT" }, + "thetao": { + "Hosoda-MOAA-PGV": { + "CMIP_CMOR_TABLE": "Hosoda-MOAA-PGV", + "MD5sum": "0b3c3bf4f263dc89ba705529b4ad9b61", + "RefName": "Hosoda-MOAA-PGV", + "RefTrackingDate": "Thu Nov 16 13:59:25 2017", + "filename": "thetao_Hosoda-MOAA-PGV_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "IPRC": { + "CMIP_CMOR_TABLE": "IPRC", + "MD5sum": "083c9288e321fc92ea08796cedb041be", + "RefName": "IPRC", + "RefTrackingDate": "Thu Nov 16 13:59:47 2017", + "filename": "thetao_IPRC_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "UCSD": { + "CMIP_CMOR_TABLE": "UCSD", + "MD5sum": "bdbfcede0b6c33fcfdec16b4d48165c0", + "RefName": "UCSD", + "RefTrackingDate": "Thu Nov 16 14:00:02 2017", + "filename": "thetao_UCSD_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "WOA13v2": { + "CMIP_CMOR_TABLE": "WOA13v2", + "MD5sum": "a6c527ce2684851b4a785026289b0b8d", + "RefName": "WOA13v2", + "RefTrackingDate": "Thu Nov 16 14:00:17 2017", + "filename": "thetao_WOA13v2_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "alternate1": "UCSD", + "alternate2": "Hosoda-MOAA-PGV", + "alternate3": "IPRC" + }, + "tos": { + "NOAA-OISST-v2": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "4995e86ecbe771751fcf542c96c84162", + "RefName": "NOAA-OISST-v2", + "RefTrackingDate": "Wed Jan 15 10:51:51 2014", + "filename": "tos_pcmdi-metrics_Omon_NOAA-OISST-v2_198202-201201-clim.nc", + "period": "NOAA-OISST-v2", + "shape": "(12, 180, 360)" + }, + "NODC-WOA09": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "49a00ee3298d266f9234517d5c1c75d1", + "RefName": "NODC-WOA09", + "RefTrackingDate": "Wed Jan 15 10:53:00 2014", + "filename": "tos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", + "period": "NODC-WOA09", + "shape": "(12, 180, 360)" + }, + "REMSS-AMSRE-L3-v7": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "b849e0e2a90ba9424252639c3446b9b4", + "RefName": "REMSS-AMSRE-L3-v7", + "RefTrackingDate": "Wed Jan 15 10:54:18 2014", + "filename": "tos_pcmdi-metrics_Omon_REMSS-AMSRE-L3-v7_200301-201012-clim.nc", + "period": "REMSS-AMSRE-L3-v7", + "shape": "(12, 180, 360)" + }, + "UCSD-ARGO": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "a7b0e7fa23e56e915f0ba527427d2f07", + "RefName": "UCSD-ARGO", + "RefTrackingDate": "Wed Jan 15 10:55:42 2014", + "filename": "tos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", + "period": "UCSD-ARGO", + "shape": "(12, 260, 720)" + }, + "UKMETOFFICE-HadISST-v1-1": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "41833b403cad7052773dd933d1798a14", + "RefName": "UKMETOFFICE-HadISST-v1-1", + "RefTrackingDate": "Wed Jan 15 10:57:20 2014", + "filename": "tos_pcmdi-metrics_Omon_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc", + "period": "UKMETOFFICE-HadISST-v1-1", + "shape": "(12, 180, 360)" + }, + "default": "UKMETOFFICE-HadISST-v1-1" + }, "ts": { "ERAINT": { "CMIP_CMOR_TABLE": "ERAINT", @@ -567,5 +698,17 @@ "alternate1": "ERA40", "alternate2": "JRA25", "default": "ERAINT" + }, + "zos": { + "CNES-AVISO-L4": { + "CMIP_CMOR_TABLE": "pcmdi-metrics", + "MD5sum": "8835a061bb2ab4b154555f98d022b67b", + "RefName": "CNES-AVISO-L4", + "RefTrackingDate": "Wed Jan 15 11:01:14 2014", + "filename": "zos_pcmdi-metrics_Omon_CNES-AVISO-L4_199301-201012-clim.nc", + "period": "CNES-AVISO-L4", + "shape": "(12, 180, 360)" + }, + "default": "CNES-AVISO-L4" } } \ No newline at end of file From 4e8d3d1bae70d50b39c7cb5b12ce3e539458af92 Mon Sep 17 00:00:00 2001 From: "Paul J. Durack" Date: Mon, 20 Nov 2017 09:48:56 -0800 Subject: [PATCH 2/4] Update obs_info_dictionary.json - add thetao --- .../obs_info_dictionary.json.bak171117 | 571 ++++++++++++++++++ 1 file changed, 571 insertions(+) create mode 100644 src/python/pcmdi/scripts/obs_info_dictionary.json.bak171117 diff --git a/src/python/pcmdi/scripts/obs_info_dictionary.json.bak171117 b/src/python/pcmdi/scripts/obs_info_dictionary.json.bak171117 new file mode 100644 index 000000000..90fbce450 --- /dev/null +++ b/src/python/pcmdi/scripts/obs_info_dictionary.json.bak171117 @@ -0,0 +1,571 @@ +{ + "hfss": { + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "f4ae4c9033830ef12a666fba2a6ba9b0", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:28:00 2011", + "filename": "hfss_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + } + }, + "hur": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "968e4b2340c6d189a9a076c665ce3c5e", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 17:50:28 2011", + "filename": "hur_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "f5ad752af20fdf03c9c492a54deb9b36", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:48:17 2011", + "filename": "hur_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 17, 121, 240)" + } + }, + "hus": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "bedc62255919424d66356c98d457e095", + "RefName": "ERA40", + "RefTrackingDate": "Wed Jul 13 10:11:17 2011", + "filename": "hus_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "b4ff5a481e368b75170487cb2fca3f5b", + "RefName": "ERAINT", + "RefTrackingDate": "Wed Jul 13 10:08:12 2011", + "filename": "hus_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 17, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "bcd341cb2b19bf53eecac8ed4497d3a8", + "RefName": "JRA25", + "RefTrackingDate": "Wed Jul 13 10:06:19 2011", + "filename": "hus_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 12, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + }, + "huss": { + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "6a4a8d5516fc4e13ef10443d0b3d5909", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 18:10:35 2011", + "filename": "huss_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 145, 288)" + } + }, + "pr": { + "GPCP": { + "CMIP_CMOR_TABLE": "GPCP", + "MD5sum": "144d2807b833ced066db4956014c9472", + "RefName": "GPCP", + "RefTrackingDate": "Tue Jul 12 17:28:09 2011", + "filename": "pr_GPCP_000001-000012_ac.nc", + "period": "", + "shape": "(12, 72, 144)" + }, + "default": "GPCP" + }, + "prw": { + "RSS": { + "CMIP_CMOR_TABLE": "RSS", + "MD5sum": "76cd666442e53ddca1d000a3d390b00e", + "RefName": "RSS", + "RefTrackingDate": "Tue Jul 12 18:10:43 2011", + "filename": "prw_RSS_000001-000012_ac.nc", + "period": "", + "shape": "(12, 72, 144)" + }, + "default": "RSS" + }, + "psl": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "e8564f7b1f228da6eef1ce5dfa98dec7", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 17:28:25 2011", + "filename": "psl_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "ecc0ac7ded5ef4a42a9733d57783e3bd", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:28:38 2011", + "filename": "psl_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + }, + "alternate1": "ERA40", + "default": "ERAINT" + }, + "rlds": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "e1f5aa61b4501d005731ac6656372b39", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 14:02:18 2016", + "filename": "rlds_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rltcre": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "07cb1fbed2fdc51ffafc689b35ac05ce", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "filename": "rltcre_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rlus": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "741ac684af3ad1e190ca14edf36663d0", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 14:02:18 2016", + "filename": "rlus_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rlut": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "146eec5e8a734fedbbdd0909921530f2", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "filename": "rlut_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rlutcs": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "7e77061fb5d5399ecad4360779ceb63f", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "filename": "rlutcs_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rsds": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "f5e81fc625b1bce448020cbeb79b1fd1", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 14:02:17 2016", + "filename": "rsds_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rsdscs": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "8255a25979cacfae6561b31658f49f43", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 14:02:18 2016", + "filename": "rsdscs_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rsdt": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "033c05ea6447ec2b3be88016014ac2ef", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 14:32:40 2016", + "filename": "rsdt_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rst": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "45ee2704bd9013c4f6589cbcccb4f893", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "filename": "rst_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rstcre": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "43ae9b34119b1d885a53e087720c1a72", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:43 2016", + "filename": "rstcre_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rsuscs": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "822e5dd388c12b2a520bce79a34b765c", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 14:02:18 2016", + "filename": "rsuscs_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + } + }, + "rsutcs": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "e77f527db0bf303ec35e4df7e2c662fb", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:45 2016", + "filename": "rsutcs_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + }, + "default": "CERES" + }, + "rtnet": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "b3b28ee6496fe87a79dad308fc935f78", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:44 2016", + "filename": "rtnet_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + } + }, + "rtnetcre": { + "CERES": { + "CMIP_CMOR_TABLE": "CERES", + "MD5sum": "d9d8973d589548124049d527331d5799", + "RefName": "CERES", + "RefTrackingDate": "Wed Jun 1 16:30:43 2016", + "filename": "rtnetcre_CERES_000001-000012_ac.nc", + "period": "", + "shape": "(12, 180, 360)" + } + }, + "sftlf": { + "ERA40": { + "CMIP_CMOR_TABLE": "fx", + "MD5sum": "b1e262027dba038c89eb51e6d7c4be17", + "filename": "sftlf_pcmdi-metrics_fx_ECMWF-ERA40_195709-200208.nc", + "shape": "(73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "fx", + "MD5sum": "ba6582ba6c87f00d37c09843602e74e9", + "filename": "sftlf_pcmdi-metrics_fx_ECMWF-ERAInterim_197901-201407.nc", + "shape": "(121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "fx", + "MD5sum": "47530ba8fd46e66656bd52b29d19f41e", + "filename": "sftlf_pcmdi-metrics_fx_NCAR-JRA25_197901-201401.nc", + "shape": "(145, 288)" + }, + "UKMETOFFICE-HadISST-v1-1": { + "CMIP_CMOR_TABLE": "fx", + "filename": "sftlf_pcmdi-metrics_fx_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc", + "shape": "(180, 360)" + } + }, + "ta": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "6b3e6c1cb5c26e76140d2580ef80def0", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 18:08:51 2011", + "filename": "ta_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "9036381da7020e5edff322435d1e0dba", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 18:06:41 2011", + "filename": "ta_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 17, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "38835cb0b12bbd780ff783ff6b8a18fc", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 18:05:04 2011", + "filename": "ta_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + }, + "tas": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "cd563e1c34f20b6aefc5c849cf4d153a", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 17:45:41 2011", + "filename": "tas_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "b53a23756718590f89a26064c76c6b05", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:46:20 2011", + "filename": "tas_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "77cc9aab998c684e75f1ccea24f42225", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 17:46:07 2011", + "filename": "tas_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + }, + "tauu": { + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "6fd1193a64e63da8d5f2fde9de303cbc", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 18:10:04 2011", + "filename": "tauu_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + }, + "default": "ERAINT" + }, + "tauv": { + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "98def159da59eadb06b5cbf7a7af2946", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:46:33 2011", + "filename": "tauv_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + }, + "default": "ERAINT" + }, + "ts": { + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "941ea2f75d02aa92dc3a58343063af21", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:27:47 2011", + "filename": "ts_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + } + }, + "ua": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "52fe5c4c5059a54597d3e72986c751d9", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 18:27:51 2011", + "filename": "ua_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "dca2dc9e8d2650a93cc8400775964cad", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 18:12:29 2011", + "filename": "ua_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 17, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "8e69acc4c20ad87716b70e440ef008f9", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 18:25:45 2011", + "filename": "ua_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + }, + "uas": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "50ad1dc285fe61dbf398e4640a119c7d", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 18:09:35 2011", + "filename": "uas_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "c4085df6de0ac8ad760a7b02f77e6083", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 18:09:50 2011", + "filename": "uas_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "f6918d6e96a42993fd7657efad64fa22", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 18:09:19 2011", + "filename": "uas_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + }, + "va": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "7adc89da5ad6031415d5aef9407990e4", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 17:13:02 2011", + "filename": "va_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "c99d076d1ce415ee07b510c3f4983a9f", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:27:33 2011", + "filename": "va_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 17, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "2781c58ae5d22de6415b8bbbfecf2c83", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 17:25:52 2011", + "filename": "va_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + }, + "vas": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "005f37ca8a51abd3e5ba63ec59a257fa", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 18:28:55 2011", + "filename": "vas_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "4176326c9c9c710d9cf55011d5700441", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 18:28:15 2011", + "filename": "vas_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "8755e78f04b0ae406a987d233262a01c", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 18:28:40 2011", + "filename": "vas_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + }, + "zg": { + "ERA40": { + "CMIP_CMOR_TABLE": "ERA40", + "MD5sum": "c84cf70c32fec73b40717dfeb5eaacd0", + "RefName": "ERA40", + "RefTrackingDate": "Tue Jul 12 17:45:24 2011", + "filename": "zg_ERA40_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 73, 144)" + }, + "ERAINT": { + "CMIP_CMOR_TABLE": "ERAINT", + "MD5sum": "92728f47ce4e30701b73fdcc49a203b9", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Jul 12 17:43:09 2011", + "filename": "zg_ERAINT_000001-000012_ac.nc", + "period": "", + "shape": "(12, 17, 121, 240)" + }, + "JRA25": { + "CMIP_CMOR_TABLE": "JRA25", + "MD5sum": "d05fe901617979ab0f54681ea181adbb", + "RefName": "JRA25", + "RefTrackingDate": "Tue Jul 12 17:41:32 2011", + "filename": "zg_JRA25_000001-000012_ac.nc", + "period": "", + "shape": "(12, 23, 145, 288)" + }, + "alternate1": "ERA40", + "alternate2": "JRA25", + "default": "ERAINT" + } +} \ No newline at end of file From 46b0e6521329b13e206f7e0b264c3cca60500e9f Mon Sep 17 00:00:00 2001 From: "Paul J. Durack" Date: Tue, 21 Nov 2017 08:28:39 -0800 Subject: [PATCH 3/4] Update .gitignore --- .gitignore | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.gitignore b/.gitignore index 58c3f0257..3700c3f9a 100644 --- a/.gitignore +++ b/.gitignore @@ -88,3 +88,7 @@ ENV/ # Rope project settings .ropeproject + +# durack1 files +recipes/conda-envs/pmp-1.1.2a.yml +test/ From cc8b0b5d3e008ed335fa3a40ab5167af52827db0 Mon Sep 17 00:00:00 2001 From: "Paul J. Durack" Date: Tue, 21 Nov 2017 14:01:02 -0800 Subject: [PATCH 4/4] Corrected obs_info_dictionary.json --- doc/obs_info_dictionary.json | 316 +++++++++--------- .../scripts/build_obs_meta_dictionary.py | 182 +++++----- .../pcmdi/scripts/obs_info_dictionary.json | 316 +++++++++--------- 3 files changed, 417 insertions(+), 397 deletions(-) mode change 100644 => 100755 src/python/pcmdi/scripts/obs_info_dictionary.json diff --git a/doc/obs_info_dictionary.json b/doc/obs_info_dictionary.json index 158a0d44d..edb5c8eb6 100644 --- a/doc/obs_info_dictionary.json +++ b/doc/obs_info_dictionary.json @@ -1,61 +1,61 @@ { "hfss": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "f4ae4c9033830ef12a666fba2a6ba9b0", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:28:00 2011", "filename": "hfss_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" } }, "hur": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "968e4b2340c6d189a9a076c665ce3c5e", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:50:28 2011", "filename": "hur_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "f5ad752af20fdf03c9c492a54deb9b36", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:48:17 2011", "filename": "hur_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 17, 121, 240)" } }, "hus": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "bedc62255919424d66356c98d457e095", "RefName": "ERA40", "RefTrackingDate": "Wed Jul 13 10:11:17 2011", "filename": "hus_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "b4ff5a481e368b75170487cb2fca3f5b", "RefName": "ERAINT", "RefTrackingDate": "Wed Jul 13 10:08:12 2011", "filename": "hus_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 17, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "bcd341cb2b19bf53eecac8ed4497d3a8", "RefName": "JRA25", "RefTrackingDate": "Wed Jul 13 10:06:19 2011", "filename": "hus_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 12, 145, 288)" }, "alternate1": "ERA40", @@ -64,56 +64,56 @@ }, "huss": { "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "6a4a8d5516fc4e13ef10443d0b3d5909", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 18:10:35 2011", "filename": "huss_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 145, 288)" } }, "pr": { "GPCP": { - "CMIP_CMOR_TABLE": "GPCP", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "144d2807b833ced066db4956014c9472", "RefName": "GPCP", "RefTrackingDate": "Tue Jul 12 17:28:09 2011", "filename": "pr_GPCP_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 72, 144)" }, "default": "GPCP" }, "prw": { "RSS": { - "CMIP_CMOR_TABLE": "RSS", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "76cd666442e53ddca1d000a3d390b00e", "RefName": "RSS", "RefTrackingDate": "Tue Jul 12 18:10:43 2011", "filename": "prw_RSS_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 72, 144)" }, "default": "RSS" }, "psl": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e8564f7b1f228da6eef1ce5dfa98dec7", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:28:25 2011", "filename": "psl_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "ecc0ac7ded5ef4a42a9733d57783e3bd", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:28:38 2011", "filename": "psl_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "alternate1": "ERA40", @@ -121,178 +121,178 @@ }, "rlds": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e1f5aa61b4501d005731ac6656372b39", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rlds_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rltcre": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e736a924ce2a9e6097f9a1ff652176bf", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rltcre_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rlus": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "741ac684af3ad1e190ca14edf36663d0", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rlus_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rlut": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "146eec5e8a734fedbbdd0909921530f2", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlut_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rlutcs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "7e77061fb5d5399ecad4360779ceb63f", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlutcs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsds": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "f5e81fc625b1bce448020cbeb79b1fd1", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:17 2016", "filename": "rsds_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsdscs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "8255a25979cacfae6561b31658f49f43", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rsdscs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsdt": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "665d830b08f3c3dadc5301aa31682ea9", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsdt_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rst": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "059c7011a52b8c07e6ab5a46f34886ea", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:47 2016", "filename": "rst_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rstcre": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "eaf13953bf323ca0aef058028f4c1a9c", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rstcre_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsuscs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "822e5dd388c12b2a520bce79a34b765c", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rsuscs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" } }, "rsut": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "3080d9897550062409994abe4e7067fd", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rsut_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsutcs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e77f527db0bf303ec35e4df7e2c662fb", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsutcs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rt": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "4f816a24e38db99f26835c4c97b7e0b3", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rt_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" } }, "rtnetcre": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "d9d8973d589548124049d527331d5799", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rtnetcre_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" } }, @@ -300,84 +300,97 @@ "ERA40": { "CMIP_CMOR_TABLE": "fx", "MD5sum": "b1e262027dba038c89eb51e6d7c4be17", + "RefName": "ERA40", + "RefTrackingDate": "Tue Oct 21 09:00:35 2014", "filename": "sftlf_pcmdi-metrics_fx_ECMWF-ERA40_195709-200208.nc", + "period": "195709-200208", "shape": "(73, 144)" }, "ERAINT": { "CMIP_CMOR_TABLE": "fx", "MD5sum": "ba6582ba6c87f00d37c09843602e74e9", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Oct 21 09:00:35 2014", "filename": "sftlf_pcmdi-metrics_fx_ECMWF-ERAInterim_197901-201407.nc", + "period": "197901-201407", "shape": "(121, 240)" }, "JRA25": { "CMIP_CMOR_TABLE": "fx", "MD5sum": "47530ba8fd46e66656bd52b29d19f41e", + "RefName": "JRA25", + "RefTrackingDate": "Tue Oct 21 09:00:35 2014", "filename": "sftlf_pcmdi-metrics_fx_NCAR-JRA25_197901-201401.nc", + "period": "197901-201401", "shape": "(145, 288)" }, "UKMETOFFICE-HadISST-v1-1": { "CMIP_CMOR_TABLE": "fx", + "MD5sum": "", + "RefName": "UKMETOFFICE-HadISST-v1-1", + "RefTrackingDate": "", "filename": "sftlf_pcmdi-metrics_fx_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc", + "period": "198002-200501", "shape": "(180, 360)" } }, "sos": { "JPL-Aquarius-v2": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "648c3f92abe91223ac24645cac653e6f", "RefName": "JPL-Aquarius-v2", "RefTrackingDate": "Wed Jan 15 10:29:05 2014", "filename": "sos_pcmdi-metrics_Omon_JPL-Aquarius-v2_201108-201304-clim.nc", - "period": "JPL-Aquarius-v2", + "period": "201108-201304", "shape": "(12, 180, 360)" }, "NODC-WOA09": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "c645c6382f41af91019470e9c0bfc3a6", "RefName": "NODC-WOA09", "RefTrackingDate": "Wed Jan 15 10:33:04 2014", "filename": "sos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", - "period": "NODC-WOA09", + "period": "177201-200812", "shape": "(12, 180, 360)" }, "UCSD-ARGO": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "1fb5933f16a4644bd429ab0d618f06f0", "RefName": "UCSD-ARGO", "RefTrackingDate": "Wed Jan 15 10:48:30 2014", "filename": "sos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", - "period": "UCSD-ARGO", + "period": "200401-201212", "shape": "(12, 260, 720)" }, "default": "NODC-WOA09" }, "ta": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "6b3e6c1cb5c26e76140d2580ef80def0", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:08:51 2011", "filename": "ta_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "9036381da7020e5edff322435d1e0dba", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "092ca616019eac18fb42932609f35d01", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 18:06:41 2011", + "RefTrackingDate": "Tue Nov 13 13:12:12 2012", "filename": "ta_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 17, 121, 240)" + "period": "000001-000012", + "shape": "(12, 17, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "38835cb0b12bbd780ff783ff6b8a18fc", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "30047c7b28bdef1909f716cb5b1e4466", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 18:05:04 2011", + "RefTrackingDate": "Tue Nov 13 13:12:14 2012", "filename": "ta_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 23, 145, 288)" + "period": "000001-000012", + "shape": "(12, 23, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -385,30 +398,30 @@ }, "tas": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "cd563e1c34f20b6aefc5c849cf4d153a", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:45:41 2011", "filename": "tas_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "b53a23756718590f89a26064c76c6b05", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:46:20 2011", "filename": "tas_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "77cc9aab998c684e75f1ccea24f42225", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 17:46:07 2011", "filename": "tas_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 145, 288)" }, "alternate1": "ERA40", @@ -417,155 +430,156 @@ }, "tauu": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "6fd1193a64e63da8d5f2fde9de303cbc", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 18:10:04 2011", "filename": "tauu_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "default": "ERAINT" }, "tauv": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "98def159da59eadb06b5cbf7a7af2946", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:46:33 2011", "filename": "tauv_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "default": "ERAINT" }, "thetao": { "Hosoda-MOAA-PGV": { - "CMIP_CMOR_TABLE": "Hosoda-MOAA-PGV", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "0b3c3bf4f263dc89ba705529b4ad9b61", "RefName": "Hosoda-MOAA-PGV", "RefTrackingDate": "Thu Nov 16 13:59:25 2017", "filename": "thetao_Hosoda-MOAA-PGV_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "IPRC": { - "CMIP_CMOR_TABLE": "IPRC", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "083c9288e321fc92ea08796cedb041be", "RefName": "IPRC", "RefTrackingDate": "Thu Nov 16 13:59:47 2017", "filename": "thetao_IPRC_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "UCSD": { - "CMIP_CMOR_TABLE": "UCSD", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "bdbfcede0b6c33fcfdec16b4d48165c0", "RefName": "UCSD", "RefTrackingDate": "Thu Nov 16 14:00:02 2017", "filename": "thetao_UCSD_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "WOA13v2": { - "CMIP_CMOR_TABLE": "WOA13v2", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "a6c527ce2684851b4a785026289b0b8d", "RefName": "WOA13v2", "RefTrackingDate": "Thu Nov 16 14:00:17 2017", "filename": "thetao_WOA13v2_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "alternate1": "UCSD", "alternate2": "Hosoda-MOAA-PGV", - "alternate3": "IPRC" + "alternate3": "IPRC", + "default": "WOA13v2" }, "tos": { "NOAA-OISST-v2": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "4995e86ecbe771751fcf542c96c84162", "RefName": "NOAA-OISST-v2", "RefTrackingDate": "Wed Jan 15 10:51:51 2014", "filename": "tos_pcmdi-metrics_Omon_NOAA-OISST-v2_198202-201201-clim.nc", - "period": "NOAA-OISST-v2", + "period": "198202-201201", "shape": "(12, 180, 360)" }, "NODC-WOA09": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "49a00ee3298d266f9234517d5c1c75d1", "RefName": "NODC-WOA09", "RefTrackingDate": "Wed Jan 15 10:53:00 2014", "filename": "tos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", - "period": "NODC-WOA09", + "period": "177201-200812", "shape": "(12, 180, 360)" }, "REMSS-AMSRE-L3-v7": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "b849e0e2a90ba9424252639c3446b9b4", "RefName": "REMSS-AMSRE-L3-v7", "RefTrackingDate": "Wed Jan 15 10:54:18 2014", "filename": "tos_pcmdi-metrics_Omon_REMSS-AMSRE-L3-v7_200301-201012-clim.nc", - "period": "REMSS-AMSRE-L3-v7", + "period": "200301-201012", "shape": "(12, 180, 360)" }, "UCSD-ARGO": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "a7b0e7fa23e56e915f0ba527427d2f07", "RefName": "UCSD-ARGO", "RefTrackingDate": "Wed Jan 15 10:55:42 2014", "filename": "tos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", - "period": "UCSD-ARGO", + "period": "200401-201212", "shape": "(12, 260, 720)" }, "UKMETOFFICE-HadISST-v1-1": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "41833b403cad7052773dd933d1798a14", "RefName": "UKMETOFFICE-HadISST-v1-1", "RefTrackingDate": "Wed Jan 15 10:57:20 2014", "filename": "tos_pcmdi-metrics_Omon_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc", - "period": "UKMETOFFICE-HadISST-v1-1", + "period": "198002-200501", "shape": "(12, 180, 360)" }, "default": "UKMETOFFICE-HadISST-v1-1" }, "ts": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "941ea2f75d02aa92dc3a58343063af21", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:27:47 2011", "filename": "ts_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" } }, "ua": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "52fe5c4c5059a54597d3e72986c751d9", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:27:51 2011", "filename": "ua_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "dca2dc9e8d2650a93cc8400775964cad", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "fb702698e9c5a037aa0167f3c1cd4ed1", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 18:12:29 2011", + "RefTrackingDate": "Thu Oct 11 11:22:47 2012", "filename": "ua_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 17, 121, 240)" + "period": "000001-000012", + "shape": "(12, 17, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "8e69acc4c20ad87716b70e440ef008f9", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "79f01628522398e99b6d00d600be6a70", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 18:25:45 2011", + "RefTrackingDate": "Thu Oct 11 11:22:49 2012", "filename": "ua_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 23, 145, 288)" + "period": "000001-000012", + "shape": "(12, 23, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -573,31 +587,31 @@ }, "uas": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "50ad1dc285fe61dbf398e4640a119c7d", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:09:35 2011", "filename": "uas_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "c4085df6de0ac8ad760a7b02f77e6083", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "d313a20ab31bc1f05e7271600d016fc7", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 18:09:50 2011", + "RefTrackingDate": "Thu Oct 18 11:36:50 2012", "filename": "uas_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 121, 240)" + "period": "000001-000012", + "shape": "(12, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "f6918d6e96a42993fd7657efad64fa22", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "273d1dbfb7c0b47417b467108b23889d", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 18:09:19 2011", + "RefTrackingDate": "Thu Oct 18 11:36:50 2012", "filename": "uas_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 145, 288)" + "period": "000001-000012", + "shape": "(12, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -605,31 +619,31 @@ }, "va": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "7adc89da5ad6031415d5aef9407990e4", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:13:02 2011", "filename": "va_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "c99d076d1ce415ee07b510c3f4983a9f", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "6eb72749dc2342c082e8733b0b3d36da", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 17:27:33 2011", + "RefTrackingDate": "Thu Oct 11 11:22:19 2012", "filename": "va_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 17, 121, 240)" + "period": "000001-000012", + "shape": "(12, 17, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "2781c58ae5d22de6415b8bbbfecf2c83", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "851c0e463d7a866ec50933651dcb6576", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 17:25:52 2011", + "RefTrackingDate": "Thu Oct 11 11:22:20 2012", "filename": "va_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 23, 145, 288)" + "period": "000001-000012", + "shape": "(12, 23, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -637,30 +651,30 @@ }, "vas": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "005f37ca8a51abd3e5ba63ec59a257fa", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:28:55 2011", "filename": "vas_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "4176326c9c9c710d9cf55011d5700441", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 18:28:15 2011", "filename": "vas_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "8755e78f04b0ae406a987d233262a01c", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 18:28:40 2011", "filename": "vas_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 145, 288)" }, "alternate1": "ERA40", @@ -669,30 +683,30 @@ }, "zg": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "c84cf70c32fec73b40717dfeb5eaacd0", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:45:24 2011", "filename": "zg_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "92728f47ce4e30701b73fdcc49a203b9", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:43:09 2011", "filename": "zg_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 17, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "d05fe901617979ab0f54681ea181adbb", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 17:41:32 2011", "filename": "zg_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 145, 288)" }, "alternate1": "ERA40", @@ -701,12 +715,12 @@ }, "zos": { "CNES-AVISO-L4": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "8835a061bb2ab4b154555f98d022b67b", "RefName": "CNES-AVISO-L4", "RefTrackingDate": "Wed Jan 15 11:01:14 2014", "filename": "zos_pcmdi-metrics_Omon_CNES-AVISO-L4_199301-201012-clim.nc", - "period": "CNES-AVISO-L4", + "period": "199301-201012", "shape": "(12, 180, 360)" }, "default": "CNES-AVISO-L4" diff --git a/src/python/pcmdi/scripts/build_obs_meta_dictionary.py b/src/python/pcmdi/scripts/build_obs_meta_dictionary.py index ed267b5f0..3d8e860f0 100644 --- a/src/python/pcmdi/scripts/build_obs_meta_dictionary.py +++ b/src/python/pcmdi/scripts/build_obs_meta_dictionary.py @@ -4,20 +4,28 @@ # PJG 02012016 RESURRECTING... # /obs AND HARDWIRED TEST CASE WHICH # NEEDS FIXIN +# PJD 171121 Attempting to fix issue with default missing for thetao and CMOR Table being wrong + +#import pdb +import cdms2,gc,glob,json,os,sys,time -import cdms2 -import time -import string -import json -import os -import sys if len(sys.argv) > 1: data_path = sys.argv[1] else: - # data_path = '/work/gleckler1/processed_data/metrics_package/obs' + #data_path = '/work/gleckler1/processed_data/metrics_package/obs' data_path = '/work/gleckler1/processed_data/obs' -lst = os.popen('ls ' + data_path + '/*/mo/*/*/ac/*.nc').readlines() +lst = glob.glob(os.path.join(data_path,'*/mo/*/*/ac/*.nc')) +data_path_fx = '/clim_obs/obs' +lstm = glob.glob(os.path.join(data_path_fx,'fx/sftlf/*.nc')) +lst.extend(lstm) ; del(lstm) +del(data_path,data_path_fx) ; gc.collect() +# Generate remap dictionary +sftlf_product_remap = { + 'ECMWF-ERAInterim': 'ERAINT', + 'ECMWF-ERA40': 'ERA40', + 'NCAR-JRA25': 'JRA25', +} # FOR MONTHLY MEAN OBS obs_dic_in = {'rlut': {'default': 'CERES'}, @@ -74,7 +82,7 @@ 'zos': {'default': 'CNES-AVISO-L4'}, 'sos': {'default': 'NODC-WOA09'}, 'ts': {'default': 'HadISST1'}, - 'thetao': {'default': 'WOAv13v2', + 'thetao': {'default': 'WOA13v2', 'alternate1': 'UCSD', 'alternate2': 'Hosoda-MOAA-PGV', 'alternate3': 'IPRC'} @@ -82,118 +90,102 @@ obs_dic = {} -for l in lst: - subp = l.split('obs')[1] - #print subp - var = subp.split('/')[3] - -# TRAP FILE NAME FOR OBS DATA - filename = subp.split('/')[len(subp.split('/')) - 1][:-1] - print 'FILENAME IS ', filename, ' ', subp.split('/')[3] +for filePath in lst: + if 'clim_obs' in filePath: + subp = os.path.join(*filePath.split('/')[3:]) + fileName = subp.split('/')[-1] + realm = filePath.split('/')[3:][0] + var = filePath.split('/')[3:][1] + product = filePath.split('/')[3:][2].split('_')[3] + # Remap sftlf + product = sftlf_product_remap.get(product, product) + elif 'gleckler1' in filePath: + subp = filePath.split('obs')[1] + realm = subp.split('/')[1] + var = subp.split('/')[3] + product = subp.split('/')[4] + + # Assign tableId + if realm == 'atm': + tableId = 'Amon' + elif realm == 'ocn': + tableId = 'Omon' + elif realm == 'fx': + tableId = 'fx' + print 'tableId:',tableId + print 'subp:',subp + print 'var:',var + print 'product:',product + + fileName = subp.split('/')[-1] + print 'Filename:',fileName + # Fix rgd2.5_ac issue + fileName = fileName.replace('rgd2.5_ac','ac') + if '-clim' in fileName: + period = fileName.split('_')[-1] + # Fix durack1 formatted files + elif 'sftlf_pcmdi-metrics_fx' in fileName: + period = fileName.split('_')[-1] + period = period.replace('.nc','') + else: + period = fileName.split('_')[-2] + period = period.replace('-clim.nc','') #.replace('ac.nc','') + print 'period:',period + + # TRAP FILE NAME FOR OBS DATA if var not in obs_dic.keys(): obs_dic[var] = {} - product = subp.split('/')[4] - if product not in obs_dic[var].keys() and os.path.isfile(l[:-1]) != -1: + if product not in obs_dic[var].keys() and os.path.isfile(filePath): obs_dic[var][product] = {} - print l[:-1] - print os.path.isfile(l[:-1]) - partial_filename = subp.split('ac')[1] - realm = partial_filename.split('_')[1] - period = partial_filename.split('_')[3] - period = period.split('-clim.nc')[0] - obs_dic[var][product]['filename'] = filename - obs_dic[var][product]['CMIP_CMOR_TABLE'] = realm + obs_dic[var][product]['filename'] = fileName + obs_dic[var][product]['CMIP_CMOR_TABLE'] = tableId obs_dic[var][product]['period'] = period obs_dic[var][product]['RefName'] = product obs_dic[var][product]['RefTrackingDate'] = time.ctime( - os.path.getmtime( - l.strip())) - md5 = string.split(os.popen('md5sum ' + l[:-1]).readlines()[0], ' ')[0] + os.path.getmtime(filePath.strip())) + md5 = os.popen('md5sum ' + filePath) + md5 = md5.readlines()[0].split()[0] obs_dic[var][product]['MD5sum'] = md5 - print var, ' ', product, ' ', realm, ' ', period - f = cdms2.open(l[:-1]) + f = cdms2.open(filePath) d = f(var) shape = d.shape f.close() shape = repr(d.shape) obs_dic[var][product]['shape'] = shape + print 'md5:',md5 + print '' + del(d,fileName) ; gc.collect() try: for r in obs_dic_in[var].keys(): + #print '1',r,var,product + #print obs_dic_in[var][r],'=',product if obs_dic_in[var][r] == product: + #print '2',r,var,product obs_dic[var][r] = product except: pass - -# DONE WITH MONTHLY MEAN OBS -# NOW TRAP OBS LAND-SEA MASKS IN OBS/FX/SFTLF -data_path_fx = '/clim_obs/obs' - -lstm = os.popen('ls ' + data_path_fx + '/fx/sftlf/*.nc').readlines() -sftlf_product_remap = { - "ECMWF-ERAInterim": "ERAINT", - "ECMWF-ERA40": "ERA40", - "NCAR-JRA25": "JRA25", -} -for l in lstm: - subp = l.split('/fx/sftlf/')[1] - var = subp.split('_')[0] - - # TRAP FILE NAME FOR SFTLF DATA - filename = subp.split('/')[len(subp.split('/')) - 1][:-1] - print 'FILENAME IS ', filename # , ' ', subp.split('/')[3] - if var not in obs_dic.keys(): - obs_dic[var] = {} - partial_filename = subp.split('pcmdi-metrics')[1] - product = partial_filename.split('/')[0] - product = string.split(product, '_')[2] - # Ok sftlf filenames do not match official OBS product abbreviation - # need to remap - product = sftlf_product_remap.get(product, product) - - if product not in obs_dic[var].keys(): - obs_dic[var][product] = {} - - obs_dic[var][product]['CMIP_CMOR_TABLE'] = 'fx' - obs_dic[var][product]['filename'] = filename - md5 = string.split(os.popen('md5sum ' + l[:-1]).readlines()[0], ' ')[0] - obs_dic[var][product]['MD5sum'] = md5 - - f = cdms2.open(l[:-1]) - d = f(var) - obs_dic[var][product]['shape'] = repr(d.shape) - f.close() +del(filePath,lst,md5,period,product,r,realm,shape,subp, + tableId,var); gc.collect() +#pdb.set_trace() # ADD SPECIAL CASE SFTLF FROM TEST DIR product = 'UKMETOFFICE-HadISST-v1-1' +var = 'sftlf' obs_dic[var][product] = {} obs_dic[var][product]['CMIP_CMOR_TABLE'] = 'fx' obs_dic[var][product]['shape'] = '(180, 360)' obs_dic[var][product]['filename'] = \ 'sftlf_pcmdi-metrics_fx_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc' +obs_dic[var][product]['RefName'] = product +obs_dic[var][product]['MD5sum'] = '' +obs_dic[var][product]['RefTrackingDate'] = '' +obs_dic[var][product]['period'] = '198002-200501' +del(product,var) ; gc.collect() +# Save dictionary locally and in doc subdir json_name = 'obs_info_dictionary.json' - -# SAVE LOCAL AND IN /doc -json.dump( - obs_dic, - open( - json_name, - "wb"), - sort_keys=True, - indent=4, - separators=( - ',', - ': ')) - -json.dump( - obs_dic, - open( - '../../../../doc/' + - json_name, - "wb"), - sort_keys=True, - indent=4, - separators=( - ',', - ': ')) +json.dump(obs_dic,open(json_name,'wb'),sort_keys=True,indent=4, + separators=(',',': ')) +json.dump(obs_dic,open('../../../../doc/' + json_name,'wb'),sort_keys=True, + indent=4,separators=(',',': ')) \ No newline at end of file diff --git a/src/python/pcmdi/scripts/obs_info_dictionary.json b/src/python/pcmdi/scripts/obs_info_dictionary.json old mode 100644 new mode 100755 index 158a0d44d..edb5c8eb6 --- a/src/python/pcmdi/scripts/obs_info_dictionary.json +++ b/src/python/pcmdi/scripts/obs_info_dictionary.json @@ -1,61 +1,61 @@ { "hfss": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "f4ae4c9033830ef12a666fba2a6ba9b0", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:28:00 2011", "filename": "hfss_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" } }, "hur": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "968e4b2340c6d189a9a076c665ce3c5e", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:50:28 2011", "filename": "hur_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "f5ad752af20fdf03c9c492a54deb9b36", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:48:17 2011", "filename": "hur_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 17, 121, 240)" } }, "hus": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "bedc62255919424d66356c98d457e095", "RefName": "ERA40", "RefTrackingDate": "Wed Jul 13 10:11:17 2011", "filename": "hus_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "b4ff5a481e368b75170487cb2fca3f5b", "RefName": "ERAINT", "RefTrackingDate": "Wed Jul 13 10:08:12 2011", "filename": "hus_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 17, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "bcd341cb2b19bf53eecac8ed4497d3a8", "RefName": "JRA25", "RefTrackingDate": "Wed Jul 13 10:06:19 2011", "filename": "hus_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 12, 145, 288)" }, "alternate1": "ERA40", @@ -64,56 +64,56 @@ }, "huss": { "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "6a4a8d5516fc4e13ef10443d0b3d5909", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 18:10:35 2011", "filename": "huss_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 145, 288)" } }, "pr": { "GPCP": { - "CMIP_CMOR_TABLE": "GPCP", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "144d2807b833ced066db4956014c9472", "RefName": "GPCP", "RefTrackingDate": "Tue Jul 12 17:28:09 2011", "filename": "pr_GPCP_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 72, 144)" }, "default": "GPCP" }, "prw": { "RSS": { - "CMIP_CMOR_TABLE": "RSS", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "76cd666442e53ddca1d000a3d390b00e", "RefName": "RSS", "RefTrackingDate": "Tue Jul 12 18:10:43 2011", "filename": "prw_RSS_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 72, 144)" }, "default": "RSS" }, "psl": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e8564f7b1f228da6eef1ce5dfa98dec7", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:28:25 2011", "filename": "psl_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "ecc0ac7ded5ef4a42a9733d57783e3bd", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:28:38 2011", "filename": "psl_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "alternate1": "ERA40", @@ -121,178 +121,178 @@ }, "rlds": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e1f5aa61b4501d005731ac6656372b39", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rlds_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rltcre": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e736a924ce2a9e6097f9a1ff652176bf", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rltcre_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rlus": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "741ac684af3ad1e190ca14edf36663d0", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rlus_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rlut": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "146eec5e8a734fedbbdd0909921530f2", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlut_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rlutcs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "7e77061fb5d5399ecad4360779ceb63f", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rlutcs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsds": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "f5e81fc625b1bce448020cbeb79b1fd1", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:17 2016", "filename": "rsds_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsdscs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "8255a25979cacfae6561b31658f49f43", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rsdscs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsdt": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "665d830b08f3c3dadc5301aa31682ea9", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsdt_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rst": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "059c7011a52b8c07e6ab5a46f34886ea", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:47 2016", "filename": "rst_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rstcre": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "eaf13953bf323ca0aef058028f4c1a9c", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rstcre_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsuscs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "822e5dd388c12b2a520bce79a34b765c", "RefName": "CERES", "RefTrackingDate": "Wed Jun 1 14:02:18 2016", "filename": "rsuscs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" } }, "rsut": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "3080d9897550062409994abe4e7067fd", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rsut_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rsutcs": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "e77f527db0bf303ec35e4df7e2c662fb", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:46 2016", "filename": "rsutcs_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "default": "CERES" }, "rt": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "4f816a24e38db99f26835c4c97b7e0b3", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:45 2016", "filename": "rt_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" } }, "rtnetcre": { "CERES": { - "CMIP_CMOR_TABLE": "CERES", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "d9d8973d589548124049d527331d5799", "RefName": "CERES", "RefTrackingDate": "Wed Aug 31 17:45:44 2016", "filename": "rtnetcre_CERES_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" } }, @@ -300,84 +300,97 @@ "ERA40": { "CMIP_CMOR_TABLE": "fx", "MD5sum": "b1e262027dba038c89eb51e6d7c4be17", + "RefName": "ERA40", + "RefTrackingDate": "Tue Oct 21 09:00:35 2014", "filename": "sftlf_pcmdi-metrics_fx_ECMWF-ERA40_195709-200208.nc", + "period": "195709-200208", "shape": "(73, 144)" }, "ERAINT": { "CMIP_CMOR_TABLE": "fx", "MD5sum": "ba6582ba6c87f00d37c09843602e74e9", + "RefName": "ERAINT", + "RefTrackingDate": "Tue Oct 21 09:00:35 2014", "filename": "sftlf_pcmdi-metrics_fx_ECMWF-ERAInterim_197901-201407.nc", + "period": "197901-201407", "shape": "(121, 240)" }, "JRA25": { "CMIP_CMOR_TABLE": "fx", "MD5sum": "47530ba8fd46e66656bd52b29d19f41e", + "RefName": "JRA25", + "RefTrackingDate": "Tue Oct 21 09:00:35 2014", "filename": "sftlf_pcmdi-metrics_fx_NCAR-JRA25_197901-201401.nc", + "period": "197901-201401", "shape": "(145, 288)" }, "UKMETOFFICE-HadISST-v1-1": { "CMIP_CMOR_TABLE": "fx", + "MD5sum": "", + "RefName": "UKMETOFFICE-HadISST-v1-1", + "RefTrackingDate": "", "filename": "sftlf_pcmdi-metrics_fx_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc", + "period": "198002-200501", "shape": "(180, 360)" } }, "sos": { "JPL-Aquarius-v2": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "648c3f92abe91223ac24645cac653e6f", "RefName": "JPL-Aquarius-v2", "RefTrackingDate": "Wed Jan 15 10:29:05 2014", "filename": "sos_pcmdi-metrics_Omon_JPL-Aquarius-v2_201108-201304-clim.nc", - "period": "JPL-Aquarius-v2", + "period": "201108-201304", "shape": "(12, 180, 360)" }, "NODC-WOA09": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "c645c6382f41af91019470e9c0bfc3a6", "RefName": "NODC-WOA09", "RefTrackingDate": "Wed Jan 15 10:33:04 2014", "filename": "sos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", - "period": "NODC-WOA09", + "period": "177201-200812", "shape": "(12, 180, 360)" }, "UCSD-ARGO": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "1fb5933f16a4644bd429ab0d618f06f0", "RefName": "UCSD-ARGO", "RefTrackingDate": "Wed Jan 15 10:48:30 2014", "filename": "sos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", - "period": "UCSD-ARGO", + "period": "200401-201212", "shape": "(12, 260, 720)" }, "default": "NODC-WOA09" }, "ta": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "6b3e6c1cb5c26e76140d2580ef80def0", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:08:51 2011", "filename": "ta_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "9036381da7020e5edff322435d1e0dba", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "092ca616019eac18fb42932609f35d01", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 18:06:41 2011", + "RefTrackingDate": "Tue Nov 13 13:12:12 2012", "filename": "ta_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 17, 121, 240)" + "period": "000001-000012", + "shape": "(12, 17, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "38835cb0b12bbd780ff783ff6b8a18fc", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "30047c7b28bdef1909f716cb5b1e4466", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 18:05:04 2011", + "RefTrackingDate": "Tue Nov 13 13:12:14 2012", "filename": "ta_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 23, 145, 288)" + "period": "000001-000012", + "shape": "(12, 23, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -385,30 +398,30 @@ }, "tas": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "cd563e1c34f20b6aefc5c849cf4d153a", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:45:41 2011", "filename": "tas_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "b53a23756718590f89a26064c76c6b05", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:46:20 2011", "filename": "tas_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "77cc9aab998c684e75f1ccea24f42225", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 17:46:07 2011", "filename": "tas_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 145, 288)" }, "alternate1": "ERA40", @@ -417,155 +430,156 @@ }, "tauu": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "6fd1193a64e63da8d5f2fde9de303cbc", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 18:10:04 2011", "filename": "tauu_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "default": "ERAINT" }, "tauv": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "98def159da59eadb06b5cbf7a7af2946", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:46:33 2011", "filename": "tauv_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "default": "ERAINT" }, "thetao": { "Hosoda-MOAA-PGV": { - "CMIP_CMOR_TABLE": "Hosoda-MOAA-PGV", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "0b3c3bf4f263dc89ba705529b4ad9b61", "RefName": "Hosoda-MOAA-PGV", "RefTrackingDate": "Thu Nov 16 13:59:25 2017", "filename": "thetao_Hosoda-MOAA-PGV_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "IPRC": { - "CMIP_CMOR_TABLE": "IPRC", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "083c9288e321fc92ea08796cedb041be", "RefName": "IPRC", "RefTrackingDate": "Thu Nov 16 13:59:47 2017", "filename": "thetao_IPRC_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "UCSD": { - "CMIP_CMOR_TABLE": "UCSD", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "bdbfcede0b6c33fcfdec16b4d48165c0", "RefName": "UCSD", "RefTrackingDate": "Thu Nov 16 14:00:02 2017", "filename": "thetao_UCSD_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "WOA13v2": { - "CMIP_CMOR_TABLE": "WOA13v2", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "a6c527ce2684851b4a785026289b0b8d", "RefName": "WOA13v2", "RefTrackingDate": "Thu Nov 16 14:00:17 2017", "filename": "thetao_WOA13v2_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 180, 360)" }, "alternate1": "UCSD", "alternate2": "Hosoda-MOAA-PGV", - "alternate3": "IPRC" + "alternate3": "IPRC", + "default": "WOA13v2" }, "tos": { "NOAA-OISST-v2": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "4995e86ecbe771751fcf542c96c84162", "RefName": "NOAA-OISST-v2", "RefTrackingDate": "Wed Jan 15 10:51:51 2014", "filename": "tos_pcmdi-metrics_Omon_NOAA-OISST-v2_198202-201201-clim.nc", - "period": "NOAA-OISST-v2", + "period": "198202-201201", "shape": "(12, 180, 360)" }, "NODC-WOA09": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "49a00ee3298d266f9234517d5c1c75d1", "RefName": "NODC-WOA09", "RefTrackingDate": "Wed Jan 15 10:53:00 2014", "filename": "tos_pcmdi-metrics_Omon_NODC-WOA09_177201-200812-clim.nc", - "period": "NODC-WOA09", + "period": "177201-200812", "shape": "(12, 180, 360)" }, "REMSS-AMSRE-L3-v7": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "b849e0e2a90ba9424252639c3446b9b4", "RefName": "REMSS-AMSRE-L3-v7", "RefTrackingDate": "Wed Jan 15 10:54:18 2014", "filename": "tos_pcmdi-metrics_Omon_REMSS-AMSRE-L3-v7_200301-201012-clim.nc", - "period": "REMSS-AMSRE-L3-v7", + "period": "200301-201012", "shape": "(12, 180, 360)" }, "UCSD-ARGO": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "a7b0e7fa23e56e915f0ba527427d2f07", "RefName": "UCSD-ARGO", "RefTrackingDate": "Wed Jan 15 10:55:42 2014", "filename": "tos_pcmdi-metrics_Omon_UCSD-ARGO_200401-201212-clim.nc", - "period": "UCSD-ARGO", + "period": "200401-201212", "shape": "(12, 260, 720)" }, "UKMETOFFICE-HadISST-v1-1": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "41833b403cad7052773dd933d1798a14", "RefName": "UKMETOFFICE-HadISST-v1-1", "RefTrackingDate": "Wed Jan 15 10:57:20 2014", "filename": "tos_pcmdi-metrics_Omon_UKMETOFFICE-HadISST-v1-1_198002-200501-clim.nc", - "period": "UKMETOFFICE-HadISST-v1-1", + "period": "198002-200501", "shape": "(12, 180, 360)" }, "default": "UKMETOFFICE-HadISST-v1-1" }, "ts": { "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "941ea2f75d02aa92dc3a58343063af21", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:27:47 2011", "filename": "ts_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" } }, "ua": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "52fe5c4c5059a54597d3e72986c751d9", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:27:51 2011", "filename": "ua_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "dca2dc9e8d2650a93cc8400775964cad", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "fb702698e9c5a037aa0167f3c1cd4ed1", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 18:12:29 2011", + "RefTrackingDate": "Thu Oct 11 11:22:47 2012", "filename": "ua_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 17, 121, 240)" + "period": "000001-000012", + "shape": "(12, 17, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "8e69acc4c20ad87716b70e440ef008f9", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "79f01628522398e99b6d00d600be6a70", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 18:25:45 2011", + "RefTrackingDate": "Thu Oct 11 11:22:49 2012", "filename": "ua_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 23, 145, 288)" + "period": "000001-000012", + "shape": "(12, 23, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -573,31 +587,31 @@ }, "uas": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "50ad1dc285fe61dbf398e4640a119c7d", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:09:35 2011", "filename": "uas_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "c4085df6de0ac8ad760a7b02f77e6083", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "d313a20ab31bc1f05e7271600d016fc7", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 18:09:50 2011", + "RefTrackingDate": "Thu Oct 18 11:36:50 2012", "filename": "uas_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 121, 240)" + "period": "000001-000012", + "shape": "(12, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "f6918d6e96a42993fd7657efad64fa22", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "273d1dbfb7c0b47417b467108b23889d", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 18:09:19 2011", + "RefTrackingDate": "Thu Oct 18 11:36:50 2012", "filename": "uas_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 145, 288)" + "period": "000001-000012", + "shape": "(12, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -605,31 +619,31 @@ }, "va": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "7adc89da5ad6031415d5aef9407990e4", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:13:02 2011", "filename": "va_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", - "MD5sum": "c99d076d1ce415ee07b510c3f4983a9f", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "6eb72749dc2342c082e8733b0b3d36da", "RefName": "ERAINT", - "RefTrackingDate": "Tue Jul 12 17:27:33 2011", + "RefTrackingDate": "Thu Oct 11 11:22:19 2012", "filename": "va_ERAINT_000001-000012_ac.nc", - "period": "", - "shape": "(12, 17, 121, 240)" + "period": "000001-000012", + "shape": "(12, 17, 73, 144)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", - "MD5sum": "2781c58ae5d22de6415b8bbbfecf2c83", + "CMIP_CMOR_TABLE": "Amon", + "MD5sum": "851c0e463d7a866ec50933651dcb6576", "RefName": "JRA25", - "RefTrackingDate": "Tue Jul 12 17:25:52 2011", + "RefTrackingDate": "Thu Oct 11 11:22:20 2012", "filename": "va_JRA25_000001-000012_ac.nc", - "period": "", - "shape": "(12, 23, 145, 288)" + "period": "000001-000012", + "shape": "(12, 23, 73, 144)" }, "alternate1": "ERA40", "alternate2": "JRA25", @@ -637,30 +651,30 @@ }, "vas": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "005f37ca8a51abd3e5ba63ec59a257fa", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 18:28:55 2011", "filename": "vas_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "4176326c9c9c710d9cf55011d5700441", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 18:28:15 2011", "filename": "vas_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "8755e78f04b0ae406a987d233262a01c", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 18:28:40 2011", "filename": "vas_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 145, 288)" }, "alternate1": "ERA40", @@ -669,30 +683,30 @@ }, "zg": { "ERA40": { - "CMIP_CMOR_TABLE": "ERA40", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "c84cf70c32fec73b40717dfeb5eaacd0", "RefName": "ERA40", "RefTrackingDate": "Tue Jul 12 17:45:24 2011", "filename": "zg_ERA40_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 73, 144)" }, "ERAINT": { - "CMIP_CMOR_TABLE": "ERAINT", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "92728f47ce4e30701b73fdcc49a203b9", "RefName": "ERAINT", "RefTrackingDate": "Tue Jul 12 17:43:09 2011", "filename": "zg_ERAINT_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 17, 121, 240)" }, "JRA25": { - "CMIP_CMOR_TABLE": "JRA25", + "CMIP_CMOR_TABLE": "Amon", "MD5sum": "d05fe901617979ab0f54681ea181adbb", "RefName": "JRA25", "RefTrackingDate": "Tue Jul 12 17:41:32 2011", "filename": "zg_JRA25_000001-000012_ac.nc", - "period": "", + "period": "000001-000012", "shape": "(12, 23, 145, 288)" }, "alternate1": "ERA40", @@ -701,12 +715,12 @@ }, "zos": { "CNES-AVISO-L4": { - "CMIP_CMOR_TABLE": "pcmdi-metrics", + "CMIP_CMOR_TABLE": "Omon", "MD5sum": "8835a061bb2ab4b154555f98d022b67b", "RefName": "CNES-AVISO-L4", "RefTrackingDate": "Wed Jan 15 11:01:14 2014", "filename": "zos_pcmdi-metrics_Omon_CNES-AVISO-L4_199301-201012-clim.nc", - "period": "CNES-AVISO-L4", + "period": "199301-201012", "shape": "(12, 180, 360)" }, "default": "CNES-AVISO-L4"