Merge pull request #370 from PCMDI/368_pjg_add_process_ncar_clims

368 pjg add process ncar clims

demo/external-setups/NCAR/ncar_cmip_parameterfile_06262016.py

@@ -0,0 +1,101 @@
+################################################################################
+# SAMPLE INPUT PARAMETER FILE FOR THE PCMDI METRICS PACKAGE (PMP V1.1)
+# 
+
+import os
+
+### USER SETTING #########################################
+# CHANGE SETTING OF domain BY COMMENTING OUT UNWANTED OPTIONS 
+
+domain = None 
+#domain = "land"
+#domain = "ocean"
+
+##########################################################
+
+## FIRST USE OF A PYTHON LIST, IN THIS CASE IT HAS ONLY ONE ENTRY 
+model_versions = ['30L_cam5301_FAMIP.002','30L_cam5301_FAMIP.003'] # THIS IS A MANDETORY ENTRY FOR DOCUMENTING RESULTS
+
+model_versions = ['eul128x256_d67iamip.ES01','f40.1979_amip.track1.1deg.001','30L_cam5301_FAMIP.002','30L_cam5301_FAMIP.003','f40.1979_amip.track1.T31.001','30L_cam5301_B03F2_taper2_D05_FAMIP','60Lcam5301_B11F2_FAMIP','f.e10.FAMIPC3.f09_f09.001','46L_cam5301_B03F2_taper2_D05_FAMIP'] 
+
+model_versions = os.listdir('~/processed_data/ncar_clims-picontrol_processed/')
+
+model_versios = ['b.e15.B1850.f09_g16.pi_control.36', 'b.e15.B1850.f09_g16.pi_control.41', 'b.e15.B1850.f09_g16.pi_control.all.58', 'b.e15.B1850.f09_g16.pi_control.all.66', 'b.e15.B1850.f09_g16.pi_control.all.79', 'b.e15.B1850G.f09_g16.pi_control.01', 'b.e15.B1850G.f09_g16.pi_control.15', 'b.e15.B1850G.f09_g16.pi_control.15b', 'b.e15.B1850G.f09_g16.pi_control.28']
+
+###############################################################################
+## DATA LOCATION: MODELS, OBS AND METRICS OUTPUT
+## ROOT PATH FOR MODELS CLIMATOLOGIES
+#mod_data_path = '/work/metricspackage/mod_clims/cmip5-amip'
+mod_data_path = '/work/gleckler1/processed_data/ncar_clims-picontrol_processed/%(model_version)/'
+
+filename_template = "30L_cam5301_FAMIP.002.xml"
+filename_template = "%(variable).nc"
+##filename_template = "%(variable)_%(model_version)_Amon_picontrol_%(exp)r1i1p1_01-12-clim.nc"
+
+## ROOT PATH FOR OBSERVATIONS
+obs_data_path = '/work/gleckler1/processed_data/obs/'
+
+## DIRECTORY WHERE TO SAVE RESULTS
+case_id = 'simple-test1'
+metrics_output_path = './pmp-test-control/' # USER CHOOSES, RESULTS STORED IN metrics_output_path + case_id 
+###############################################################################
+
+ncar_cmip_direct_name_map = {'psl':'PSL','tas':'TREFHT','huss':'QREFHT','ua':'U','va':'V','ta':'T','pr':'PRECC','rlut':'FLUT','rsut':'SOLIN','rlutcs':'FLUTC','rsdtcs':'SOLIN','rsds':'FSDS','rlds':'FLDS','prw':'TMQ','zg':'Z3','tauu':'TAUX','tauv':'TAUY'}
+
+## REGIONS ON WHICH WE WANT TO RUN METRICS (var specific)
+regions = {"tas" : [None,"land","ocean"],
+ "uas" : [None,"land","ocean"],
+ "vas" : [None,"land","ocean"],
+ "pr" : [None,"land","ocean"],
+ "psl": [None,"land","ocean",],
+ "huss": [None,"land","ocean"],
+ "prw": [None,"land","ocean"],
+ } #terre
+
+# OBSERVATIONS TO USE: CHOICES INCLUDE 'default','alternate1','alternate2',... AND ARE VARIABLE DEPENDENT 
+ref = ['default'] #,'alternate1','alternate2']
+
+## A PYTHON LIST OF VARIABLES TO COMPUTE STATISTICS
+vars = ['pr','tas','rlut','prw','ua_850','ua_200','va_850','va_200','ta_200','ta_850','zg_500'] # THIS EXAMPLE ONLY INCLUDES ONE FIELD, PRECIPICATION
+#vars = ['psl']
+
+
+# INTERPOLATION OPTIONS
+targetGrid = '2.5x2.5' # OPTIONS: '2.5x2.5' or an actual cdms2 grid object
+regrid_tool = 'esmf' #'regrid2' # OPTIONS: 'regrid2','esmf'
+regrid_method = 'linear' # OPTIONS: 'linear','conservative', only if tool is esmf
+
+# SIMULATION PARAMETERS (required in PMP v1.1)
+period = '1979-1989' # PERIOD OF CLIMATOLOGY
+realization = 'r1i1p1' # REALIZATION
+
+### SAME AS DEMO1 ABOVE
+########################################
+### BELOW IS DEMO2
+
+## REGIONS ON WHICH WE WANT TO RUN METRICS (var specific)
+regions = {"tas" : [None,"land","ocean"],
+ "psl" : [None,"land","ocean"],
+ "pr" : [domain],
+ } 
+
+generate_sftlf = True # IF MODEL LAND SEA MASK NOT AVAILABLE AUTOMATICALLY (APPROXIMATE!) GENERATE IN AT TARGET RESoLUTION 
+save_mod_clims = True # True - output interpolated model climatology False - don't output
+
+model_clims_interpolated_output = './interpolated-output/'
+ext = '.nc'
+
+if domain == 'land':
+ filename_output_template = "%(variable)_%(model_version)_%_historical_" +\
+ "%(realization)_%(period)_interpolated_%(regridMethod)_%(targetGridName)-clim-land%(ext)"
+
+if domain == 'ocean':
+ filename_output_template = "%(variable)_%(model_version)_%_historical_" +\
+ "%(realization)_%(period)_interpolated_%(regridMethod)_%(targetGridName)-clim-ocean%(ext)"
+ filename_output_template = variable + '_crap.nc'
+
+if domain == None:
+ filename_output_template = "%(variable)_%(model_version)_%_historical_" +\
+ "%(realization)_%(period)_interpolated_%(regridMethod)_%(targetGridName)-clim%(ext)"
+
+

demo/external-setups/NCAR/time_model_xml_generation.py

@@ -0,0 +1,73 @@
+#### USED TO GENERATE XML FILES FOR NCAR CLIMATOLGIES
+
+# NCAR OUTPUT PRODUCES CLIMATOLOGIES FOR EACH CALENDAR MONTH AS SEPERATE FILES
+# XMLS PRODUCED BY THIS CODES COMBINE THESE SO THAT THE MONTHLY CLIMATOLOGICAL ANNUAL CYCLE CAN BE READ BY A SINGLE (XML) FILE 
+# THE VARIABLES "filenamea" AND "filenameb" BELOW ARE NOT LIKELY TO WORK FOR THE GENERAL CASE. THE LOGIC TO TRAP months "01", "02"... and "10", "11" and "12" MAY NEED TO BE MODIFIED DEPENDING ON THE FILES AVAILABLE. 
+
+# LAST UPDATE 6/29/16 PJG
+
+####
+
+import cdms2 as cdms
+import os, string
+import time
+import sys
+import argparse
+
+# Set cdms preferences - no compression, no shuffling, no complaining
+cdms.setNetcdfDeflateFlag(1)
+cdms.setNetcdfDeflateLevelFlag(9) ; # 1-9, min to max - Comes at heavy IO (read/write time cost)
+cdms.setNetcdfShuffleFlag(0)
+cdms.setCompressionWarnings(0) ; # Turn off nag messages
+# Set bounds automagically
+#cdm.setAutoBounds(1) ; # Use with caution
+
+parser = argparse.ArgumentParser(description='Given a list of directories with simulation clims, use cdscan to produce xmls for annual cycle climatologies ')
+parser.add_argument("-b","--basedir",help="root directory below which subdirectories of individual simulations are expected") #,default="*.nc",nargs="*")
+parser.add_argument("-o","--outdir",help="output directory",default=None)
+
+args =parser.parse_args(sys.argv[1:])
+
+pathin = args.basedir + '/' # Get string from first index of list - only one directory expected 
+
+xmldir = args.outdir + '/'
+
+try:
+ os.mkdir(xmldir)
+except:
+ pass
+
+print 'pathin is...', pathin
+print 'pathout is...', xmldir 
+
+# It is assummed that each subdirectory (run) with the path xmldir includes climatological files 
+runs = os.listdir(pathin)
+
+print runs 
+
+for run in runs:
+
+ filename = run 
+
+# In this case the clim files are in the run directory
+ try: 
+ filenamea = filename + '.001_0*_climo.nc' 
+ filenameb = filename + '.001_1*_climo.nc'
+ cmd = 'cdscan -x ' + xmldir + filename + '.xml ' + pathin + filename + '/' + filenamea + ' ' + pathin + filename + '/' + filenameb 
+ print cmd
+ os.popen(cmd).readlines()
+ except:
+ pass
+
+# In this case the clim files are in the run/climo directory
+ try: 
+ filenamea = filename + '_0*_climo.nc' 
+ filenameb = filename + '_1*_climo.nc'
+
+ cmd = 'cdscan -x ' + xmldir + filename + '.xml ' + pathin + filename + '/climo/' + filenamea + ' ' + pathin + filename + '/climo/' + filenameb
+ os.popen(cmd).readlines()
+ except:
+ pass
+
+
+