pre-commit check

pcmdi_metrics/mjo/lib/post_process_plot_ensemble_mean.py

@@ -9,7 +9,7 @@
 
 def main():
  # mip = "cmip5"
- mip = 'cmip6'
+ mip = "cmip6"
  exp = "historical"
  version = "v20230924"
  period = "1985-2004"

pcmdi_metrics/variability_mode/lib/plot_map.py

@@ -1,23 +1,25 @@
+import faulthandler
 import sys
 
-#import cartopy
+# import cartopy
 import cartopy.crs as ccrs
 import matplotlib.path as mpath
 import matplotlib.pyplot as plt
 import matplotlib.ticker as mticker
 import numpy as np
-from cartopy.mpl.gridliner import LATITUDE_FORMATTER, LONGITUDE_FORMATTER
-from cartopy.mpl.ticker import LatitudeFormatter, LongitudeFormatter
-from pcmdi_metrics.variability_mode.lib import debug_print
 from cartopy.feature import LAND as cartopy_land
 from cartopy.feature import OCEAN as cartopy_ocean
+from cartopy.mpl.gridliner import LATITUDE_FORMATTER, LONGITUDE_FORMATTER
+from cartopy.mpl.ticker import LatitudeFormatter, LongitudeFormatter
 
-import faulthandler
+from pcmdi_metrics.variability_mode.lib import debug_print
 
 faulthandler.enable()
 
 
-def plot_map(mode, model, syear, eyear, season, eof_Nth, frac_Nth, output_file_name, debug=False):
+def plot_map(
+ mode, model, syear, eyear, season, eof_Nth, frac_Nth, output_file_name, debug=False
+):
  """Plot dive down map and save
 
  Parameters
@@ -74,7 +76,9 @@ def plot_map(mode, model, syear, eyear, season, eof_Nth, frac_Nth, output_file_n
  + percentage
  )
 
- debug_print('plot_map: projection, plot_title:' + projection +', '+ plot_title, debug)
+ debug_print(
+ "plot_map: projection, plot_title:" + projection + ", " + plot_title, debug
+ )
 
  gridline = True
 
@@ -148,7 +152,7 @@ def plot_map_cartopy(
  Switch for debugging print statements (default is False)
  """
 
- debug_print('plot_map_cartopy starts', debug)
+ debug_print("plot_map_cartopy starts", debug)
 
  lons = data.getLongitude()
  lats = data.getLatitude()
@@ -160,8 +164,8 @@ def plot_map_cartopy(
  if debug:
  print(min_lon, max_lon, min_lat, max_lat)
 
- debug_print('Central longitude setup starts', debug)
- debug_print('proj: '+proj, debug)
+ debug_print("Central longitude setup starts", debug)
+ debug_print("proj: " + proj, debug)
  # map types example:
  # https://github.com/SciTools/cartopy-tutorial/blob/master/tutorial/projections_crs_and_terms.ipynb
 
@@ -185,19 +189,19 @@ def plot_map_cartopy(
  standard_parallels=(20, max_lat),
  )
  else:
- print('Error: projection not defined!')
+ print("Error: projection not defined!")
 
  if debug:
- debug_print('Central longitude setup completes', debug)
- print('projection:', projection)
+ debug_print("Central longitude setup completes", debug)
+ print("projection:", projection)
 
  # Generate plot
- debug_print('Generate plot starts', debug)
- #fig = plt.figure(figsize=(8, 6))
- debug_print('fig done', debug)
- #ax = plt.axes(projection=projection)
+ debug_print("Generate plot starts", debug)
+ fig = plt.figure(figsize=(8, 6))
+ debug_print("fig done", debug)
+ # ax = plt.axes(projection=projection)
  ax = plt.axes(projection=ccrs.NorthPolarStereo())
- debug_print('ax done', debug)
+ debug_print("ax done", debug)
  im = ax.contourf(
  lons,
  lats,
@@ -207,12 +211,12 @@ def plot_map_cartopy(
  levels=levels,
  extend="both",
  )
- debug_print('contourf done', debug)
+ debug_print("contourf done", debug)
  ax.coastlines()
- debug_print('Generate plot completed', debug)
+ debug_print("Generate plot completed", debug)
 
  # Grid Lines and tick labels
- debug_print('projection starts', debug)
+ debug_print("projection starts", debug)
  if proj == "PlateCarree":
  if data_area == "global":
  if gridline:
@@ -230,7 +234,7 @@ def plot_map_cartopy(
  if gridline:
  gl = ax.gridlines(alpha=0.5, linestyle="--")
  elif "Stereo" in proj:
- debug_print(proj + ' start', debug)
+ debug_print(proj + " start", debug)
  if gridline:
  gl = ax.gridlines(draw_labels=True, alpha=0.5, linestyle="--")
  gl.xlocator = mticker.FixedLocator(
@@ -254,7 +258,7 @@ def plot_map_cartopy(
  verts = np.vstack([np.sin(theta), np.cos(theta)]).T
  circle = mpath.Path(verts * radius + center)
  ax.set_boundary(circle, transform=ax.transAxes)
- debug_print(proj + ' plotted', debug)
+ debug_print(proj + " plotted", debug)
  elif proj == "Lambert":
  # Make a boundary path in PlateCarree projection, I choose to start in
  # the bottom left and go round anticlockwise, creating a boundary point
@@ -271,7 +275,7 @@ def plot_map_cartopy(
  draw_labels=True,
  alpha=0.8,
  linestyle="--",
- crs=cartopy.crs.PlateCarree(),
+ crs=ccrs.PlateCarree(),
  )
  gl.xformatter = LONGITUDE_FORMATTER
  gl.yformatter = LATITUDE_FORMATTER
@@ -284,7 +288,7 @@ def plot_map_cartopy(
  right_label = ea.get_position()[0] > 0
  if right_label:
  ea.set_visible(False)
- debug_print('projection completed', debug)
+ debug_print("projection completed", debug)
 
  # Add title
  plt.title(title, pad=15, fontsize=15)
@@ -311,6 +315,6 @@ def plot_map_cartopy(
  )
 
  # Done, save figure
- debug_print('plot done, save figure as ' + filename, debug)
+ debug_print("plot done, save figure as " + filename, debug)
  fig.savefig(filename)
  plt.close("all")

pcmdi_metrics/variability_mode/param/myParam_demo_NAM.py

@@ -13,7 +13,12 @@
 # Analysis Options
 # -------------------------------------------------
 variability_mode = "NAM" # Available domains: NAM, NAO, SAM, PNA, PDO
-seasons = ["DJF", "MAM", "JJA", "SON"] # Available seasons: DJF, MAM, JJA, SON, monthly, yearly
+seasons = [
+ "DJF",
+ "MAM",
+ "JJA",
+ "SON",
+] # Available seasons: DJF, MAM, JJA, SON, monthly, yearly
 
 ConvEOF = True # Calculate conventioanl EOF for model
 CBF = True # Calculate Common Basis Function (CBF) for model
@@ -31,8 +36,8 @@
 reference_data_path = os.path.join(
  "/p/user_pub/PCMDIobs/obs4MIPs/NOAA-ESRL-PSD/20CR/mon/psl/gn/latest",
  "psl_mon_20CR_PCMDI_gn_187101-201212.nc"
- #"/p/user_pub/PCMDIobs/PCMDIobs2/atmos/mon/psl/20CR/gn/v20200707",
- #"psl_mon_20CR_BE_gn_v20200707_187101-201212.nc",
+ # "/p/user_pub/PCMDIobs/PCMDIobs2/atmos/mon/psl/20CR/gn/v20200707",
+ # "psl_mon_20CR_BE_gn_v20200707_187101-201212.nc",
 )
 
 varOBS = "psl"
@@ -88,4 +93,3 @@
 # Output for models
 nc_out = True
 plot = True
-

pcmdi_metrics/variability_mode/param/myParam_demo_PDO.py

@@ -94,4 +94,4 @@
 
 # Output for models
 nc_out = True
-plot = True 
+plot = True

pcmdi_metrics/variability_mode/scripts_pcmdi/parallel_submitter_all_modes_models.py

@@ -10,20 +10,21 @@ def find_latest(path):
  dir_list = [p for p in glob.glob(path + "/v????????")]
  return sorted(dir_list)[-1]
 
+
 # ---------------------------------------------------------------
 
 mip = "cmip6"
 exp = "historical"
 
-datadir = '/p/user_pub/pmp/pmp_results/pmp_v1.1.2/additional_xmls/latest'
+datadir = "/p/user_pub/pmp/pmp_results/pmp_v1.1.2/additional_xmls/latest"
 param_dir = "../param"
 
 modes = ["NAM", "SAM", "NAO", "PNA", "NPO", "PDO", "NPGO"]
 
 case_id = "{:v%Y%m%d}".format(datetime.datetime.now())
 
 num_workers = 40
-debug = True 
+debug = True
 
 # ---------------------------------------------------------------
 
@@ -49,64 +50,72 @@ def find_latest(path):
  else:
  eofn_obs = 1
  eofn_mod = 1
- 
+
  datadir_ver = find_latest(datadir)
- datadir_final = os.path.join(datadir_ver, mip, exp, 'atmos', 'mon', var)
- 
- xml_list = glob.glob(os.path.join(datadir_final, '*.xml'))
- 
+ datadir_final = os.path.join(datadir_ver, mip, exp, "atmos", "mon", var)
+
+ xml_list = glob.glob(os.path.join(datadir_final, "*.xml"))
+
  # get list of models
- models_list = sort_human(
- [r.split("/")[-1].split(".")[2] for r in xml_list]
- )
+ models_list = sort_human([r.split("/")[-1].split(".")[2] for r in xml_list])
  # remove repeat
  models_list = sort_human(list(dict.fromkeys(models_list)))
 
  if debug:
  models_list = models_list[0:3]
- 
+
  print(models_list)
  print(len(models_list))
- 
+
  for model in models_list:
- file_list_model = glob.glob(os.path.join(datadir_final, '*.' + model + '.*.xml'))
+ file_list_model = glob.glob(
+ os.path.join(datadir_final, "*." + model + ".*.xml")
+ )
  runs_list = sort_human(
- [
- r.split("/")[-1].split(".")[3]
- for r in file_list_model
- ]
+ [r.split("/")[-1].split(".")[3] for r in file_list_model]
  )
 
  if debug:
  runs_list = runs_list[0:1]
- 
+
  print(model, runs_list)
 
  for run in runs_list:
-
  cmd_content = [
- 'variability_modes_driver.py', 
- '-p', os.path.join(param_dir, param_file), 
- '--variability_mode', mode,
- '--osyear', str(osyear),
- '--eofn_obs', str(eofn_obs),
- '--eofn_mod', str(eofn_mod),
- '--mip', mip, '--exp', exp,
- '--modnames', model,
- '--realization', run,
+ "variability_modes_driver.py",
+ "-p",
+ os.path.join(param_dir, param_file),
+ "--variability_mode",
+ mode,
+ "--osyear",
+ str(osyear),
+ "--eofn_obs",
+ str(eofn_obs),
+ "--eofn_mod",
+ str(eofn_mod),
+ "--mip",
+ mip,
+ "--exp",
+ exp,
+ "--modnames",
+ model,
+ "--realization",
+ run,
  ]
 
  if model != models_list[0] or run != runs_list[0]:
  cmd_content.extend(["--no_plot_obs", "--no_nc_out_obs"])
 
  if debug:
- cmd_content.append('--debug True')
+ cmd_content.append("--debug True")
+
+ cmd = " ".join(cmd_content)
 
- cmd = ' '.join(cmd_content)
+ log_file = (
+ "_".join(["variability_modes", mode, mip, exp, model, run]) + ".txt"
+ )
 
- log_file = '_'.join(['variability_modes', mode, mip, exp, model, run]) + '.txt'
-
- print(cmd) 
+ print(cmd)
  cmds_list.append(cmd)
  logfilename_list.append(log_file)
 
@@ -118,8 +127,11 @@ def find_latest(path):
  "/p/user_pub/pmp/pmp_results/pmp_v1.1.2",
  "log",
  "variability_modes",
- mip, exp, case_id)
-
+ mip,
+ exp,
+ case_id,
+)
+
 os.makedirs(log_dir, exist_ok=True)
 
 parallel_submitter(
@@ -128,4 +140,3 @@ def find_latest(path):
  logfilename_list=logfilename_list,
  num_workers=num_workers,
 )
-

pcmdi_metrics/variability_mode/variability_modes_driver.py

@@ -451,7 +451,7 @@
  eof_lr_obs[season](region_subdomain),
  frac_obs[season],
  output_img_file_obs,
- debug=debug
+ debug=debug,
  )
  plot_map(
  mode + "_teleconnection",
@@ -462,7 +462,7 @@
  eof_lr_obs[season](longitude=(lon1g, lon2g)),
  frac_obs[season],
  output_img_file_obs + "_teleconnection",
- debug=debug
+ debug=debug,
  )
  debug_print("obs plotting end", debug)
 
@@ -757,7 +757,7 @@
  eof_lr_cbf(region_subdomain),
  frac_cbf,
  output_img_file + "_cbf",
- debug=debug
+ debug=debug,
  )
  plot_map(
  mode + "_teleconnection",
@@ -768,7 +768,7 @@
  eof_lr_cbf(longitude=(lon1g, lon2g)),
  frac_cbf,
  output_img_file + "_cbf_teleconnection",
- debug=debug
+ debug=debug,
  )
 
  debug_print("cbf pcs end", debug)