Idealized Synthetic Data

Under development

import numpy as np
import pandas as pd
import xarray as xr
from IPython.display import display  # so can run as script too

from melodies_monet import driver

an = driver.analysis()
an.control = "control_idealized.yaml"
an.read_control()
an

analysis(
    control='control_idealized.yaml',
    control_dict=...,
    models={},
    obs={},
    paired={},
    start_time=Timestamp('2019-09-09 00:00:00'),
    end_time=Timestamp('2019-09-10 00:00:00'),
    time_intervals=None,
    download_maps=True,
    output_dir='./output/idealized',
    output_dir_save='./output/idealized',
    output_dir_read='./output/idealized',
    debug=True,
    save={'paired': {'method': 'netcdf', 'prefix': 'asdf', 'data': 'all'}},
    read={'paired': {'method': 'netcdf', 'filenames': {'test_obs_test_model': 'asdf_test_obs_test_model.nc4'}}},
    regrid=False,
)

Note: This is the complete file that was loaded.

control_idealized.yaml

analysis:
  start_time: "2019-09-09 00:00"
  end_time: "2019-09-10 00:00"
  output_dir: ./output/idealized
  # output_dir_save:  # defaults to `output_dir`
  # output_dir_read:  # defaults to `output_dir`
  debug: True
  save:
    paired:
      method: 'netcdf' # 'netcdf' or 'pkl'
      prefix: 'asdf' # use only with method=netcdf; don't set if you don't want a fn prefix
      # output_name: '0905.pkl' # use only with method=pkl
      data: 'all'
      # ^ 'all' to save out all pairs or
      #   ['pair1','pair2',...] to save out specific pairs.
      #   With method='pkl' this is ignored and always saves all.
    # models:
    # obs:
  read:
    paired:
      method: 'netcdf' # 'netcdf' or 'pkl'
      filenames:
        test_obs_test_model: 'asdf_test_obs_test_model.nc4'
      # filenames: ['0904.pkl','0905.pkl'] # example for pkl method, uses str or iterable of filenames
    # models:
    # obs:

model:
  test_model:
    files: test_model.nc
    mod_type: random
    variables:
      A:
        units: "Units of A"
        unit_scale: 1
        unit_scale_method: "*"
      B:
        units: "Units of B"
        unit_scale: 1
        unit_scale_method: "*"
    mapping:
      test_obs:
        A: "A_obs"
        B: "B_obs"
    projection: ~  # unused

obs:
  test_obs:
    # use_airnow: True
    filename: test_obs.nc
    obs_type: pt_sfc

plots:
  plot_grp1:
    type: 'timeseries'
    default_plot_kwargs:  # required (with at least one key)
      linewidth: 2.0
    domain_type: ['all']  # required
    domain_name: ['CONUS']  # required
    data: ['test_obs_test_model']  # required
    data_proc:  # These four seem to be required for time series
      rem_obs_nan: True  # True: Remove all points where model or obs variable is NaN. False: Remove only points where model variable is NaN.
      ts_select_time: 'time'  # 'time' for UTC or 'time_local'
      ts_avg_window: '3h'  # Options: None for no averaging or list pandas resample rule (e.g., 'h', 'D')
      # ^ TODO: null setting seems not working
      set_axis: False  # If True, add vmin_plot and vmax_plot for each variable in obs.

  plot_grp2:
    type: 'spatial_overlay'
    fig_kwargs:
      states: True
      figsize: [10, 5]
    domain_type: ['all']  # required
    domain_name: ['CONUS']  # required
    data: ['test_obs_test_model']  # required
    data_proc:
      rem_obs_nan: True
      set_axis: True

Plot

%%time

an.plotting()

Warning: variables dict for A_obs not provided, so defaults used

/home/docs/checkouts/readthedocs.org/user_builds/melodies-monet/conda/develop/lib/python3.11/site-packages/cartopy/io/__init__.py:242: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_coastline.zip
  warnings.warn(f'Downloading: {url}', DownloadWarning)

/home/docs/checkouts/readthedocs.org/user_builds/melodies-monet/conda/develop/lib/python3.11/site-packages/cartopy/io/__init__.py:242: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_0_boundary_lines_land.zip
  warnings.warn(f'Downloading: {url}', DownloadWarning)

/home/docs/checkouts/readthedocs.org/user_builds/melodies-monet/conda/develop/lib/python3.11/site-packages/cartopy/io/__init__.py:242: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_1_states_provinces_lines.zip
  warnings.warn(f'Downloading: {url}', DownloadWarning)

Warning: variables dict for B_obs not provided, so defaults used

CPU times: user 3.61 s, sys: 207 ms, total: 3.82 s
Wall time: 5.3 s

../_images/b6bb217a01c1cdb37f24f6a9dc07cc5b74ee6da6f52c3f01298af21a3d73ece1.png

../_images/feee1223cd16bc8bbb25bac9b80f87456155a92b97e5a9335bb22da8efeb7cfc.png

../_images/9d640f54aee0ea3c7d27e3b03e6dbf225646a2a8b3318efef9c09233b0694b3b.png

../_images/93e3a43f057b476f2a9a5f1d48167a10340d1351daecbf780a5c47999fface71.png