{ "cells": [ { "cell_type": "markdown", "id": "e3475f48-f578-4dd3-ba2d-3a867c6017ec", "metadata": {}, "source": [ "# Idealized Synthetic Data\n", "\n", "*Under development*" ] }, { "cell_type": "code", "execution_count": 1, "id": "e269871b-d164-4c66-a41a-fb9363519976", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Please install h5py to open files from the Amazon S3 servers.\n", "Please install h5netcdf to open files from the Amazon S3 servers.\n" ] } ], "source": [ "import numpy as np\n", "import pandas as pd\n", "import xarray as xr\n", "from IPython.display import display # so can run as script too\n", "\n", "from melodies_monet import driver" ] }, { "cell_type": "code", "execution_count": 2, "id": "ccc2046a-96dc-4f69-9eca-489d06decda9", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "analysis(\n", " control='control_idealized.yaml',\n", " control_dict=...,\n", " models={},\n", " obs={},\n", " paired={},\n", " start_time=Timestamp('2019-09-09 00:00:00'),\n", " end_time=Timestamp('2019-09-10 00:00:00'),\n", " time_intervals=None,\n", " download_maps=True,\n", " output_dir='./output/idealized',\n", " output_dir_save='./output/idealized',\n", " output_dir_read='./output/idealized',\n", " debug=True,\n", " save={'paired': {'method': 'netcdf', 'prefix': 'asdf', 'data': 'all'}},\n", " read={'paired': {'method': 'netcdf', 'filenames': {'test_obs_test_model': 'asdf_test_obs_test_model.nc4'}}},\n", ")" ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "an = driver.analysis()\n", "an.control = \"control_idealized.yaml\"\n", "an.read_control()\n", "an" ] }, { "cell_type": "markdown", "id": "da810d1b-4197-464e-9533-29baf8a2bbce", "metadata": {}, "source": [ "````{admonition} Note: This is the complete file that was loaded.\n", ":class: dropdown\n", "\n", "```{literalinclude} control_idealized.yaml\n", ":caption:\n", ":linenos:\n", "```\n", "````" ] }, { "cell_type": "markdown", "id": "4ddcd0a8-28fd-4438-8a50-3ea8cfec1154", "metadata": {}, "source": [ "## Generate data\n", "\n", "### Model" ] }, { "cell_type": "code", "execution_count": 20, "id": "6da3a22f-7d2d-49b5-973c-a6758463aefb", "metadata": { "tags": [ "hide-input" ] }, "outputs": [ { "data": { "text/html": [ "
<xarray.Dataset>\n",
"Dimensions: (time: 9, lat: 100, lon: 200, z: 1)\n",
"Coordinates:\n",
" * time (time) datetime64[ns] 2019-09-09 2019-09-09T03:00:00 ... 2019-09-10\n",
" * lat (lat) float64 18.0 18.42 18.85 19.27 ... 58.73 59.15 59.58 60.0\n",
" * lon (lon) float64 -161.0 -160.5 -160.0 -159.5 ... -61.02 -60.51 -60.0\n",
" * z (z) int32 1\n",
"Data variables:\n",
" A (time, z, lat, lon) float64 0.000964 0.001019 ... 0.5379 0.5353\n",
" B (time, z, lat, lon) float64 0.000964 0.001019 ... 0.5379 0.5353<xarray.Dataset>\n",
"Dimensions: (x: 500, time: 9, y: 1)\n",
"Coordinates:\n",
" * x (x) int32 0 1 2 3 4 5 6 7 ... 493 494 495 496 497 498 499\n",
" * time (time) datetime64[ns] 2019-09-09 ... 2019-09-10\n",
" latitude (y, x) float64 33.73 57.93 48.74 43.14 ... 21.26 58.92 59.42\n",
" longitude (y, x) float64 -90.49 -106.9 -129.7 ... -147.2 -65.03 -116.0\n",
" siteid (y, x) <U3 '000' '001' '002' '003' ... '497' '498' '499'\n",
" something_vlen (y, x) <U7 'xicjs' 'cvoaglq' 'uzxt' ... 'dzzfatw' 'poqhzl'\n",
"Dimensions without coordinates: y\n",
"Data variables:\n",
" A_obs (time, y, x) float64 0.21 0.1793 0.1735 ... 0.118 0.6552\n",
" B_obs (time, y, x) float64 -0.1099 -0.2269 ... 0.1155 0.6365<xarray.Dataset>\n",
"Dimensions: (time: 9, lat: 100, lon: 200, z: 1)\n",
"Coordinates:\n",
" * time (time) datetime64[ns] 2019-09-09 2019-09-09T03:00:00 ... 2019-09-10\n",
" * lat (lat) float64 18.0 18.42 18.85 19.27 ... 58.73 59.15 59.58 60.0\n",
" * lon (lon) float64 -161.0 -160.5 -160.0 -159.5 ... -61.02 -60.51 -60.0\n",
" * z (z) int32 1\n",
"Data variables:\n",
" A (time, z, lat, lon) float64 0.000964 0.001019 ... 0.5379 0.5353\n",
" B (time, z, lat, lon) float64 0.000964 0.001019 ... 0.5379 0.5353"
],
"text/plain": [
"<xarray.Dataset>\n",
"Dimensions: (x: 500, time: 9, y: 1)\n",
"Coordinates:\n",
" * x (x) int32 0 1 2 3 4 5 6 7 ... 493 494 495 496 497 498 499\n",
" * time (time) datetime64[ns] 2019-09-09 ... 2019-09-10\n",
" latitude (y, x) float64 ...\n",
" longitude (y, x) float64 ...\n",
" siteid (y, x) object ...\n",
" something_vlen (y, x) object ...\n",
"Dimensions without coordinates: y\n",
"Data variables:\n",
" A_obs (time, y, x) float64 ...\n",
" B_obs (time, y, x) float64 ...<xarray.Dataset>\n",
"Dimensions: (time: 9, x: 500)\n",
"Coordinates:\n",
" * time (time) datetime64[ns] 2019-09-09 ... 2019-09-10\n",
" * x (x) int32 0 1 2 3 4 5 6 7 ... 493 494 495 496 497 498 499\n",
"Data variables:\n",
" something_vlen (time, x) object 'xicjs' 'cvoaglq' ... 'dzzfatw' 'poqhzl'\n",
" A_obs (time, x) float64 0.21 0.1793 0.1735 ... 0.462 0.118 0.6552\n",
" B_obs (time, x) float64 -0.1099 -0.2269 0.05157 ... 0.1155 0.6365\n",
" A (time, x) float64 0.008033 0.001784 0.2917 ... 0.5939 0.5151\n",
" B (time, x) float64 0.008033 0.001784 0.2917 ... 0.5939 0.5151\n",
" latitude (x) float64 33.73 57.93 48.74 43.14 ... 21.26 58.92 59.42\n",
" longitude (x) float64 -90.49 -106.9 -129.7 ... -147.2 -65.03 -116.0\n",
" siteid (x) object '000' '001' '002' '003' ... '497' '498' '499'<xarray.Dataset>\n",
"Dimensions: (time: 9, x: 500)\n",
"Coordinates:\n",
" * time (time) datetime64[ns] 2019-09-09 ... 2019-09-10\n",
" * x (x) int32 0 1 2 3 4 5 6 7 ... 493 494 495 496 497 498 499\n",
"Data variables:\n",
" something_vlen (time, x) object 'xicjs' 'cvoaglq' ... 'dzzfatw' 'poqhzl'\n",
" A_obs (time, x) float64 0.21 0.1793 0.1735 ... 0.462 0.118 0.6552\n",
" B_obs (time, x) float64 -0.1099 -0.2269 0.05157 ... 0.1155 0.6365\n",
" A (time, x) float64 0.008033 0.001784 0.2917 ... 0.5939 0.5151\n",
" B (time, x) float64 0.008033 0.001784 0.2917 ... 0.5939 0.5151\n",
" latitude (x) float64 33.73 57.93 48.74 43.14 ... 21.26 58.92 59.42\n",
" longitude (x) float64 -90.49 -106.9 -129.7 ... -147.2 -65.03 -116.0\n",
" siteid (x) object '000' '001' '002' '003' ... '497' '498' '499'<xarray.Dataset>\n",
"Dimensions: (time: 9, x: 500)\n",
"Coordinates:\n",
" * time (time) datetime64[ns] 2019-09-09 ... 2019-09-10\n",
" * x (x) int32 0 1 2 3 4 5 6 7 ... 493 494 495 496 497 498 499\n",
"Data variables:\n",
" something_vlen (time, x) object ...\n",
" A_obs (time, x) float64 ...\n",
" B_obs (time, x) float64 ...\n",
" A (time, x) float64 ...\n",
" B (time, x) float64 ...\n",
" latitude (x) float64 ...\n",
" longitude (x) float64 ...\n",
" siteid (x) object ...\n",
"Attributes:\n",
" title: \n",
" format: NetCDF-4\n",
" date_created: 2023-02-27\n",
" dict_json: {\\n "type": "pt_sfc",\\n "radius_of_influence": 10000...\n",
" group_name: test_obs_test_model<xarray.Dataset>\n",
"Dimensions: (time: 9, x: 500)\n",
"Coordinates:\n",
" * time (time) datetime64[ns] 2019-09-09 ... 2019-09-10\n",
" * x (x) int32 0 1 2 3 4 5 6 7 ... 493 494 495 496 497 498 499\n",
"Data variables:\n",
" something_vlen (time, x) object ...\n",
" A_obs (time, x) float64 ...\n",
" B_obs (time, x) float64 ...\n",
" A (time, x) float64 ...\n",
" B (time, x) float64 ...\n",
" latitude (x) float64 ...\n",
" longitude (x) float64 ...\n",
" siteid (x) object ...\n",
"Attributes:\n",
" title: \n",
" format: NetCDF-4\n",
" date_created: 2023-02-27\n",
" dict_json: {\\n "type": "pt_sfc",\\n "radius_of_influence": 10000...\n",
" group_name: test_obs_test_model