Merged develop to develop_satellite.

NOAA-CSL · Nov 2, 2023 · e7b43e1 · e7b43e1
2 parents 5909ec8 + 8d2c6f2
commit e7b43e1
Show file tree

Hide file tree

Showing 12 changed files with 493 additions and 79 deletions.
diff --git a/docs/background/gridded_datasets.rst b/docs/background/gridded_datasets.rst
@@ -0,0 +1,5 @@
+Gridded Datasets
+================
+
+Gridded datasets
+
diff --git a/docs/background/time_chunking.rst b/docs/background/time_chunking.rst
@@ -0,0 +1,5 @@
+Time Chunking
+================
+
+Time chunking
+
diff --git a/docs/develop/developers_guide.rst b/docs/develop/developers_guide.rst
@@ -74,7 +74,7 @@ these instructions:
 
        $ conda create --name melodies-monet python=3.9
        $ conda activate melodies-monet
-       $ conda install -y -c conda-forge pyyaml monet monetio netcdf4 wrf-python typer rich pooch jupyterlab
+       $ conda install -y -c conda-forge pyyaml pandas=1 monet monetio netcdf4 wrf-python typer rich pooch jupyterlab
 
 (b) Clone [#clone]_ and link the latest development versions of MONET and MONETIO from GitHub to
     your conda environment::

diff --git a/docs/index.rst b/docs/index.rst
@@ -47,6 +47,8 @@ MONETIO please refer to:
    background/supported_analyses
    background/supported_plots
    background/supported_stats
+   background/time_chunking
+   background/gridded_datasets
 
 .. toctree::
    :hidden:

diff --git a/docs/tutorial/installation.rst b/docs/tutorial/installation.rst
@@ -34,7 +34,7 @@ First create and activate a conda environment::
 
 Add dependencies from conda-forge::
 
-    $ conda install -y -c conda-forge pyyaml monet monetio netcdf4 wrf-python typer rich pooch
+    $ conda install -y -c conda-forge pyyaml pandas=1 monet monetio netcdf4 wrf-python typer rich pooch
 
 Now, install the stable branch of MELODIES MONET to the environment::
 

diff --git a/examples/process_gridded_data/control_time_chunking_with_gridded_data.yaml b/examples/process_gridded_data/control_time_chunking_with_gridded_data.yaml
@@ -0,0 +1,44 @@
+analysis:
+  start_time: '2020-01-01'
+  end_time:   '2020-12-31'
+  time_interval: 'MS'
+  output_dir: $HOME/Plots
+  debug: True
+  regrid: False
+  target_grid: $HOME/Data/Grids/cam_grid.nc
+  time_chunking_with_gridded_data: True
+
+obs:
+
+  MOD08_M3:
+    data_format: gridded_eos
+    datadir: $HOME/Data/MOD08_M3
+    obs_type: gridded_data
+    filename: MOD08_M3.AYYYYDDD.061.*_regrid.nc
+    regrid:
+      base_grid: $HOME/Data/Grids/modis_l3_grid.nc
+      method: bilinear
+    variables:
+      AOD_550_Dark_Target_Deep_Blue_Combined_Mean_Mean:
+        fillvalue: -9999
+        scale: 0.001
+        units: none
+
+model:
+
+  MERRA2:
+    data_format: netcdf
+    mod_type: merra2
+    datadir: $HOME/Data/MERRA2
+    files: MERRA2_*.tavgM_2d_aer_Nx.YYYYMM_MM_TOTEXTTAU_regrid.nc4
+    regrid:
+      base_grid: $HOME/Data/Grids/merra2_grid.nc
+      method: bilinear
+    variables:
+      fillvalue: 1.e+15
+      scale: 1.0
+      units: none
+    mapping:
+      MOD08_M3:
+        TOTEXTTAU: AOD_550_Dark_Target_Deep_Blue_Combined_Mean_Mean
+
diff --git a/examples/process_gridded_data/process_time_chunking_with_gridded_data.py b/examples/process_gridded_data/process_time_chunking_with_gridded_data.py
@@ -0,0 +1,20 @@
+from melodies_monet import driver
+
+an = driver.analysis()
+an.control = 'control_time_chunking_with_gridded_data.yaml'
+an.read_control()
+an.setup_regridders()
+
+for time_interval in an.time_intervals:
+
+    print(time_interval)
+
+    an.open_obs(time_interval=time_interval)
+    an.open_models(time_interval=time_interval)
+
+    print(an.obs)
+    for obs in an.obs:
+        print(an.obs[obs].obj)
+    print(an.models)
+    for mod in an.models:
+        print(an.models[mod].obj)