Merge pull request #129 from PCMDI/issue128_durack1_RegisterSource_id…

…PCMDI-AMIP-1-1-9 Register source_id PCMDI-AMIP-1-1-9 (#128)
PCMDI · May 3, 2023 · 1ef46c3 · 1ef46c3
2 parents 25e1172 + 00657fb
commit 1ef46c3
Show file tree

Hide file tree

Showing 26 changed files with 112 additions and 36 deletions.
diff --git a/Tables/input4MIPs_A3hr.json b/Tables/input4MIPs_A3hr.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"atmos",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_A3hr"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_A3hrPt.json b/Tables/input4MIPs_A3hrPt.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"atmos",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_A3hrPt"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Afx.json b/Tables/input4MIPs_Afx.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"atmos land",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Afx"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Ayr.json b/Tables/input4MIPs_Ayr.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"atmos atmosChem",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Ayr"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_CV.json b/Tables/input4MIPs_CV.json
@@ -107,6 +107,8 @@
         },
         "license":"<Your_Data_Identifier> data produced by <Your_Centre_Name> is licensed under a Creative Commons Attribution 4.0 International License (CC BY 4.0; https://creativecommons.org/licenses/by/4.0/). Consult https://pcmdi.llnl.gov/CMIP6/TermsOfUse for terms of use governing input4MIPs output, including citation requirements and proper acknowledgment. Further information about this data, including some limitations, can be found via the further_info_url (recorded as a global attribute in this file). The data producers and data providers make no warranty, either express or implied, including, but not limited to, warranties of merchantability and fitness for a particular purpose. All liabilities arising from the supply of the information (including any liability arising in negligence) are excluded to the fullest extent permitted by law.",
         "mip_era":[
+            "AMIP1",
+            "AMIP2",
             "CMIP1",
             "CMIP2",
             "CMIP3",
@@ -1040,6 +1042,41 @@
                 "target_mip":"CMIP",
                 "title":"PCMDI-AMIP 1.1.8 dataset prepared for input4MIPs"
             },
+            "PCMDI-AMIP-1-1-9":{
+                "calendar":"gregorian",
+                "comment":"Based on Hurrell SST/sea ice consistency criteria applied to merged HadISST (1870-01 to 1981-10) & NCEP-0I2 (1981-11 to 2022-12)",
+                "contact":"PCMDI ([email protected])",
+                "dataset_category":"SSTsAndSeaIce",
+                "further_info_url":"https://pcmdi.llnl.gov/mips/amip",
+                "grid":"1x1 degree longitude x latitude",
+                "grid_label":"gn",
+                "institution":"Program for Climate Model Diagnosis and Intercomparison, Lawrence Livermore National Laboratory, Livermore, CA 94550, USA",
+                "institution_id":"PCMDI",
+                "license":"AMIP boundary condition data produced by PCMDI is licensed under a Creative Commons Attribution 4.0 International License (CC BY 4.0; https://creativecommons.org/licenses/by/4.0). Consult https://pcmdi.llnl.gov/CMIP6/TermsOfUse for terms of use governing input4MIPs output, including citation requirements and proper acknowledgment. Further information about this data, including some limitations, can be found via the further_info_url (recorded as a global attribute in this file). The data producers and data providers make no warranty, either express or implied, including, but not limited to, warranties of merchantability and fitness for a particular purpose. All liabilities arising from the supply of the information (including any liability arising in negligence) are excluded to the fullest extent permitted by law",
+                "mip_era":"CMIP6Plus",
+                "nominal_resolution":"1x1 degree",
+                "product":"observations",
+                "references":"Taylor, K.E., D. Williamson and F. Zwiers, 2000: The sea surface temperature and sea ice concentration boundary conditions for AMIP II simulations. PCMDI Report 60, Program for Climate Model Diagnosis and Intercomparison, Lawrence Livermore National Laboratory, 25 pp. Available online: https://pcmdi.llnl.gov/report/pdf/60.pdf",
+                "region":[
+                    "global_ocean"
+                ],
+                "release_year":"2023",
+                "source":"PCMDI-AMIP 1.1.9: Merged SST based on UK MetOffice HadISST and NCEP OI2",
+                "source_description":"Sea surface temperature and sea-ice datasets produced by PCMDI (LLNL) for the AMIP (DECK) experiment of CMIP6Plus",
+                "source_id":"PCMDI-AMIP-1-1-9",
+                "source_type":"satellite_blended",
+                "source_variables":[
+                    "areacello",
+                    "sftof",
+                    "siconc",
+                    "siconcbcs",
+                    "tos",
+                    "tosbcs"
+                ],
+                "source_version":"1.1.9",
+                "target_mip":"CMIP",
+                "title":"PCMDI-AMIP 1.1.9 dataset prepared for input4MIPs"
+            },
             "UKESM1-0-LL-ssp585-1-0":{
                 "comment":"Prepared using CMIP6 model UKESM1-0-LL as input. A combination of historical and ssp585 datasets were used to create this ISMIP6 forcing dataset",
                 "contact":"ISMIP6 Steering Team ([email protected])",

diff --git a/Tables/input4MIPs_LIday.json b/Tables/input4MIPs_LIday.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"landIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_LIday"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_LIfx.json b/Tables/input4MIPs_LIfx.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"landIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_LIfx"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_LIyr.json b/Tables/input4MIPs_LIyr.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"landIce land",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_LIyr"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_LIyrAnt.json b/Tables/input4MIPs_LIyrAnt.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"landIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_LIyrAnt"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_LIyrC.json b/Tables/input4MIPs_LIyrC.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"landIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_LIyrC"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_LIyrGre.json b/Tables/input4MIPs_LIyrGre.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"landIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_LIyrGre"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Lday.json b/Tables/input4MIPs_Lday.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"land",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Lday"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Lyr.json b/Tables/input4MIPs_Lyr.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"land",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Lyr"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Oday.json b/Tables/input4MIPs_Oday.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"ocean",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Oday"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Ofx.json b/Tables/input4MIPs_Ofx.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"ocean",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Ofx"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Omon.json b/Tables/input4MIPs_Omon.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"ocean",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Omon"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_OmonC.json b/Tables/input4MIPs_OmonC.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"ocean",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_OmonC"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_Oyr.json b/Tables/input4MIPs_Oyr.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"ocean",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_Oyr"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_OyrC.json b/Tables/input4MIPs_OyrC.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"ocean",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_OyrC"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_SI3hrPt.json b/Tables/input4MIPs_SI3hrPt.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"seaIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_SI3hrPt"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_SIday.json b/Tables/input4MIPs_SIday.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"seaIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_SIday"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_SImon.json b/Tables/input4MIPs_SImon.json
@@ -10,7 +10,7 @@
         "missing_value":"1e20",
         "product":"input4MIPs",
         "realm":"seaIce",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_SImon"
     },
     "variable_entry":{

diff --git a/Tables/input4MIPs_grids.json b/Tables/input4MIPs_grids.json
@@ -6,7 +6,7 @@
         "mip_era":"CMIP6",
         "missing_value":"1e20",
         "product":"input4MIPs",
-        "table_date":"16 August 2022",
+        "table_date":"03 May 2023",
         "table_id":"Table input4MIPs_grids"
     },
     "axis_entry":{

diff --git a/input4MIPs_mip_era.json b/input4MIPs_mip_era.json
@@ -1,5 +1,7 @@
 {
     "mip_era":[
+        "AMIP1",
+        "AMIP2",
         "CMIP1",
         "CMIP2",
         "CMIP3",

diff --git a/input4MIPs_source_id.json b/input4MIPs_source_id.json
@@ -798,6 +798,41 @@
             "target_mip":"CMIP",
             "title":"PCMDI-AMIP 1.1.8 dataset prepared for input4MIPs"
         },
+        "PCMDI-AMIP-1-1-9":{
+            "calendar":"gregorian",
+            "comment":"Based on Hurrell SST/sea ice consistency criteria applied to merged HadISST (1870-01 to 1981-10) & NCEP-0I2 (1981-11 to 2022-12)",
+            "contact":"PCMDI ([email protected])",
+            "dataset_category":"SSTsAndSeaIce",
+            "further_info_url":"https://pcmdi.llnl.gov/mips/amip",
+            "grid":"1x1 degree longitude x latitude",
+            "grid_label":"gn",
+            "institution":"Program for Climate Model Diagnosis and Intercomparison, Lawrence Livermore National Laboratory, Livermore, CA 94550, USA",
+            "institution_id":"PCMDI",
+            "license":"AMIP boundary condition data produced by PCMDI is licensed under a Creative Commons Attribution 4.0 International License (CC BY 4.0; https://creativecommons.org/licenses/by/4.0). Consult https://pcmdi.llnl.gov/CMIP6/TermsOfUse for terms of use governing input4MIPs output, including citation requirements and proper acknowledgment. Further information about this data, including some limitations, can be found via the further_info_url (recorded as a global attribute in this file). The data producers and data providers make no warranty, either express or implied, including, but not limited to, warranties of merchantability and fitness for a particular purpose. All liabilities arising from the supply of the information (including any liability arising in negligence) are excluded to the fullest extent permitted by law",
+            "mip_era":"CMIP6Plus",
+            "nominal_resolution":"1x1 degree",
+            "product":"observations",
+            "references":"Taylor, K.E., D. Williamson and F. Zwiers, 2000: The sea surface temperature and sea ice concentration boundary conditions for AMIP II simulations. PCMDI Report 60, Program for Climate Model Diagnosis and Intercomparison, Lawrence Livermore National Laboratory, 25 pp. Available online: https://pcmdi.llnl.gov/report/pdf/60.pdf",
+            "region":[
+                "global_ocean"
+            ],
+            "release_year":"2023",
+            "source":"PCMDI-AMIP 1.1.9: Merged SST based on UK MetOffice HadISST and NCEP OI2",
+            "source_description":"Sea surface temperature and sea-ice datasets produced by PCMDI (LLNL) for the AMIP (DECK) experiment of CMIP6Plus",
+            "source_id":"PCMDI-AMIP-1-1-9",
+            "source_type":"satellite_blended",
+            "source_variables":[
+                "areacello",
+                "sftof",
+                "siconc",
+                "siconcbcs",
+                "tos",
+                "tosbcs"
+            ],
+            "source_version":"1.1.9",
+            "target_mip":"CMIP",
+            "title":"PCMDI-AMIP 1.1.9 dataset prepared for input4MIPs"
+        },
         "UKESM1-0-LL-ssp585-1-0":{
             "comment":"Prepared using CMIP6 model UKESM1-0-LL as input. A combination of historical and ssp585 datasets were used to create this ISMIP6 forcing dataset",
             "contact":"ISMIP6 Steering Team ([email protected])",

diff --git a/src/writeJson.py b/src/writeJson.py
@@ -105,18 +105,19 @@
 PJD 14 Jun 2022     - Updated default license from CC BY-SA-NC 4.0 to CC BY 4.0
 PJD 15 Aug 2022     - Further PCMDI-AMIP-1-1-8 and license cleanup following https://github.com/PCMDI/cmor/issues/628
 PJD  2 May 2023     - Augment notes to extract unique variables
+PJD  3 May 2023     - Augment with PCMDI-AMIP-1-1-9
+PJD  3 May 2023     - Augmented mip_era with AMIP1 & 2
                     - TODO: Deal with lab cert issue https://raw.githubusercontent.com -> http://rawgit.com (see requests library)
 
 
 @author: durack1
 """
 
 # %% Import statements
-from durolib import readJsonCreateDict
-import copy
-import gc, json, os, sys, time  # shutil, subprocess, pdb
+import copy, gc, json, os, sys, time  # shutil, subprocess, pdb
 sys.path.append('~/git/durolib/durolib/')
 sys.path.append('~/sync/git/durolib/durolib/')
+from durolib import readJsonCreateDict
 
 # %% Determine path
 #homePath = os.path.join('/','/'.join(os.path.realpath(__file__).split('/')[0:-1]))
@@ -446,7 +447,7 @@
 LIday['variable_entry']['licalvf']['frequency'] = 'day'
 LIday['variable_entry']['licalvf']['modeling_realm'] = 'landIce'
 
-# %% Create LIyrs
+# %% LIyr
 LIyrCleanup = ['acabfIs', 'agesno', 'hfdsn', 'hflsIs', 'hfssIs', 'icemIs',
                'litemptopIs', 'lwsnl', 'mrroIs', 'orogIs', 'pflw', 'prraIs',
                'prsnIs', 'rldsIs', 'rlusIs', 'rsdsIs', 'rsusIs', 'sbl',
@@ -823,6 +824,8 @@
 
 # %% Mip era
 mip_era = [
+    'AMIP1',
+    'AMIP2',
     'CMIP1',
     'CMIP2',
     'CMIP3',
@@ -884,15 +887,14 @@
     print(count, key)
     source_id[key]['mip_era'] = 'CMIP6'
 
-# Add PCMDI-AMIP-1-1-8
-key = 'PCMDI-AMIP-1-1-8'
-source_id.pop(key, None)  # Cleanup and start again
+# Add PCMDI-AMIP-1-1-9
+key = 'PCMDI-AMIP-1-1-9'
 source_id[key] = {}
 source_id[key]['calendar'] = 'gregorian'
 source_id[key]['comment'] = ' '.join(['Based on Hurrell SST/sea ice consistency',
                                      'criteria applied to merged HadISST',
                                       '(1870-01 to 1981-10) & NCEP-0I2 (1981-11',
-                                      'to 2021-12)'])
+                                      'to 2022-12)'])
 source_id[key]['contact'] = 'PCMDI ([email protected])'
 source_id[key]['dataset_category'] = 'SSTsAndSeaIce'
 source_id[key]['grid'] = '1x1 degree longitude x latitude'
@@ -918,7 +920,7 @@
                                       'supply of the information (including any liability arising in',
                                       'negligence) are excluded to the fullest extent permitted by law'])
 source_id[key]['nominal_resolution'] = '1x1 degree'
-source_id[key]['mip_era'] = 'CMIP6'
+source_id[key]['mip_era'] = 'CMIP6Plus'
 source_id[key]['product'] = 'observations'
 source_id[key]['references'] = ''.join(['Taylor, K.E., D. Williamson and F. Zwiers, ',
                                         '2000: The sea surface temperature and sea ice ',
@@ -928,19 +930,19 @@
                                         'Lawrence Livermore National Laboratory, 25 pp. ',
                                         'Available online: https://pcmdi.llnl.gov/report/pdf/60.pdf'])
 source_id[key]['region'] = ['global_ocean']
-source_id[key]['release_year'] = '2022'
+source_id[key]['release_year'] = '2023'
 source_id[key]['source_description'] = ' '.join(['Sea surface temperature and',
                                                 'sea-ice datasets produced by',
                                                  'PCMDI (LLNL) for the AMIP',
-                                                 '(DECK) experiment of CMIP6'])
-source_id[key]['source'] = 'PCMDI-AMIP 1.1.8: Merged SST based on UK MetOffice HadISST and NCEP OI2'
+                                                 '(DECK) experiment of CMIP6Plus'])
+source_id[key]['source'] = 'PCMDI-AMIP 1.1.9: Merged SST based on UK MetOffice HadISST and NCEP OI2'
 source_id[key]['source_id'] = key
 source_id[key]['source_type'] = 'satellite_blended'
 source_id[key]['source_variables'] = ['areacello', 'sftof', 'siconc', 'siconcbcs',
                                       'tos', 'tosbcs']
-source_id[key]['source_version'] = '1.1.8'
+source_id[key]['source_version'] = '1.1.9'
 source_id[key]['target_mip'] = 'CMIP'
-source_id[key]['title'] = 'PCMDI-AMIP 1.1.8 dataset prepared for input4MIPs'
+source_id[key]['title'] = 'PCMDI-AMIP 1.1.9 dataset prepared for input4MIPs'
 
 # %% Create CV master
 CV = {}