Use remote index and matrices

earthkit/regrid/utils/caching.py

@@ -95,10 +95,6 @@ def disk_usage(path):
 def default_serialiser(o):
     if isinstance(o, (datetime.date, datetime.datetime)):
         return o.isoformat()
-    if isinstance(o, (pd.Timestamp)):
-        return o.isoformat()
-    if isinstance(o, (pd.DatetimeIndex)):
-        return [_.isoformat() for _ in o]
     return json.JSONEncoder.default(o)
 
 
@@ -380,13 +376,18 @@ def _delete_entry(self, entry):
         if entry["size"] is None:
             entry["size"] = 0
 
-        path, size, owner, args = (
+        path, size = (
             entry["path"],
             entry["size"],
-            entry["owner"],
-            entry["args"],
         )
 
+        # path, size, owner, args = (
+        #     entry["path"],
+        #     entry["size"],
+        #     entry["owner"],
+        #     entry["args"],
+        # )
+
         # LOG.warning(
         #     "Deleting entry %s",
         #     json.dumps(
@@ -538,7 +539,8 @@ def _repr_html_(self):
         str
             HTML status of the cache.
         """
-        html = [css("table")]
+        # html = [css("table")]
+        html = []
         with self.new_connection() as db:
             for n in db.execute("SELECT * FROM cache"):
                 n = dict(n)

pytest.ini

@@ -4,4 +4,3 @@ testpaths = tests
 markers =
     download: a test downloading GRIB data and/or matrices from the ECMWF download server
     tmp_cache: a test using a freshly created temporary cache
-

tests/conftest.py

@@ -12,8 +12,8 @@ def pytest_runtest_setup(item):
 
     marks_in_items = list([m.name for m in item.iter_markers()])
 
-    from earthkit.regrid.utils.caching import CACHE, SETTINGS
     from earthkit.regrid.db import DB
+    from earthkit.regrid.utils.caching import CACHE, SETTINGS
 
     DB.clear_index()
 

tests/data/local/index.json

@@ -111,4 +111,4 @@
             "global": 1
         }
     }
-}
+}

tools/make-matrix.sh

@@ -24,7 +24,7 @@ input_dir="grib"
 [[ ! -d $output_dir ]] && mkdir $output_dir
 
 # get mir version
-version=$(~/build/mir/release/bin/mir --version x x 2>/dev/null | grep mir | cut -d ' '  -f 2) 
+version=$(~/build/mir/release/bin/mir --version x x 2>/dev/null | grep mir | cut -d ' '  -f 2)
 
 input_grib=$input_dir/${input}.grib
 output_json=$output_dir/${output}-${version}.json
@@ -64,4 +64,3 @@ fi
    python3 -c "from earthkit.regrid.utils.matrix import make_matrix; make_matrix('$output_json','$output_dir',global_input=True,global_output=True,version='$version')"
 
    #rm -f $output_json
-