Merge pull request #95 from george0st/change

Repair hint data (ERR in JSON serializer)
george0st · Jan 18, 2024 · cd4d85a · cd4d85a
2 parents 0a743a0 + f2d302e
commit cd4d85a
Show file tree

Hide file tree

Showing 20 changed files with 313 additions and 301 deletions.
diff --git a/01-model/02-feature-set/02-basic-contact.json b/01-model/02-feature-set/02-basic-contact.json
@@ -4,7 +4,8 @@
   "kind": "feature-set",
   "spec": {
     "targets": [
-      "parquet"
+      "parquet",
+      "redis"
     ],
     "entities": [
       {

diff --git a/01-model/model.json b/01-model/model.json
@@ -3,6 +3,6 @@
   "description": "The machine learning meta-model with synthetic data (useful for MLOps/feature store), part of the quality gateway concept.",
   "kind": "model",
   "spec": {
-    "version": "0.1.3"
+    "version": "0.1.4"
   }
 }
diff --git a/02-data/01-size-100/01-basic-party.csv.gz b/02-data/01-size-100/01-basic-party.csv.gz
diff --git a/02-data/01-size-100/02-basic-contact.csv.gz b/02-data/01-size-100/02-basic-contact.csv.gz
diff --git a/02-data/01-size-100/03-basic-relation.csv.gz b/02-data/01-size-100/03-basic-relation.csv.gz
diff --git a/02-data/01-size-100/04-basic-account.csv.gz b/02-data/01-size-100/04-basic-account.csv.gz
diff --git a/02-data/01-size-100/05-basic-transaction.csv.gz b/02-data/01-size-100/05-basic-transaction.csv.gz
diff --git a/02-data/01-size-100/06-basic-event.csv.gz b/02-data/01-size-100/06-basic-event.csv.gz
diff --git a/02-data/01-size-100/07-basic-communication.csv.gz b/02-data/01-size-100/07-basic-communication.csv.gz
diff --git a/02-data/02-size-1K/01-basic-party.csv.gz b/02-data/02-size-1K/01-basic-party.csv.gz
diff --git a/02-data/02-size-1K/02-basic-contact.csv.gz b/02-data/02-size-1K/02-basic-contact.csv.gz
diff --git a/02-data/02-size-1K/03-basic-relation.csv.gz b/02-data/02-size-1K/03-basic-relation.csv.gz
diff --git a/02-data/02-size-1K/04-basic-account.csv.gz b/02-data/02-size-1K/04-basic-account.csv.gz
diff --git a/02-data/02-size-1K/05-basic-transaction.csv.gz b/02-data/02-size-1K/05-basic-transaction.csv.gz
diff --git a/02-data/02-size-1K/06-basic-event.csv.gz b/02-data/02-size-1K/06-basic-event.csv.gz
diff --git a/02-data/02-size-1K/07-basic-communication.csv.gz b/02-data/02-size-1K/07-basic-communication.csv.gz
diff --git a/03-test/01-size-100.json b/03-test/01-size-100.json
diff --git a/03-test/02-size-1k.json b/03-test/02-size-1k.json
diff --git a/03-test/10-vector.json b/03-test/10-vector.json
@@ -3,13 +3,20 @@
   "description": "Setting for test vectors",
   "kind": "test",
   "spec": {
-        "online": ["vector-party"],
+        "online": ["vector-party", "vector-partycontact"],
         "test": {
           "vector-party": {
             "feature-set": "01-basic-party",
             "entities": ["party-id"],
-            "features": ["party-establishment", "party-type"]
+            "features": ["party-establishment", "party-type", "party-gender","party-education", "party-familystatus",
+            "party-nchild", "party-industry","party-industryposition", "party-income", "party-incomehousehold"]
+          },
+          "vector-partycontact": {
+            "feature-set": "02-basic-contact",
+            "entities": ["party-id"],
+            "features": ["contact-id", "contact-email", "contact-phone", "contact-state"]
           }
+
         }
   }
 }
diff --git a/generator/data_hint.py b/generator/data_hint.py
@@ -3,6 +3,7 @@
 import math
 import uuid
 import os
+import numpy as np
 
 from generator.base_test import BaseTest
 from generator.basic_party import BasicParty
@@ -107,4 +108,7 @@ def save(self, path, dir: str):
 
     def datetime_handler(self,obj):
         if isinstance(obj, (datetime, date, time)):
-            return str(obj)
+            return str(obj)
+
+        if isinstance(obj, np.int32):
+            return int(obj)