update sample data

futurice · Dec 12, 2024 · 999c6da · 999c6da
1 parent e4a53e0
commit 999c6da
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/use_case_research_assistant/data/sample_input.jsonl b/use_case_research_assistant/data/sample_input.jsonl
@@ -0,0 +1 @@
+{"question": "What are some generative ai products?", "company_name": "Microsoft", "website_filters": ["www.microsoft.com", "www.learn.microsoft.com"], "answers": ["hello"]}
diff --git a/use_case_research_assistant/experiment.yaml b/use_case_research_assistant/experiment.yaml
@@ -16,13 +16,22 @@ datasets:
   mappings:
     question: "${data.question}"
     answer: "${data.answer}"
+
+- name: research_assistant_new_training
+  source: data/sample_input.jsonl
+  description: "This dataset is for prompt experiments."
+  mappings:
+    question: "${data.question}"
+    company_name: "${data.company_name}"
+    website_filters: "${data.website_filters}"
+    answers: "${data.answers}"
 
 evaluators:
 - name: research_assistant_evaluation_flow
   flow: flows/evaluation
   datasets:
   - name: research_assistant_test
-    reference: research_assistant_training
+    reference: research_assistant_new_training
     source: eval_data.jsonl
     description: "This dataset is for evaluating flows."
     mappings:
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		{"question": "What are some generative ai products?", "company_name": "Microsoft", "website_filters": ["www.microsoft.com", "www.learn.microsoft.com"], "answers": ["hello"]}