Create 00_scipaper_reaction_qa.yaml

TablewareBox · TablewareBox · commit 5d308d0bcf3c · 2024-03-09T13:55:29.000+08:00
diff --git a/evals/registry/evals/00_scipaper_reaction_qa.yaml b/evals/registry/evals/00_scipaper_reaction_qa.yaml
@@ -0,0 +1,8 @@
+scipaper_reaction_qa:
+  id: scipaper_reaction_qa.val.json
+  metrics: [accuracy]
+
+scipaper_reaction_qa.val.json:
+  class: evals.elsuite.rag_match:RAGMatch
+  args:
+    samples_jsonl: 00_scipaper_reaction_qa/samples.jsonl
