sol_QA_update (#14)

* sol_QA_update * solQA_finalupdate * mechanism qa --------- Co-authored-by: Naplessss <[email protected]>
TablewareBox · Mar 11, 2024 · c254bfc · c254bfc
1 parent 5d7ec88
commit c254bfc
Show file tree

Hide file tree

Showing 4 changed files with 16 additions and 4 deletions.
diff --git a/evals/registry/data/04_mechanism_QA/mechanism_QA.jsonl b/evals/registry/data/04_mechanism_QA/mechanism_QA.jsonl
diff --git a/evals/registry/data/04_sol_QA/sol_QA.jsonl b/evals/registry/data/04_sol_QA/sol_QA.jsonl
diff --git a/evals/registry/eval_sets/chemistry_electrolytes.yaml b/evals/registry/eval_sets/chemistry_electrolytes.yaml
@@ -1,5 +1,5 @@
 chemistry_electrolytes:
   evals:
     - solubility_large
-    - sol_reaction
-    - sol_QA
+    - solQA
+    - mechanismQA
diff --git a/evals/registry/evals/04_mechanism_QA.yaml b/evals/registry/evals/04_mechanism_QA.yaml
@@ -0,0 +1,9 @@
+
+mechanismQA:
+  id: mechanismQA.dev.v0
+  metrics: [accuracy]
+
+mechanismQA.dev.v0:
+  class: evals.elsuite.rag_match_fuzzy:RAGMatch
+  args:
+    samples_jsonl: 04_mechanism_QA/mechanism_QA.jsonl