yaml for BioChartQA -lyg

TablewareBox · Mar 11, 2024 · 7f53374 · 7f53374
1 parent 5afb52a
commit 7f53374
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/evals/registry/evals/05_scipaper_biochart.yaml b/evals/registry/evals/05_scipaper_biochart.yaml
@@ -0,0 +1,9 @@
+biochart:
+  id: biochart.test.v1
+  metrics: [accuracy]
+  description: Test the model's ability to understand the figure from literature.
+
+biochart.test.v1:
+  class: evals.elsuite.rag_match_fuzzy:RAGMatch
+  args:
+    samples_jsonl: 05_biochart/samples_single_gemini.jsonl