add polymer ratio & polymer chart

TablewareBox · Mar 11, 2024 · 4fb5cef · 4fb5cef
1 parent c254bfc
commit 4fb5cef
Show file tree

Hide file tree

Showing 5 changed files with 23 additions and 1 deletion.
diff --git a/evals/elsuite/rag_match_fuzzy.py b/evals/elsuite/rag_match_fuzzy.py
@@ -107,7 +107,7 @@ def eval_sample(self, sample: Any, *_):
         sampled = result.get_completions()[0]
 
         try:
-            pattern = re.compile(r'\w\)\s\d+\s?[°]?[CK]?')
+            pattern = re.compile(r'\w\)\s\d+(?:\.\d+)?(?:\s?:\s?\d+(?:\.\d+)?)?\s?[°]?[CK]?')
             sampled0 = pattern.findall(sampled)[0]
             if sampled0 is None or sampled0==[]:
                 pass

diff --git a/evals/registry/data/00_polymer_chart/samples.jsonl b/evals/registry/data/00_polymer_chart/samples.jsonl
diff --git a/evals/registry/data/00_polymer_ratio/samples.jsonl b/evals/registry/data/00_polymer_ratio/samples.jsonl
diff --git a/evals/registry/evals/00_polymer_chart.yaml b/evals/registry/evals/00_polymer_chart.yaml
@@ -0,0 +1,8 @@
+polymer_chart:
+  id: polymer_chart.dev.v0
+  metrics: [accuracy]
+
+polymer_chart.dev.v0:
+  class: evals.elsuite.rag_match_fuzzy:RAGMatch
+  args:
+    samples_jsonl: 00_polymer_chart/samples.jsonl
diff --git a/evals/registry/evals/00_polymer_ratio.yaml b/evals/registry/evals/00_polymer_ratio.yaml
@@ -0,0 +1,8 @@
+polymer_ratio:
+  id: polymer_ratio.dev.v0
+  metrics: [accuracy]
+
+polymer_ratio.dev.v0:
+  class: evals.elsuite.rag_match_fuzzy:RAGMatch
+  args:
+    samples_jsonl: 00_polymer_ratio/samples.jsonl