by wang

Author: Naplessss

evals/elsuite/rag_match_fuzzy.py

@@ -108,10 +108,8 @@ def eval_sample(self, sample: Any, *_):
 
         print(sampled)
         try:
-            # pattern = re.compile(r'\w\)[\s\d+]?\s?[°]?[CK]?')
-            pattern = re.compile(r'\w\)\s\d+(?:\.\d+)?(?:\s?:\s?\d+(?:\.\d+)?)?\s?[°]?[CK]?') # 包含整数小数比例
-            
-            sampled0 = pattern.findall(sampled)
+            pattern = re.compile(r'\w\)\s\d+(?:\.\d+)?(?:\s?:\s?\d+(?:\.\d+)?)?\s?[°]?[CK]?')
+            sampled0 = pattern.findall(sampled)[0]
             if sampled0 is None or sampled0==[]:
                 pass
             else:

evals/registry/data/02_markush2mol/samples.jsonl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fda4937180b350dacffafdd5dcaa299fca3a1468f269be03ef4b158a50e8e02
-size 502
+oid sha256:ce3578efa1f399e13942241736a000e8c812b1810e7eceb50eade865296f473f
+size 5186

evals/registry/data/04_mechanism_QA/mechanism_QA.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da36b7d682d814e3102a67df609cd8bb26d08acec983265e28fa7e7154745852
+size 15794

evals/registry/data/04_sol_QA/sol_QA.jsonl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa86d3995689464a8555fbd4d1122eb1454e0bfa4d157446306c905547bc5443
-size 27054
+oid sha256:afc34f4b912fd05d16db14f0050dc6a71f74bc84bc6549265543253ce6a70728
+size 29931

evals/registry/eval_sets/chemistry_electrolytes.yaml

@@ -1,5 +1,5 @@
 chemistry_electrolytes:
   evals:
     - solubility_large
-    - sol_reaction
-    - sol_QA
+    - solQA
+    - mechanismQA

evals/registry/evals/04_mechanism_QA.yaml

@@ -0,0 +1,9 @@
+
+mechanismQA:
+  id: mechanismQA.dev.v0
+  metrics: [accuracy]
+
+mechanismQA.dev.v0:
+  class: evals.elsuite.rag_match_fuzzy:RAGMatch
+  args:
+    samples_jsonl: 04_mechanism_QA/mechanism_QA.jsonl