[eval] Add IMO problems with exact answers (#1528)

justinlinw · web-flow · commit 234bcde34b59 · 2024-07-13T12:52:19.000-07:00
diff --git a/evals/registry/data/imo_exact_answers/samples.jsonl b/evals/registry/data/imo_exact_answers/samples.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc97a4694cf576bf00540fae940906f5c63547fe421210738079072801e70b8f
+size 18492
diff --git a/evals/registry/evals/imo_exact_answers.yaml b/evals/registry/evals/imo_exact_answers.yaml
@@ -0,0 +1,9 @@
+imo_exact_answers:
+  id: imo_exact_answers.dev.v0
+  description: A small set of IMO problems that have exact answers (e.g. yes/no, number, fraction).
+  metrics: [accuracy]
+
+imo_exact_answers.dev.v0:
+  class: evals.elsuite.basic.includes:Includes
+  args:
+    samples_jsonl: imo_exact_answers/samples.jsonl

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+version https://git-lfs.github.com/spec/v1`
	`2`	`+oid sha256:cc97a4694cf576bf00540fae940906f5c63547fe421210738079072801e70b8f`
	`3`	`+size 18492`