fix bugs in cosine_match.py

Linmj-Judy · web-flow · commit 8ac8c782522f · 2024-03-11T17:40:04.000+08:00
fix bug
diff --git a/evals/elsuite/cosine_match.py b/evals/elsuite/cosine_match.py
@@ -334,7 +334,7 @@ def eval_sample(self, test_sample, rng):
         )
         evals.record.record_metrics(
             value_recall = sum(matches)/len(matches) if matches else 0.0,
-            f1_score = utils.macro_f1_score_3(self.word2vec_model, sample_list, correct_answers),
+            f1_score = utils.cos_f1_score(self.word2vec_model, sample_list, correct_answers),
         )
 
     def run(self, recorder: RecorderBase):

Original file line number	Diff line number	Diff line change
`@@ -334,7 +334,7 @@ def eval_sample(self, test_sample, rng):`
`334`	`334`	`)`
`335`	`335`	`evals.record.record_metrics(`
`336`	`336`	`value_recall = sum(matches)/len(matches) if matches else 0.0,`
`337`		`- f1_score = utils.macro_f1_score_3(self.word2vec_model, sample_list, correct_answers),`
	`337`	`+ f1_score = utils.cos_f1_score(self.word2vec_model, sample_list, correct_answers),`
`338`	`338`	`)`
`339`	`339`
`340`	`340`	`def run(self, recorder: RecorderBase):`