We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b30f8f8 commit f7f6d95Copy full SHA for f7f6d95
src/alpaca_eval/main.py
@@ -25,7 +25,7 @@ def evaluate(
25
leaderboard_mode_to_print: Optional[Union[str, Sequence[str]]] = "minimal",
26
current_leaderboard_mode: str = "community",
27
is_return_instead_of_print: bool = False,
28
- fn_metric: Union[str, callable] = "get_length_controlled_winrate",
+ fn_metric: Union[str, callable] = "get_length_controlled_winrate" if constants.IS_ALPACA_EVAL_2 else "get_winrate",
29
metric_kwargs: Optional[dict[str, Any]] = None,
30
is_recompute_metrics_only: bool = False,
31
sort_by: str = "length_controlled_winrate",
0 commit comments