Skip to content

Commit 0226102

Browse files
authored
Add eval results: gpt5mini-emb3l-2 from pamelastreamchange (#2683)
1 parent d49877d commit 0226102

File tree

4 files changed

+146
-0
lines changed

4 files changed

+146
-0
lines changed
Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
{
2+
"testdata_path": "ground_truth.jsonl",
3+
"results_dir": "results/experiment<TIMESTAMP>",
4+
"requested_metrics": ["gpt_groundedness", "gpt_relevance", "answer_length", "latency", "citations_matched", "any_citation"],
5+
"target_url": "http://localhost:50505/chat",
6+
"target_parameters": {
7+
"overrides": {
8+
"top": 3,
9+
"max_subqueries": 10,
10+
"results_merge_strategy": "interleaved",
11+
"temperature": 0.3,
12+
"minimum_reranker_score": 0,
13+
"minimum_search_score": 0,
14+
"retrieval_mode": "hybrid",
15+
"semantic_ranker": true,
16+
"semantic_captions": false,
17+
"query_rewriting": false,
18+
"reasoning_effort": "minimal",
19+
"suggest_followup_questions": false,
20+
"use_oid_security_filter": false,
21+
"use_groups_security_filter": false,
22+
"vector_fields": "textEmbeddingOnly",
23+
"use_gpt4v": false,
24+
"gpt4v_input": "textAndImages",
25+
"language": "en",
26+
"use_agentic_retrieval": false,
27+
"seed": 1
28+
}
29+
},
30+
"target_response_answer_jmespath": "message.content",
31+
"target_response_context_jmespath": "context.data_points.text"
32+
}

0 commit comments

Comments
 (0)