|
| 1 | +{ |
| 2 | + "testdata_path": "ground_truth.jsonl", |
| 3 | + "results_dir": "results/experiment<TIMESTAMP>", |
| 4 | + "requested_metrics": ["gpt_groundedness", "gpt_relevance", "answer_length", "latency", "citations_matched", "any_citation"], |
| 5 | + "target_url": "http://localhost:50505/chat", |
| 6 | + "target_parameters": { |
| 7 | + "overrides": { |
| 8 | + "top": 3, |
| 9 | + "max_subqueries": 10, |
| 10 | + "results_merge_strategy": "interleaved", |
| 11 | + "temperature": 0.3, |
| 12 | + "minimum_reranker_score": 0, |
| 13 | + "minimum_search_score": 0, |
| 14 | + "retrieval_mode": "hybrid", |
| 15 | + "semantic_ranker": true, |
| 16 | + "semantic_captions": false, |
| 17 | + "query_rewriting": false, |
| 18 | + "reasoning_effort": "minimal", |
| 19 | + "suggest_followup_questions": false, |
| 20 | + "use_oid_security_filter": false, |
| 21 | + "use_groups_security_filter": false, |
| 22 | + "vector_fields": "textEmbeddingOnly", |
| 23 | + "use_gpt4v": false, |
| 24 | + "gpt4v_input": "textAndImages", |
| 25 | + "language": "en", |
| 26 | + "use_agentic_retrieval": false, |
| 27 | + "seed": 1 |
| 28 | + } |
| 29 | + }, |
| 30 | + "target_response_answer_jmespath": "message.content", |
| 31 | + "target_response_context_jmespath": "context.data_points.text" |
| 32 | +} |
0 commit comments