-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathconfig.toml
35 lines (29 loc) · 929 Bytes
/
config.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
# Server Configuration
[server]
host = "127.0.0.1"
port = 3000
[endpoints]
deepseek = "http://localhost:11434/v1/chat/completions"
anthropic = "http://localhost:11434/v1/chat/completions"
openai = "http://localhost:11434/v1/chat/completions"
[models]
default_deepseek = "deepseek-r1:14b"
default_openai = "qwen2.5:14b"
default_anthropic = "claude-3-sonnet-20240229"
[models.model_mappings.gpt-3]
deepseek_model = "deepseek-r1:14b"
target_model = "qwen2.5:14b"
parameters = { temperature = 0.7, max_tokens = 4096 }
[models.model_mappings.gpt-4]
deepseek_model = "deepseek-r1:14b"
target_model = "qwen2.5:14b"
parameters = { temperature = 0.7, max_tokens = 8192 }
[auth.default_tokens]
deepseek_token = "ollama"
openai_token = "ollama"
anthropic_token = "ollama"
# 可以为不同的API key配置不同的token映射
[auth.token_mappings."sk-xxxx"]
deepseek_token = "ollama"
openai_token = "ollama"
anthropic_token = "ollama"