We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bd5287f commit f312559Copy full SHA for f312559
tale/llm_config.yaml
@@ -1,4 +1,4 @@
1
-URL: "http://localhost:5006"
+URL: "http://localhost:5001"
2
ENDPOINT: "/api/v1/generate"
3
DEFAULT_BODY: '{"stop_sequence": "\n\n", "max_length":300, "max_context_length":4096, "temperature":1.0, "top_k":120, "top_a":0.0, "top_p":0.85, "typical_p":1.0, "tfs":1.0, "rep_pen":1.2, "rep_pen_range":256, "mirostat":2, "mirostat_tau":5.0, "mirostat_eta":0.1, "sampler_order":[6,0,1,3,4,2,5], "seed":-1}'
4
MEMORY_SIZE: 1024
0 commit comments