Skip to content

Commit f312559

Browse files
committed
fix port
1 parent bd5287f commit f312559

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

tale/llm_config.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
URL: "http://localhost:5006"
1+
URL: "http://localhost:5001"
22
ENDPOINT: "/api/v1/generate"
33
DEFAULT_BODY: '{"stop_sequence": "\n\n", "max_length":300, "max_context_length":4096, "temperature":1.0, "top_k":120, "top_a":0.0, "top_p":0.85, "typical_p":1.0, "tfs":1.0, "rep_pen":1.2, "rep_pen_range":256, "mirostat":2, "mirostat_tau":5.0, "mirostat_eta":0.1, "sampler_order":[6,0,1,3,4,2,5], "seed":-1}'
44
MEMORY_SIZE: 1024

0 commit comments

Comments
 (0)