chore(refactor): imply modelpath

mudler · mudler · commit 4ffcb2e7fbea · 2024-11-07T23:54:14.000+01:00
Signed-off-by: Ettore Di Giacinto &lt;mudler@localai.io&gt;
diff --git a/core/config/backend_config_loader.go b/core/config/backend_config_loader.go
@@ -140,7 +140,7 @@ func (bcl *BackendConfigLoader) LoadBackendConfigFileByName(modelName, modelPath
 		}
 	}
 
-	cfg.SetDefaults(opts...)
+	cfg.SetDefaults(append(opts, ModelPath(modelPath))...)
 
 	return cfg, nil
 }
diff --git a/core/http/endpoints/openai/request.go b/core/http/endpoints/openai/request.go
@@ -323,7 +323,6 @@ func mergeRequestWithConfig(modelFile string, input *schema.OpenAIRequest, cm *c
 		config.LoadOptionThreads(threads),
 		config.LoadOptionContextSize(ctx),
 		config.LoadOptionF16(f16),
-		config.ModelPath(loader.ModelPath),
 	)
 
 	// Set the parameters for the language model prediction

Original file line number	Diff line number	Diff line change
`@@ -140,7 +140,7 @@ func (bcl *BackendConfigLoader) LoadBackendConfigFileByName(modelName, modelPath`
`140`	`140`	`}`
`141`	`141`	`}`
`142`	`142`
`143`		`- cfg.SetDefaults(opts...)`
	`143`	`+ cfg.SetDefaults(append(opts, ModelPath(modelPath))...)`
`144`	`144`
`145`	`145`	`return cfg, nil`
`146`	`146`	`}`
Original file line number	Diff line number	Diff line change
`@@ -323,7 +323,6 @@ func mergeRequestWithConfig(modelFile string, input schema.OpenAIRequest, cm c`
`323`	`323`	`config.LoadOptionThreads(threads),`
`324`	`324`	`config.LoadOptionContextSize(ctx),`
`325`	`325`	`config.LoadOptionF16(f16),`
`326`		`- config.ModelPath(loader.ModelPath),`
`327`	`326`	`)`
`328`	`327`
`329`	`328`	`// Set the parameters for the language model prediction`