chore(refactor): imply modelpath (#4208)

Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Nov 20, 2024 · 4f1ab23 · 4f1ab23
1 parent 51e0db3
commit 4f1ab23
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/core/config/backend_config_loader.go b/core/config/backend_config_loader.go
@@ -140,7 +140,7 @@ func (bcl *BackendConfigLoader) LoadBackendConfigFileByName(modelName, modelPath
 		}
 	}
 
-	cfg.SetDefaults(opts...)
+	cfg.SetDefaults(append(opts, ModelPath(modelPath))...)
 
 	return cfg, nil
 }

diff --git a/core/http/endpoints/openai/request.go b/core/http/endpoints/openai/request.go
@@ -304,7 +304,6 @@ func mergeRequestWithConfig(modelFile string, input *schema.OpenAIRequest, cm *c
 		config.LoadOptionThreads(threads),
 		config.LoadOptionContextSize(ctx),
 		config.LoadOptionF16(f16),
-		config.ModelPath(loader.ModelPath),
 	)
 
 	// Set the parameters for the language model prediction