Merge pull request #1145 from JohnSnowLabs/fix/basic-setup-within-dat…

…rabricks-using-azure-openai fix: enhance model loading logic and update dependencies for
JohnSnowLabs · Nov 23, 2024 · 3523005 · 3523005
2 parents 21a9d2b + aa9b2aa
commit 3523005
Show file tree

Hide file tree

Showing 3 changed files with 114 additions and 133 deletions.
diff --git a/langtest/modelhandler/llm_modelhandler.py b/langtest/modelhandler/llm_modelhandler.py
@@ -115,9 +115,15 @@ def load_model(cls, hub: str, path: str, *args, **kwargs) -> "PretrainedModelFor
                 from .utils import CHAT_MODEL_CLASSES
 
                 if model_type and hub in CHAT_MODEL_CLASSES:
-                    hub_module = getattr(chat_models, hub)
-                    model = getattr(hub_module, CHAT_MODEL_CLASSES[hub])
-                elif model_type in [None, "instruct"]:
+                    if hasattr(chat_models, hub):
+                        hub_module = getattr(chat_models, hub)
+                        model = getattr(hub_module, CHAT_MODEL_CLASSES[hub])
+                    elif hasattr(chat_models, CHAT_MODEL_CLASSES[hub]):
+                        model = getattr(chat_models, CHAT_MODEL_CLASSES[hub])
+                    else:
+                        raise ValueError(Errors.E044(path=path))
+
+                elif model_type in [None, "completion"]:
                     model = getattr(lc, LANGCHAIN_HUBS[hub])
                 else:
                     raise ValueError(