Merge branch 'main' of https://github.com/keenborder786/free_llms

README.md

@@ -97,6 +97,23 @@ with ClaudeChrome(driver_config=driver_config,
 ```
 
 
+
+## Integration with Langchain
+
+```python
+from free_llms.langchain_model import FreeLLMs
+from langchain.prompts import PromptTemplate
+# model name can be any of the following: GPTChrome,PreplexityChrome,MistralChrome,ClaudeChrome
+model = FreeLLMs(model_name = 'PreplexityChrome', llm_kwargs = {
+              'driver_config':[],
+               'email':'email',
+               'password':''})
+
+prompt = PromptTemplate.from_template('Write me a joke about {topic}')
+chain =  prompt | model | str
+print(chain.invoke({'topic':'coding'}))
+
+```
 ## Note:
 
 - Free_LLMs only uses a `Patched Chrome Driver` as it's main driver. The driver can be found [here](https://github.com/ultrafunkamsterdam/undetected-chromedriver/tree/master)

examples/langchain_model.py

@@ -0,0 +1,11 @@
+from free_llms.langchain_model import FreeLLMs
+from langchain.prompts import PromptTemplate
+# model name can be any of the following: 
+model = FreeLLMs(model_name = 'PreplexityChrome', llm_kwargs = {
+              'driver_config':[],
+               'email':'email',
+               'password':''})
+
+prompt = PromptTemplate.from_template('Write me a joke about {topic}')
+chain =  prompt | model | str
+print(chain.invoke({'topic':'coding'}))

src/free_llms/langchain_model.py

@@ -0,0 +1,50 @@
+from typing import Any, Dict, List, Optional, Type, Union
+
+from langchain_core.callbacks import CallbackManagerForLLMRun
+from langchain_core.language_models.llms import LLM
+from langchain_core.pydantic_v1 import root_validator
+
+from free_llms.models import ClaudeChrome, GPTChrome, MistralChrome, PreplexityChrome
+
+
+class FreeLLMs(LLM):
+    client: Any  # private
+
+    model_name: Optional[str] = None
+    """One of the following model names to choose from: GPTChrome,PreplexityChrome,MistralChrome,ClaudeChrome"""
+    llm_kwargs: Dict[str, Any]
+    """Keyword arguments to be passed to free_llms.models.LLMChrome"""
+
+    @root_validator()
+    def start_model(cls, values: Dict) -> Dict:
+        """Validate that api key and python package exists in environment."""
+
+        models: Dict[str, Type[Union[ClaudeChrome, GPTChrome, MistralChrome, PreplexityChrome]]] = {
+            "GPTChrome": GPTChrome,
+            "PreplexityChrome": PreplexityChrome,
+            "MistralChrome": MistralChrome,
+            "ClaudeChrome": ClaudeChrome,
+        }
+        if values["model_name"] not in models:
+            raise ValueError(f'The given model {values["model_name"]} is not correct. Please pass one of the following {list(models.keys())}')
+        else:
+            values["client"] = models[values["model_name"]](**values["llm_kwargs"])
+        return values
+
+    @property
+    def _llm_type(self) -> str:
+        """Return type of llm."""
+        return "free_llms"
+
+    def _call(
+        self,
+        prompt: str,
+        stop: Optional[List[str]] = None,
+        run_manager: Optional[CallbackManagerForLLMRun] = None,
+        **kwargs: Any,
+    ) -> str:
+        if not self.client.login():
+            raise ValueError("Cannot Login given the credentials")
+        answer = self.client.send_prompt(prompt).content
+        self.client.driver.quit()
+        return answer