From 777d1fa4a6cd94ecf6805c671eacda85bec1d28f Mon Sep 17 00:00:00 2001
From: user <email@example.com>
Date: Sun, 1 Sep 2024 19:33:42 +0200
Subject: [PATCH] Claude support with langchain antrhopic

---
 data_folder/config.yaml |   4 ++--
 requirements.txt        | Bin 674 -> 766 bytes
 src/gpt.py              |  31 ++++++++++++++-----------------
 3 files changed, 16 insertions(+), 19 deletions(-)

diff --git a/data_folder/config.yaml b/data_folder/config.yaml
index f38ce82..d26a6cc 100644
--- a/data_folder/config.yaml
+++ b/data_folder/config.yaml
@@ -42,5 +42,5 @@ titleBlacklist:
   - word2
   
 llm_model_type: [openai / ollama / claude]
-llm_model: [gpt-4o / mistral:v0.3 / anymodel]
-llm_api_url: [https://api.pawan.krd/cosmosrp/v1' /  http://127.0.0.1:11434/]
\ No newline at end of file
+llm_model: [gpt-4o / mistral:v0.3 / claude-3-5-sonnet-20240620]
+llm_api_url: [https://api.pawan.krd/cosmosrp/v1',  http://127.0.0.1:11434/, https://api.anthropic.com/v1/messages]
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index aef4baed9ae147969488a70f26fd5aae9edacb36..0edf5dfd3cbcff11444a30bf3b3f85ae1798dc54 100644
GIT binary patch
delta 57
zcmZ3)`j2(OEy;X_93V_&$OU3sAT(gmV=x3_<B10)1rr(a7)ls27>XG3844IO8Im_1
He8>m@q~8vv

delta 11
Scmeyzx`=hct<7ePCl~=A_youR

diff --git a/src/gpt.py b/src/gpt.py
index b4b66bc..22c7d6c 100644
--- a/src/gpt.py
+++ b/src/gpt.py
@@ -20,7 +20,7 @@ load_dotenv()
 
 class AIModel(ABC):
     @abstractmethod
-    def generate_response(self, prompt: str) -> str:
+    def invoke(self, prompt: str) -> str:
         pass
 
 class OpenAIModel(AIModel):
@@ -29,32 +29,29 @@ class OpenAIModel(AIModel):
         self.model = ChatOpenAI(model_name=llm_model, openai_api_key=api_key,
                                 temperature=0.4, base_url=llm_api_url)
  
-    def generate_response(self, prompt: str) -> str:
+    def invoke(self, prompt: str) -> str:
+        print("invoke in openai")
         response = self.model.invoke(prompt)
-        return response.content
+        return response
 
 class ClaudeModel(AIModel):
     def __init__(self, api_key: str, llm_model: str, llm_api_url: str):
-        from anthropic import Anthropic
-        self.client = Anthropic(api_key=api_key)
+        from langchain_anthropic import ChatAnthropic
+        self.model = ChatAnthropic(model=llm_model, api_key=api_key,
+                                temperature=0.4, base_url=llm_api_url)
 
-    def generate_response(self, prompt: str) -> str:
-        formatted_prompt = f"\n\nHuman: {prompt}\n\nAssistant:"
-        response = self.client.completions.create(
-            model="claude-2",
-            prompt=formatted_prompt,
-            max_tokens_to_sample=300
-        )
-        return response.completion.strip()
+    def invoke(self, prompt: str) -> str:
+        response = self.model.invoke(prompt)
+        return response
 
 class OllamaModel(AIModel):
     def __init__(self, api_key: str, llm_model: str, llm_api_url: str):
         from langchain_ollama import ChatOllama
         self.model = ChatOllama(model=llm_model, base_url=llm_api_url)
 
-    def generate_response(self, prompt: str) -> str:
+    def invoke(self, prompt: str) -> str:
         response = self.model.invoke(prompt)
-        return response.content
+        return response
 
 class AIAdapter:
     def __init__(self, config: dict, api_key: str):
@@ -75,8 +72,8 @@ class AIAdapter:
         else:
             raise ValueError(f"Unsupported model type: {model_type}")
 
-    def generate_response(self, prompt: str) -> str:
-        return self.model.generate_response(prompt)
+    def invoke(self, prompt: str) -> str:
+        return self.model.invoke(prompt)
 
 class LLMLogger: