add support for TogetherAI

api/apps/llm_app.py

@@ -135,7 +135,7 @@ def add_llm():
         api_key = req.get("api_key","xxxxxxxxxxxxxxx") 
     else:
         llm_name = req["llm_name"]
-        api_key = "xxxxxxxxxxxxxxx"
+        api_key = req.get("api_key","xxxxxxxxxxxxxxx") 
 
     llm = {
         "tenant_id": current_user.id,

conf/llm_factories.json

@@ -2443,6 +2443,13 @@
                 }
             ]
         },
+        {
+            "name": "TogetherAI",
+            "logo": "",
+            "tags": "LLM,TEXT EMBEDDING,IMAGE2TEXT",
+            "status": "1",
+            "llm": []
+        },
         {
             "name": "PerfXCloud",
             "logo": "",
@@ -2594,6 +2601,6 @@
                     "model_type": "embedding"
                 }
             ]
-        }  
+        }
     ]
 }

rag/llm/__init__.py

@@ -39,6 +39,7 @@
     "LM-Studio": LmStudioEmbed,
     "OpenAI-API-Compatible": OpenAI_APIEmbed,
     "cohere": CoHereEmbed,
+    "TogetherAI": TogetherAIEmbed,
     "PerfXCloud": PerfXCloudEmbed,
 }
 
@@ -57,7 +58,8 @@
     "NVIDIA": NvidiaCV,
     "LM-Studio": LmStudioCV,
     "StepFun":StepFunCV,
-    "OpenAI-API-Compatible": OpenAI_APICV
+    "OpenAI-API-Compatible": OpenAI_APICV,
+    "TogetherAI": TogetherAICV
 }
 
 
@@ -86,6 +88,7 @@
     "OpenAI-API-Compatible": OpenAI_APIChat,
     "cohere": CoHereChat,
     "LeptonAI": LeptonAIChat,
+    "TogetherAI": TogetherAIChat,
     "PerfXCloud": PerfXCloudChat
 }
 
@@ -98,7 +101,8 @@
     "NVIDIA": NvidiaRerank,
     "LM-Studio": LmStudioRerank,
     "OpenAI-API-Compatible": OpenAI_APIRerank,
-    "cohere": CoHereRerank
+    "cohere": CoHereRerank,
+    "TogetherAI": TogetherAIRerank
 }
 
 

rag/llm/chat_model.py

@@ -990,6 +990,13 @@ def __init__(self, key, model_name, base_url=None):
         super().__init__(key, model_name, base_url)
 
 
+class TogetherAIChat(Base):
+    def __init__(self, key, model_name, base_url="https://api.together.xyz/v1"):
+        if not base_url:
+            base_url = "https://api.together.xyz/v1"
+        super().__init__(key, model_name, base_url)
+
+
 class PerfXCloudChat(Base):
     def __init__(self, key, model_name, base_url="https://cloud.perfxlab.cn/v1"):
         if not base_url:

rag/llm/cv_model.py

@@ -649,3 +649,10 @@ def __init__(self, key, model_name, base_url, lang="Chinese"):
         self.client = OpenAI(api_key=key, base_url=base_url)
         self.model_name = model_name.split("___")[0]
         self.lang = lang
+
+
+class TogetherAICV(GptV4):
+    def __init__(self, key, model_name, base_url="https://api.together.xyz/v1"):
+        if not base_url:
+            base_url = "https://api.together.xyz/v1"
+        super().__init__(key, model_name, base_url)

rag/llm/embedding_model.py

@@ -555,8 +555,16 @@ def encode_queries(self, text):
         )
 
 
+class TogetherAIEmbed(OllamaEmbed):
+    def __init__(self, key, model_name, base_url="https://api.together.xyz/v1"):
+        if not base_url:
+            base_url = "https://api.together.xyz/v1"
+        super().__init__(key, model_name, base_url)
+
+
 class PerfXCloudEmbed(OpenAIEmbed):
     def __init__(self, key, model_name, base_url="https://cloud.perfxlab.cn/v1"):
         if not base_url:
             base_url = "https://cloud.perfxlab.cn/v1"
         super().__init__(key, model_name, base_url)
+

rag/llm/rerank_model.py

@@ -245,3 +245,11 @@ def similarity(self, query: str, texts: list):
         rank = np.array([d.relevance_score for d in res.results])
         indexs = [d.index for d in res.results]
         return rank[indexs], token_count
+
+
+class TogetherAIRerank(Base):
+    def __init__(self, key, model_name, base_url):
+        pass
+
+    def similarity(self, query: str, texts: list):
+        raise NotImplementedError("The api has not been implement")

web/src/pages/user-setting/constants.tsx

@@ -17,4 +17,4 @@ export const UserSettingIconMap = {
 
 export * from '@/constants/setting';
 
-export const LocalLlmFactories = ['Ollama', 'Xinference','LocalAI','LM-Studio',"OpenAI-API-Compatible"];
+export const LocalLlmFactories = ['Ollama', 'Xinference','LocalAI','LM-Studio',"OpenAI-API-Compatible",'TogetherAI'];

web/src/pages/user-setting/setting-model/constant.ts

@@ -25,6 +25,7 @@ export const IconMap = {
   'OpenAI-API-Compatible': 'openai-api',
   cohere: 'cohere',
   Lepton: 'lepton',
+  TogetherAI:'together-ai',
   PerfXCould: 'perfx-could'
 };