feat(liteLLM): Add support for Azure OpenAI, Palm, Claude-2, Llama2, …

…CodeLlama (100+LLMs) (#1097) * v0 litellm * bump versions
QuivrHQ · Sep 5, 2023 · 204d4fd · 204d4fd
1 parent b92ba56
commit 204d4fd
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 5 deletions.
diff --git a/backend/llm/qa_base.py b/backend/llm/qa_base.py
@@ -6,7 +6,7 @@
 from langchain.callbacks.streaming_aiter import AsyncIteratorCallbackHandler
 from langchain.chains import ConversationalRetrievalChain, LLMChain
 from langchain.chains.question_answering import load_qa_chain
-from langchain.chat_models import ChatOpenAI
+from langchain.chat_models import ChatLiteLLM
 from langchain.llms.base import BaseLLM
 from langchain.prompts.chat import (
     ChatPromptTemplate,
@@ -103,7 +103,7 @@ def _create_llm(
         :param callbacks: Callbacks to be used for streaming
         :return: Language model instance
         """
-        return ChatOpenAI(
+        return ChatLiteLLM(
             temperature=temperature,
             model=model,
             streaming=streaming,

diff --git a/backend/llm/qa_headless.py b/backend/llm/qa_headless.py
@@ -5,7 +5,7 @@
 
 from langchain.callbacks.streaming_aiter import AsyncIteratorCallbackHandler
 from langchain.chains import LLMChain
-from langchain.chat_models import ChatOpenAI
+from langchain.chat_models import ChatLiteLLM
 from langchain.chat_models.base import BaseChatModel
 from langchain.prompts.chat import (
     ChatPromptTemplate,
@@ -91,7 +91,7 @@ def _create_llm(
         :param callbacks: Callbacks to be used for streaming
         :return: Language model instance
         """
-        return ChatOpenAI(
+        return ChatLiteLLM(
             temperature=temperature,
             model=model,
             streaming=streaming,

diff --git a/backend/requirements.txt b/backend/requirements.txt
@@ -1,5 +1,6 @@
 pymupdf==1.22.3
-langchain==0.0.247
+langchain==0.0.281
+litellm==0.1.531
 Markdown==3.4.4
 openai==0.27.8
 pdf2image==1.16.3