From d2fd289ecef04a8c8bc1c962adc702283afb4ad7 Mon Sep 17 00:00:00 2001 From: Prateek Sachan Date: Fri, 21 Jun 2024 00:07:42 -0700 Subject: [PATCH 1/2] adding anthropic --- bolna/providers.py | 3 ++- requirements.txt | 5 ++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/bolna/providers.py b/bolna/providers.py index 22d1fbf..bb82f29 100644 --- a/bolna/providers.py +++ b/bolna/providers.py @@ -39,7 +39,8 @@ 'anyscale': LiteLLM, 'custom': OpenAiLLM, 'ola': OpenAiLLM, - 'groq': LiteLLM + 'groq': LiteLLM, + 'anthropic': LiteLLM } SUPPORTED_INPUT_HANDLERS = { 'default': DefaultInputHandler, diff --git a/requirements.txt b/requirements.txt index 22c86b7..d65221f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,9 +1,10 @@ aiobotocore==2.9.0 aiofiles==23.2.1 aiohttp==3.9.1 +daily-python==0.9.1 fastapi==0.108.0 fastembed==0.2.7 -litellm>=1.15 +litellm==1.40.20 numpy==1.26.1 openai==1.10.0 pydantic==2.5.3 @@ -24,5 +25,3 @@ huggingface-hub semantic-router sentence_transformers optimum[onnxruntime] -fastapi_utilities -daily-python \ No newline at end of file From 12b7b82afcfda617957f1769bac3800daa7a02ea Mon Sep 17 00:00:00 2001 From: Prateek Sachan Date: Fri, 21 Jun 2024 00:08:13 -0700 Subject: [PATCH 2/2] update example payload --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 1855273..66e6470 100644 --- a/README.md +++ b/README.md @@ -98,7 +98,7 @@ Once you have the above docker setup and running, you can create agents and init }, "llm_agent": { "agent_flow_type": "streaming", - "family": "openai", + "provider": "openai", "request_json": true, "model": "gpt-3.5-turbo-16k", "use_fallback": true