chore: Handle overloaded error in anthropic streaming response

Portkey-AI · Nov 11, 2024 · 8b166a9 · 8b166a9
1 parent 213273d
commit 8b166a9
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/src/providers/anthropic/chatComplete.ts b/src/providers/anthropic/chatComplete.ts
@@ -360,6 +360,7 @@ export interface AnthropicChatCompleteStreamResponse {
       cache_read_input_tokens?: number;
     };
   };
+  error?: AnthropicErrorObject;
 }
 
 export const AnthropicErrorResponseTransform: (
@@ -480,6 +481,10 @@ export const AnthropicChatCompleteStreamChunkTransform: (
   chunk = chunk.trim();
 
   const parsedChunk: AnthropicChatCompleteStreamResponse = JSON.parse(chunk);
+
+  if (parsedChunk.type === 'error' && parsedChunk.error)
+    throw new Error('Provider exception: ' + parsedChunk.error.message);
+
   if (
     parsedChunk.type === 'content_block_start' &&
     parsedChunk.content_block?.type === 'text'

diff --git a/src/providers/google-vertex-ai/chatComplete.ts b/src/providers/google-vertex-ai/chatComplete.ts
@@ -894,6 +894,9 @@ export const VertexAnthropicChatCompleteStreamChunkTransform: (
 
   const parsedChunk: AnthropicChatCompleteStreamResponse = JSON.parse(chunk);
 
+  if (parsedChunk.type === 'error' && parsedChunk.error)
+    throw new Error('Provider exception: ' + parsedChunk.error.message);
+
   if (
     parsedChunk.type === 'content_block_start' &&
     parsedChunk.content_block?.type === 'text'