diff --git a/catalog/app/components/Assistant/Model/Bedrock.ts b/catalog/app/components/Assistant/Model/Bedrock.ts index f01952054c4..b92646efcd8 100644 --- a/catalog/app/components/Assistant/Model/Bedrock.ts +++ b/catalog/app/components/Assistant/Model/Bedrock.ts @@ -10,6 +10,10 @@ const MODULE = 'Bedrock' const MODEL_ID = 'us.anthropic.claude-3-5-sonnet-20240620-v1:0' +function getModelId() { + return (window as any).QUILT_BEDROCK_MODEL_ID || MODEL_ID +} + const mapContent = (contentBlocks: BedrockRuntime.ContentBlocks | undefined) => Eff.pipe( contentBlocks, @@ -118,7 +122,7 @@ export function LLMBedrock(bedrock: BedrockRuntime) { enter: [ Log.br, 'model id:', - MODEL_ID, + getModelId(), Log.br, 'prompt:', prompt, @@ -130,7 +134,7 @@ export function LLMBedrock(bedrock: BedrockRuntime) { Eff.Effect.tryPromise(() => bedrock .converse({ - modelId: MODEL_ID, + modelId: getModelId(), system: [{ text: prompt.system }], messages: messagesToBedrock(prompt.messages), toolConfig: prompt.toolConfig && toolConfigToBedrock(prompt.toolConfig),