mode specific configs

instructor-ai · Jan 2, 2024 · 10178fd · 10178fd
1 parent 4d7e262
commit 10178fd
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 2 deletions.
diff --git a/src/instructor.ts b/src/instructor.ts
@@ -145,7 +145,7 @@ export default class Instructor {
       ...jsonSchema.definitions.response_model
     }
 
-    const paramsForMode = MODE_TO_PARAMS[this.mode](definition, params)
+    const paramsForMode = MODE_TO_PARAMS[this.mode](definition, params, this.mode)
 
     return {
       stream: false,

diff --git a/src/oai/params.ts b/src/oai/params.ts
@@ -1,3 +1,5 @@
+import { MODE } from "@/constants/modes"
+
 export function OAIBuildFunctionParams(definition, params) {
   return {
     ...params,
@@ -19,9 +21,21 @@ export function OAIBuildToolFunctionParams(definition, params) {
   }
 }
 
-export function OAIBuildMessageBasedParams(definition, params) {
+export function OAIBuildMessageBasedParams(definition, params, mode) {
+  const MODE_SPECIFIC_CONFIGS = {
+    [MODE.JSON]: {
+      response_format: { type: "json_object" }
+    },
+    [MODE.JSON_SCHEMA]: {
+      response_format: { type: "json_object", schema: definition }
+    }
+  }
+
+  const modeConfig = MODE_SPECIFIC_CONFIGS[mode] ?? {}
+
   return {
     ...params,
+    ...modeConfig,
     messages: [
       ...(params?.messages ?? []),
       {