fix(js): Use batch endpoint instead of individual run endpoint in case of server info fetch failure

js/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.2.4",
+  "version": "0.2.5",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [

js/src/client.ts

@@ -420,7 +420,7 @@
     // If there is an item on the queue we were unable to pop,
     // just return it as a single batch.
     if (popped.length === 0 && this.items.length > 0) {
       const item = this.items.shift()!;
       popped.push(item);
       poppedSizeBytes += item.size;
       this.sizeBytes -= item.size;
@@ -836,9 +836,9 @@
         if (this._serverInfo === undefined) {
           try {
             this._serverInfo = await this._getServerInfo();
           } catch (e) {
             console.warn(
-              `[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to single calls and default limits.`
+              `[WARNING]: LangSmith failed to fetch info on supported operations. Falling back to batch operations and default limits.`
             );
           }
         }
@@ -956,22 +956,6 @@
     if (!rawBatch.post.length && !rawBatch.patch.length) {
       return;
     }
-    const serverInfo = await this._ensureServerInfo();
-    if (serverInfo.version === undefined) {
-      this.autoBatchTracing = false;
-      for (const preparedCreateParam of rawBatch.post) {
-        await this.createRun(preparedCreateParam as CreateRunParams);
-      }
-      for (const preparedUpdateParam of rawBatch.patch) {
-        if (preparedUpdateParam.id !== undefined) {
-          await this.updateRun(
-            preparedUpdateParam.id,
-            preparedUpdateParam as UpdateRunParams
-          );
-        }
-      }
-      return;
-    }
     const batchChunks = {
       post: [] as (typeof rawBatch)["post"],
       patch: [] as (typeof rawBatch)["patch"],
@@ -1552,7 +1536,7 @@
     treeFilter?: string;
     isRoot?: boolean;
     dataSourceType?: string;
   }): Promise<any> {
     let projectIds_ = projectIds || [];
     if (projectNames) {
       projectIds_ = [
@@ -1840,7 +1824,7 @@
         `Failed to list shared examples: ${response.status} ${response.statusText}`
       );
     }
     return result.map((example: any) => ({
       ...example,
       _hostUrl: this.getHostUrl(),
     }));
@@ -1977,7 +1961,7 @@
       }
       // projectId querying
       return true;
     } catch (e) {
       return false;
     }
   }
@@ -3317,7 +3301,7 @@
   async _logEvaluationFeedback(
     evaluatorResponse: EvaluationResult | EvaluationResults,
     run?: Run,
     sourceInfo?: { [key: string]: any }
   ): Promise<[results: EvaluationResult[], feedbacks: Feedback[]]> {
     const evalResults: Array<EvaluationResult> =
       this._selectEvalResults(evaluatorResponse);
@@ -3356,7 +3340,7 @@
   public async logEvaluationFeedback(
     evaluatorResponse: EvaluationResult | EvaluationResults,
     run?: Run,
     sourceInfo?: { [key: string]: any }
   ): Promise<EvaluationResult[]> {
     const [results] = await this._logEvaluationFeedback(
       evaluatorResponse,
@@ -3806,7 +3790,7 @@
 
   public async createCommit(
     promptIdentifier: string,
     object: any,
     options?: {
       parentCommitHash?: string;
     }
@@ -3857,7 +3841,7 @@
       isPublic?: boolean;
       isArchived?: boolean;
     }
   ): Promise<Record<string, any>> {
     if (!(await this.promptExists(promptIdentifier))) {
       throw new Error("Prompt does not exist, you must create it first.");
     }
@@ -3868,7 +3852,7 @@
       throw await this._ownerConflictError("update a prompt", owner);
     }
 
     const payload: Record<string, any> = {};
 
     if (options?.description !== undefined)
       payload.description = options.description;

js/src/index.ts

@@ -14,4 +14,4 @@ export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 
 // Update using yarn bump-version
-export const __version__ = "0.2.4";
+export const __version__ = "0.2.5";

js/src/tests/batch_client.test.ts

@@ -753,19 +753,19 @@ describe.each(ENDPOINT_TYPES)(
       });
     });
 
-    it("If batching is unsupported, fall back to old endpoint", async () => {
+    it("Use batch endpoint if info call fails", async () => {
       const client = new Client({
         apiKey: "test-api-key",
         autoBatchTracing: true,
       });
       const callSpy = jest
-        .spyOn((client as any).caller, "call")
+        .spyOn((client as any).batchIngestCaller, "call")
         .mockResolvedValue({
           ok: true,
           text: () => "",
         });
       jest.spyOn(client as any, "_getServerInfo").mockImplementation(() => {
-        return {};
+        throw new Error("Totally expected mock error");
       });
       const projectName = "__test_batch";
 
@@ -784,26 +784,32 @@ describe.each(ENDPOINT_TYPES)(
         dotted_order: dottedOrder,
       });
 
-      await new Promise((resolve) => setTimeout(resolve, 300));
+      await client.awaitPendingTraceBatches();
 
       const calledRequestParam: any = callSpy.mock.calls[0][2];
+
       expect(
         await parseMockRequestBody(calledRequestParam?.body)
       ).toMatchObject({
-        id: runId,
-        session_name: projectName,
-        extra: expect.anything(),
-        start_time: expect.any(Number),
-        name: "test_run",
-        run_type: "llm",
-        inputs: { text: "hello world" },
-        trace_id: runId,
-        dotted_order: dottedOrder,
+        post: [
+          {
+            id: runId,
+            session_name: projectName,
+            extra: expect.anything(),
+            start_time: expect.any(Number),
+            name: "test_run",
+            run_type: "llm",
+            inputs: { text: "hello world" },
+            trace_id: runId,
+            dotted_order: dottedOrder,
+          },
+        ],
+        patch: [],
       });
 
       expect(callSpy).toHaveBeenCalledWith(
         _getFetchImplementation(),
-        "https://api.smith.langchain.com/runs",
+        "https://api.smith.langchain.com/runs/batch",
         expect.objectContaining({
           body: expect.any(String),
         })