fix: Initial agent comms architecture (#221)

.gitattributes

@@ -0,0 +1,4 @@
+# git-crypt files containing secrets under R&D
+control-plane/src/modules/agents/** filter=git-crypt diff=git-crypt
+control-plane/kubernetes.dev.yaml filter=git-crypt diff=git-crypt
+ts-core/src/tests/monolith/** filter=git-crypt diff=git-crypt

Tiltfile

@@ -8,6 +8,7 @@ k8s_resource('control-plane', port_forwards=[
 ], resource_deps=['postgres'])
 
 docker_build('control-plane-image', 'control-plane', dockerfile='control-plane/Dockerfile.dev', live_update=[
+  sync('./control-plane/.env', '/app/.env'),
   sync('./control-plane/src', '/app/src'),
   sync('./control-plane/package.json', '/app/package.json'),
   sync('./control-plane/package-lock.json', '/app/package-lock.json'),

control-plane/package.json

@@ -23,6 +23,8 @@
     "@babel/preset-env": "^7.22.10",
     "@babel/preset-typescript": "^7.22.11",
     "@fastify/cors": "^8.5.0",
+    "@langchain/core": "^0.1.61",
+    "@langchain/openai": "^0.0.28",
     "@sentry/node": "^7.93.0",
     "@sentry/profiling-node": "^1.3.5",
     "@ts-rest/core": "^3.27.0",
@@ -35,8 +37,10 @@
     "drizzle-orm": "^0.27.2",
     "fastify": "^4.21.0",
     "jest": "^29.6.4",
+    "json-schema-to-zod": "^2.1.0",
     "jsonwebtoken": "^9.0.2",
     "jwks-rsa": "^3.1.0",
+    "langchain": "^0.1.36",
     "msgpackr": "^1.10.1",
     "node-cache": "^5.1.2",
     "nodemon": "^3.0.1",
@@ -61,4 +65,4 @@
   "jest": {
     "testTimeout": 20000
   }
-}
+}

control-plane/src/modules/contract.ts

@@ -26,6 +26,7 @@ export const definition = {
         .array(
           z.object({
             name: z.string(),
+            schema: z.string(),
           }),
         )
         .optional(),
@@ -712,6 +713,26 @@ export const definition = {
       401: z.undefined(),
     },
   },
+  executeTask: {
+    method: "POST",
+    path: "/clusters/:clusterId/task",
+    headers: z.object({
+      authorization: z.string(),
+    }),
+    body: z.object({
+      task: z.string(),
+    }),
+    responses: {
+      401: z.undefined(),
+      404: z.undefined(),
+      200: z.object({
+        result: z.any(),
+      }),
+      500: z.object({
+        error: z.string(),
+      }),
+    },
+  },
 } as const;
 
 export const contract = c.router(definition);

control-plane/src/modules/jobs/create-job.ts

@@ -33,24 +33,6 @@ type CallConfig = {
 
 const DEFAULT_RETRY_COUNT_ON_STALL = 1;
 
-export const createSyncJob = async (params: {
-  service: string;
-  targetFn: string;
-  targetArgs: unknown[];
-  owner: { clusterId: string };
-  deploymentId?: string;
-  callConfig?: CallConfig;
-}) => {
-  return createJob({
-    service: params.service,
-    targetFn: params.targetFn,
-    targetArgs: msgpackr.pack(data).toString("base64"), // I don't like this, but this will have to do for now.
-    owner: params.owner,
-    deploymentId: params.deploymentId,
-    callConfig: params.callConfig,
-  });
-};
-
 export const createJob = async (params: {
   service: string;
   targetFn: string;

control-plane/src/modules/jobs/jobs.ts

@@ -165,6 +165,8 @@ export const getJobStatusSync = async ({
         resultType: jobResult.resultType ?? undefined,
       },
     });
+  } else {
+    throw new Error("Job not found");
   }
 
   end();

control-plane/src/modules/router.ts

@@ -941,4 +941,28 @@ export const router = s.router(contract, {
       },
     };
   },
+  executeTask: async (request) => {
+    const access = await routingHelpers.validateAccessPointOrClusterTokenAccess(
+      request.headers.authorization,
+      request.params.clusterId,
+    );
+
+    if (!access) {
+      return {
+        status: 401,
+      };
+    }
+
+    const { clusterId } = request.params;
+    const { task } = request.body;
+
+    const { executeTaskForCluster } = require("./agents/agent");
+
+    const result = await executeTaskForCluster({ clusterId }, task);
+
+    return {
+      status: 200,
+      body: { result },
+    };
+  },
 });

control-plane/tsconfig.json

@@ -10,6 +10,6 @@
     "allowJs": true,
   },
   "include": [
-    "src/**/*"
+    "src/index.ts"
   ]
-}
+}