feat: adding new columns and storing requests

apps/vectorize/migrations/0003_update_item.sql

@@ -0,0 +1,6 @@
+-- Update item with new text and metadata columns
+ALTER TABLE "item"
+ADD COLUMN "text" varchar(2024) NULL;
+
+ALTER TABLE "item"
+ADD COLUMN "metadata" varchar(2024) NULL;

apps/vectorize/package.json

@@ -9,7 +9,7 @@
     "wrangler": "wrangler",
     "db:init": "npx wrangler d1 migrations create llm-rss-vectorise-agent init",
     "db:migrate": "npx wrangler d1 migrations apply llm-rss-vectorise-agent",
-    "db:prisma:migrate": "npx prisma migrate diff --script --from-empty --to-schema-datamodel ./prisma/schema.prisma",
+    "db:prisma:migrate": "npx prisma migrate diff --script --from-schema-datamodel ./prisma/schema.prisma --to-migrations ./prisma/migrations",
     "db:prisma:generate": "npx prisma generate"
   },
   "devDependencies": {

apps/vectorize/prisma/schema.prisma

@@ -16,4 +16,6 @@ model item {
   createdAt    DateTime @default(now())
   updatedAt    DateTime @updatedAt
   status       String
+  text         String?
+  metadata     String?
 }

apps/vectorize/src/handlers/queue.ts

@@ -126,7 +126,20 @@ async function processRSSMessage(
       id: entryId,
       data: { text: parsedString, metadata },
     });
-    await updateItemStatus(prisma, entryId, 'queued');
+    await prisma.item.upsert({
+      where: { id },
+      update: {
+        status: 'queued',
+        text: parsedString,
+        metadata: JSON.stringify(metadata),
+      },
+      create: {
+        id,
+        status: 'queued',
+        text: parsedString,
+        metadata: JSON.stringify(metadata),
+      },
+    });
 
     inserted.push({ id: entryId, status: 'queued' });
   }
@@ -157,6 +170,12 @@ async function processEntryMessage(
     return null;
   }
 
+  await prisma.item.upsert({
+    where: { id },
+    update: { status: 'queued' },
+    create: { id, status: 'queued' },
+  });
+
   let queryText = parsedString;
   // TODO: Make this work, getting error: "Protocol error (Runtime.callFunctionOn): Argument should belong to the same JavaScript world as target object"
   /* if (metadata.url && env.BROWSER) {