Update generation.ts

Chunk size and overlap is too small for most rag documents
elizaOS · Jan 19, 2025 · da603bb · da603bb
1 parent cfd1f48
commit da603bb
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/packages/core/src/generation.ts b/packages/core/src/generation.ts
@@ -1348,8 +1348,8 @@ export async function generateShouldRespond({
  */
 export async function splitChunks(
     content: string,
-    chunkSize = 512,
-    bleed = 20
+    chunkSize = 1500,
+    bleed = 100
 ): Promise<string[]> {
     elizaLogger.debug(`[splitChunks] Starting text split`);
 
@@ -2556,4 +2556,4 @@ export async function generateTweetActions({
         await new Promise((resolve) => setTimeout(resolve, retryDelay));
         retryDelay *= 2;
     }
-}
+}