add openai tts

index.ts

@@ -1,7 +1,7 @@
-import { serve } from "bun";
-import TTS from "./tts";
+import { file, serve } from "bun";
 import ChatManager from "./chatManager";
 import UserManager, { User } from "./userManager";
+import TTS from "./tts-openai";
 
 const tts = new TTS();
 const userManager = new UserManager();
@@ -32,17 +32,17 @@ const server = serve({
     if (url.pathname === "/") return new Response("Home page!", CORS_HEADERS);
 
     if (url.pathname === "/tts" && req.method === "POST") {
-      const res = new Response();
-      return res;
+      // const res = new Response();
+      // return res;
 
-      // const data = await req.json();
-      // const text = data?.text;
+      const data = await req.json();
+      const text = data?.text;
 
-      // const audioPath = await tts.create(text);
-      // if (!audioPath) return new Response("An error occured!", CORS_HEADERS);
+      const audioPath = await tts.create(text);
+      if (!audioPath) return new Response("An error occured!", CORS_HEADERS);
 
-      // const res = new Response(file(audioPath), CORS_HEADERS);
-      // return res;
+      const res = new Response(file(audioPath), CORS_HEADERS);
+      return res;
     }
 
     if (url.pathname === "/chat" && req.method === "POST") {

package.json

@@ -20,6 +20,6 @@
     "@picovoice/web-voice-processor": "^4.0.8",
     "edgedb": "^1.4.1",
     "node-llama-cpp": "^2.8.2",
-    "openai": "^4.27.0"
+    "openai": "^4.57.0"
   }
 }

tts-openai.ts

@@ -0,0 +1,28 @@
+import fs from "fs";
+import OpenAI from "openai";
+
+class TTS {
+  openai: OpenAI;
+
+  constructor() {
+    this.openai = new OpenAI();
+  }
+
+  create = async (text?: string): Promise<string> => {
+    const audioPath = `tts_audios/audio.mp3`;
+    if (!text) return "";
+
+    const mp3 = await this.openai.audio.speech.create({
+      model: "tts-1",
+      voice: "nova",
+      input: text,
+      speed: 1.2,
+    });
+
+    const buffer = Buffer.from(await mp3.arrayBuffer());
+    await fs.promises.writeFile(audioPath, buffer);
+    return audioPath;
+  };
+}
+
+export default TTS;