Launch

.autorc

@@ -0,0 +1,11 @@
+{
+  "plugins": [
+    "npm",
+    "first-time-contributor",
+    "released"
+  ],
+  "owner": "haydenbleasel",
+  "repo": "orate",
+  "name": "Hayden Bleasel",
+  "email": "hello@haydenbleasel.com"
+}

.github/workflows/push.yml

@@ -0,0 +1,44 @@
+name: Release
+
+on:
+  push:
+    branches: [main]
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+
+    if: "!contains(github.event.head_commit.message, 'ci skip') && !contains(github.event.head_commit.message, 'skip ci')"
+
+    steps:
+
+      - uses: actions/checkout@v4
+
+      - name: Prepare repository
+        run: git fetch --unshallow --tags
+
+      - name: Use Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 9
+
+      - name: Cache pnpm modules
+        uses: actions/cache@v4
+        with:
+          path: ~/.pnpm-store
+          key: ${{ runner.os }}-pnpm-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pnpm-
+
+      - name: Create Release
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+        run: |
+          pnpm install
+          npx auto shipit

.gitignore

@@ -41,5 +41,7 @@ yarn-error.log*
 dist/
 
 # test
-test.ts
-test/*.wav
+__tests__/output
+
+# auto
+.env

.vscode/settings.json

@@ -22,5 +22,6 @@
   },
   "[typescriptreact]": {
     "editor.defaultFormatter": "biomejs.biome"
-  }
-}
+  },
+  "tailwindCSS.experimental.configFile": "./website/tailwind.config.ts"
+}

README.md

@@ -0,0 +1,9 @@
+# Orate
+
+**The AI toolkit for speech.**
+
+Create realistic, human-like speech and transcribe audio with a unified API that works with leading AI providers like OpenAI, ElevenLabs and AssemblyAI.
+
+Install with `npm i orate` (or your favourite package manager).
+
+Check out the [website](https://www.orate.dev) for more information.

SECURITY.md

@@ -0,0 +1,11 @@
+# Security Policy
+
+## Supported Versions
+
+As this is an unofficial project, only the latest version is supported.
+
+## Reporting a Vulnerability
+
+If you find a vulnerability in this library, please open a GitHub issue with as much detail as possible.
+
+If you find a vulnerability in the Corellium API, please get in touch on the [contact page](https://www.corellium.com/contact).

__tests__/assembly.test.ts

@@ -0,0 +1,19 @@
+import { readFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { transcribe } from '../src';
+import { assembly } from '../src/assembly';
+
+describe('AssemblyAI Tests', () => {
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: assembly.stt(),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});

__tests__/azure.test.ts

@@ -0,0 +1,34 @@
+import { readFile, writeFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { speak, transcribe } from '../src';
+import { azure } from '../src/azure';
+
+describe('Azure Tests', () => {
+  it('should convert text to speech', async () => {
+    const speech = await speak({
+      model: azure.tts('en-US-AvaMultilingualNeural'),
+      prompt: 'Hello from Orate, the AI toolkit for speech.',
+    });
+
+    await writeFile(
+      './__tests__/output/azure-speech.wav',
+      Buffer.from(await speech.arrayBuffer())
+    );
+
+    expect(speech).toBeInstanceOf(File);
+    expect(speech.size).toBeGreaterThan(0);
+  });
+
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: azure.stt(),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});

__tests__/deepgram.test.ts

@@ -0,0 +1,34 @@
+import { readFile, writeFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { speak, transcribe } from '../src';
+import { deepgram } from '../src/deepgram';
+
+describe('Deepgram Tests', () => {
+  it('should convert text to speech', async () => {
+    const speech = await speak({
+      model: deepgram.tts('aura', 'asteria-en'),
+      prompt: 'Hello from Orate, the AI toolkit for speech.',
+    });
+
+    await writeFile(
+      './__tests__/output/deepgram-speech.wav',
+      Buffer.from(await speech.arrayBuffer())
+    );
+
+    expect(speech).toBeInstanceOf(File);
+    expect(speech.size).toBeGreaterThan(0);
+  });
+
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: deepgram.stt('nova-2'),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});

__tests__/elevenlabs.test.ts

@@ -0,0 +1,21 @@
+import { writeFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { speak } from '../src';
+import { elevenlabs } from '../src/eleven-labs';
+
+describe('ElevenLabs Tests', () => {
+  it('should convert text to speech', async () => {
+    const speech = await speak({
+      model: elevenlabs.tts('multilingual_v2', 'aria'),
+      prompt: 'Hello from Orate, the AI toolkit for speech.',
+    });
+
+    await writeFile(
+      './__tests__/output/eleven-labs-speech.wav',
+      Buffer.from(await speech.arrayBuffer())
+    );
+
+    expect(speech).toBeInstanceOf(File);
+    expect(speech.size).toBeGreaterThan(0);
+  });
+});

__tests__/gladia.test.ts

@@ -0,0 +1,19 @@
+import { readFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { transcribe } from '../src';
+import { gladia } from '../src/gladia';
+
+describe('Gladia Tests', () => {
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: gladia.stt('enhanced'),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});

__tests__/google.test.ts

@@ -0,0 +1,34 @@
+import { readFile, writeFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { speak, transcribe } from '../src';
+import { google } from '../src/google';
+
+describe('Google Tests', () => {
+  it('should convert text to speech', async () => {
+    const speech = await speak({
+      model: google.tts(),
+      prompt: 'Hello from Orate, the AI toolkit for speech.',
+    });
+
+    await writeFile(
+      './__tests__/output/google-speech.wav',
+      Buffer.from(await speech.arrayBuffer())
+    );
+
+    expect(speech).toBeInstanceOf(File);
+    expect(speech.size).toBeGreaterThan(0);
+  });
+
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: google.stt(process.env.GOOGLE_RECOGNIZER as string),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});

__tests__/ibm.test.ts

@@ -0,0 +1,34 @@
+import { readFile, writeFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { speak, transcribe } from '../src';
+import { ibm } from '../src/ibm';
+
+describe('IBM Tests', () => {
+  it('should convert text to speech', async () => {
+    const speech = await speak({
+      model: ibm.tts(),
+      prompt: 'Hello from Orate, the AI toolkit for speech.',
+    });
+
+    await writeFile(
+      './__tests__/output/ibm-speech.wav',
+      Buffer.from(await speech.arrayBuffer())
+    );
+
+    expect(speech).toBeInstanceOf(File);
+    expect(speech.size).toBeGreaterThan(0);
+  });
+
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: ibm.stt(),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});

__tests__/murf.test.ts

@@ -0,0 +1,21 @@
+import { writeFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { speak } from '../src';
+import { murf } from '../src/murf';
+
+describe('Murf Tests', () => {
+  it('should convert text to speech', async () => {
+    const speech = await speak({
+      model: murf.tts(),
+      prompt: 'Hello from Orate, the AI toolkit for speech.',
+    });
+
+    await writeFile(
+      './__tests__/output/murf-speech.wav',
+      Buffer.from(await speech.arrayBuffer())
+    );
+
+    expect(speech).toBeInstanceOf(File);
+    expect(speech.size).toBeGreaterThan(0);
+  });
+});

__tests__/openai.test.ts

@@ -0,0 +1,34 @@
+import { readFile, writeFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { speak, transcribe } from '../src';
+import { openai } from '../src/openai';
+
+describe('OpenAI Tests', () => {
+  it('should convert text to speech', async () => {
+    const speech = await speak({
+      model: openai.tts('tts-1', 'alloy'),
+      prompt: 'Hello from Orate, the AI toolkit for speech.',
+    });
+
+    await writeFile(
+      './__tests__/output/openai-speech.wav',
+      Buffer.from(await speech.arrayBuffer())
+    );
+
+    expect(speech).toBeInstanceOf(File);
+    expect(speech.size).toBeGreaterThan(0);
+  });
+
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: openai.stt('whisper-1'),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});

__tests__/rev.test.ts

@@ -0,0 +1,19 @@
+import { readFile } from 'node:fs/promises';
+import { describe, expect, it } from 'vitest';
+import { transcribe } from '../src';
+import { rev } from '../src/rev';
+
+describe('Rev Tests', () => {
+  it('should convert speech to text', async () => {
+    const file = await readFile('./__tests__/test.mp3');
+    const audio = new File([file], 'test.mp3', { type: 'audio/mp3' });
+
+    const text = await transcribe({
+      model: rev.stt('machine'),
+      audio,
+    });
+
+    expect(typeof text).toBe('string');
+    expect(text.length).toBeGreaterThan(0);
+  });
+});