feat: inject audio module tinylm

Author: wizenheimer

src/TinyLM.ts

@@ -2,11 +2,14 @@
  * TinyLM - Modular library for text generation and embeddings
  */
 
-import { tryGarbageCollection, detectEnvironment, EnvironmentInfo } from './utils';
-import { ProgressTracker } from './ProgressTracker';
-import { WebGPUChecker } from './WebGPUChecker';
-import { GenerationModule } from './GenerationModule';
-import { EmbeddingsModule } from './EmbeddingsModule';
+import { tryGarbageCollection, detectEnvironment, EnvironmentInfo } from './utils.js';
+import { ProgressTracker } from './ProgressTracker.js';
+import { WebGPUChecker } from './WebGPUChecker.js';
+import { GenerationModule } from './GenerationModule.js';
+import { EmbeddingsModule } from './EmbeddingsModule.js';
+import { AudioModule } from './AudioModule.js';
+import { AudioCreateOptions, AudioResult } from './types.js';
+
 
 import {
   TinyLMOptions,
@@ -18,7 +21,7 @@ import {
   ModelLoadOptions,
   EmbeddingCreateOptions,
   EmbeddingResult
-} from './types';
+} from './types.js';
 
 /**
  * Main TinyLM class that provides the OpenAI-compatible API
@@ -33,6 +36,8 @@ export class TinyLM {
   // Modules
   private generationModule: GenerationModule;
   private embeddingsModule: EmbeddingsModule;
+  private audioModule: AudioModule;
+
 
   // API structure
   readonly chat: {
@@ -46,6 +51,13 @@ export class TinyLM {
     create: (options: EmbeddingCreateOptions) => Promise<EmbeddingResult>;
   };
 
+  // Audio API
+  readonly audio: {
+    speech: {
+      create: (options: AudioCreateOptions) => Promise<AudioResult | AsyncGenerator<AudioResult, void, void>>;
+    };
+  };
+
   readonly models: {
     load: (options: ModelLoadOptions) => Promise<any>;
     offload: (options: { model: string }) => Promise<boolean>;
@@ -61,7 +73,7 @@ export class TinyLM {
    */
   constructor(options: TinyLMOptions = {}) {
     this.options = {
-      progressCallback: options.progressCallback || (() => {}),
+      progressCallback: options.progressCallback || (() => { }),
       progressThrottleTime: options.progressThrottleTime || 100,
       ...options
     } as Required<TinyLMOptions>;
@@ -79,6 +91,7 @@ export class TinyLM {
     // Initialize modules
     this.generationModule = new GenerationModule(this);
     this.embeddingsModule = new EmbeddingsModule(this);
+    this.audioModule = new AudioModule(this);
 
     // Create API structure similar to OpenAI
     this.chat = {
@@ -92,6 +105,13 @@ export class TinyLM {
       create: this.embeddingsModule.create.bind(this.embeddingsModule)
     };
 
+    // Audio API
+    this.audio = {
+      speech: {
+        create: this.audioModule.create.bind(this.audioModule)
+      }
+    };
+
     // Model management API
     this.models = {
       load: this.generationModule.loadModel.bind(this.generationModule),
@@ -173,6 +193,10 @@ export class TinyLM {
           : undefined
       });
 
+      await this.audioModule.init({
+        defaultModel: options.speechModel
+      });
+
       this.initialized = true;
     }
     return this;

src/types.ts

@@ -259,6 +259,7 @@ export interface ModelLoadOptions {
 export interface InitOptions {
   models?: string[];
   embeddingModels?: string[];
+  speechModel?: string;
   lazyLoad?: boolean;
   [key: string]: any;
 }
@@ -290,3 +291,25 @@ export interface EmbeddingResult {
     total_tokens: number;
   };
 }
+
+/**
+ * Interface for audio creation options
+ */
+export interface AudioCreateOptions {
+  model: string;
+  input: string;
+  voice?: string;
+  speed?: number;
+  response_format?: 'mp3' | 'wav' | 'ogg';
+  stream?: boolean;
+}
+
+/**
+ * Interface for audio result
+ */
+export interface AudioResult {
+  type: string;
+  size: number;
+  arrayBuffer: () => Promise<ArrayBuffer>;
+  blob?: () => Blob;
+}