AI Model Catalog and Generation Routing in WZRD Studio

┌───────────────────────────────────────────────────────────┐
│                     Client Code                           │
│  (Project Setup · Studio Nodes · Editor · Storyboard)     │
└──────────────────────┬────────────────────────────────────┘
                       │
                       ▼
         ┌─────────────────────────┐
         │ unifiedGenerationService│   src/services/unifiedGenerationService.ts
         │   .generate(input)      │
         └────────────┬────────────┘
                      │  routes by model ID
        ┌─────────────┼───────────────────┐
        ▼             ▼                   ▼
   fal-stream    gemini-text         elevenlabs-*
  (fal.ai proxy)  (Groq/Gemini)     (TTS/SFX/Music)
        │             │                   │
        ▼             ▼                   ▼
  Supabase Edge Functions (cloud)

interface GenerationInput {
  /** Model ID from the catalog or a provider-specific ID */
  model: string;
  /** Primary prompt / instruction text */
  prompt: string;
  /** Additional model-specific parameters */
  parameters?: Record<string, unknown>;
  /** Reference assets (input images, videos, audio) */
  referenceAssets?: ReferenceAsset[];
  /** Output configuration */
  outputConfig?: OutputConfig;
  /** Tracking metadata */
  metadata?: GenerationMetadata;
}

interface ReferenceAsset {
  url: string;
  type: 'image' | 'video' | 'audio' | 'text' | 'model';
  role?: string; // e.g. 'input_image', 'style_reference'
}

interface OutputConfig {
  format?: string;            // 'png', 'mp4', 'mp3', etc.
  count?: number;             // Number of outputs
  storageBucket?: string;     // Supabase Storage bucket
  storagePathPrefix?: string;
  autoStore?: boolean;        // Auto-upload to Supabase Storage (default: true)
}

interface GenerationMetadata {
  source?: 'project-setup' | 'studio' | 'editor' | 'storyboard' | 'timeline';
  projectId?: string;
  entityId?: string;          // Node / shot / clip ID
  custom?: Record<string, unknown>;
}

GET https://<project>.supabase.co/functions/v1/model-catalog
Authorization: Bearer <supabase-jwt>   # optional — enables user-tier sorting

{
  "models": [
    {
      "id": "gmi/seedream-5.0-lite",
      "name": "Seedream 5 Lite",
      "credits": 2,
      "media_type": "image",
      "provider": "gmi-cloud"
    }
  ]
}

import { unifiedGenerationService } from '@/services/unifiedGenerationService';

const result = await unifiedGenerationService.generateImage(
  'A cinematic wide shot of a futuristic city at sunset',
  {
    model: 'fal-ai/nano-banana-2',
    parameters: { aspect_ratio: '16:9', num_images: 1 },
    projectId: 'my-project-id',
    source: 'studio',
    autoStore: true,
  }
);

console.log(result.url);    // Supabase Storage URL
console.log(result.status); // 'completed'

const result = await unifiedGenerationService.generate(
  {
    model: 'fal-ai/kling-video/o3/standard/text-to-video',
    prompt: 'A drone flyover of a tropical island, golden hour lighting',
    parameters: { duration: '5', aspect_ratio: '16:9', generate_audio: true },
    metadata: { source: 'timeline', projectId: 'my-project-id' },
  },
  (progress) => {
    console.log(`${progress.percent}% — ${progress.message}`);
  }
);

console.log(result.metadata.credits);         // 20
console.log(result.metadata.durationSeconds); // video duration

const result = await unifiedGenerationService.generate({
  model: 'fal-ai/kling-video/v3/pro/image-to-video',
  prompt: 'The camera slowly zooms in as leaves blow in the wind',
  referenceAssets: [
    { url: 'https://storage.example.com/scene.png', type: 'image', role: 'input_image' }
  ],
  parameters: { duration_seconds: 5, fps: 24, generate_audio: true },
  metadata: { source: 'editor', projectId: 'my-project-id' },
});

const ttsResult = await unifiedGenerationService.generateAudio(
  'Welcome to WZRD Studio, your AI filmmaking platform.',
  {
    model: 'fal-ai/elevenlabs/tts/turbo-v2.5',
    parameters: { voiceId: 'JBFqnCBsd6RMkjVDRZzb' },
    source: 'project-setup',
  }
);

const result = await unifiedGenerationService.generateText(
  'Write a 3-sentence storyline for a sci-fi short film about time travel.',
  {
    model: 'gmi/deepseek-r1',
    source: 'project-setup',
  }
);

// Generated text is in raw metadata
const text = (result.metadata.raw as { text: string }).text;