Lucy 2 Realtime

// No reference image needed for text-only edits
await realtimeClient.set({ prompt: "Add a small dog running around" });
await realtimeClient.set({ prompt: "Change the background to a beach" });
await realtimeClient.set({ prompt: "Make the person's hair blonde" });

import { createDecartClient, models, type DecartSDKError } from "@decartai/sdk";

async function setupLucy2() {
  const model = models.realtime("lucy_2_rt");

  const stream = await navigator.mediaDevices.getUserMedia({
    video: {
      frameRate: model.fps,
      width: model.width,
      height: model.height,
    },
  });

  // Show the local camera feed
  document.getElementById("input-video").srcObject = stream;

  const client = createDecartClient({
    apiKey: process.env.DECART_API_KEY,
  });

  const realtimeClient = await client.realtime.connect(stream, {
    model,
    onRemoteStream: (transformedStream) => {
      document.getElementById("output-video").srcObject = transformedStream;
    },
  });

  // Track connection state
  realtimeClient.on("connectionChange", (state) => {
    document.getElementById("status").textContent = state;
  });

  // Track billing
  realtimeClient.on("generationTick", ({ seconds }) => {
    document.getElementById("usage").textContent = `${seconds}s`;
  });

  // Handle errors
  realtimeClient.on("error", (error: DecartSDKError) => {
    console.error("Lucy 2 error:", error.code, error.message);
  });

  // Character selection
  document.getElementById("character-input").addEventListener("change", async (e) => {
    const file = (e.target as HTMLInputElement).files[0];
    if (file) {
      await realtimeClient.set({
        prompt: "Transform into this character",
        image: file,
        enhance: true,
      });
    }
  });

  // Cleanup
  window.addEventListener("beforeunload", () => {
    realtimeClient.disconnect();
    stream.getTracks().forEach((track) => track.stop());
  });

  return realtimeClient;
}

setupLucy2();

// Backend: generate a short-lived token
const token = await client.tokens.create();

// Frontend: connect with the token
const frontendClient = createDecartClient({ apiKey: token.apiKey });