Media-to-Music Generation

"Create upbeat electronic music for a tech product demo. 
Duration: 2 minutes. 
Style: Modern, energetic, with synthesizers and electronic drums. 
Mood: Inspiring and innovative."

const response = await fetch('https://prod-backup-backend.wubble.ai/v1/music/songs', {
  method: 'POST',
  headers: {
    Authorization: `Bearer ${process.env.WUBBLE_API_KEY}`,
    'Content-Type': 'application/json',
    'Idempotency-Key': crypto.randomUUID(),
  },
  body: JSON.stringify({
    prompt:
      'Upbeat electronic music with modern feel, energetic mood, synth leads and tight electronic drums',
  }),
});

const payload = await response.json();
// payload.data.request_id -> poll with GET /v1/requests/:requestId

// 1) Analyze your image externally (or in your app) and build a musical prompt
const derivedPrompt = 'Cinematic, atmospheric score inspired by a neon night city image';

// 2) Generate music using the prompt
const response = await fetch('https://prod-backup-backend.wubble.ai/v1/music/songs', {
  method: 'POST',
  headers: {
    Authorization: `Bearer ${process.env.WUBBLE_API_KEY}`,
    'Content-Type': 'application/json',
  },
  body: JSON.stringify({ prompt: derivedPrompt }),
});

const payload = await response.json();

// Upload video audio track or extracted audio first
const form = new FormData();
form.append('file', videoAudioFile);

const uploadRes = await fetch('https://prod-backup-backend.wubble.ai/v1/music/uploads', {
  method: 'POST',
  headers: { Authorization: `Bearer ${process.env.WUBBLE_API_KEY}` },
  body: form,
});
const upload = await uploadRes.json();

// Use remix route to generate a soundtrack variation
const remixRes = await fetch('https://prod-backup-backend.wubble.ai/v1/music/songs/remix', {
  method: 'POST',
  headers: {
    Authorization: `Bearer ${process.env.WUBBLE_API_KEY}`,
    'Content-Type': 'application/json',
  },
  body: JSON.stringify({
    upload_audio_id: upload.data.upload_audio_id,
    lyrics: 'Instrumental cinematic cue that follows rising scene energy',
    prompt: 'Epic trailer-style progression synced to visual pacing',
  }),
});

const remixPayload = await remixRes.json();

// 1) Upload reference audio
const form = new FormData();
form.append('file', audioFile);

const uploadRes = await fetch('https://prod-backup-backend.wubble.ai/v1/music/uploads', {
  method: 'POST',
  headers: { Authorization: `Bearer ${process.env.WUBBLE_API_KEY}` },
  body: form,
});
const upload = await uploadRes.json();

// 2) Generate complementary music from uploaded reference
const response = await fetch('https://prod-backup-backend.wubble.ai/v1/music/songs/remix', {
  method: 'POST',
  headers: {
    Authorization: `Bearer ${process.env.WUBBLE_API_KEY}`,
    'Content-Type': 'application/json',
  },
  body: JSON.stringify({
    upload_audio_id: upload.data.upload_audio_id,
    lyrics: 'Create a complementary instrumental layer',
    prompt: 'Warm, modern production that harmonizes with source audio',
  }),
});

const payload = await response.json();