// Describe an imageconst image = await api.runtime.mediaUnderstanding.describeImageFile({filePath: "/tmp/inbound-photo.jpg",cfg: api.config,agentDir: "/tmp/agent",});// Prepare a capture limit before installing audio receive listeners.const budget = await api.runtime.mediaUnderstanding.resolveAudioInputBudget({cfg: api.config,});// budget.enabled is false when audio understanding is disabled. Otherwise,// budget.maxBytes includes the container header and covers the largest fallback.// Transcribe audioconst { text } = await api.runtime.mediaUnderstanding.transcribeAudioFile({filePath: "/tmp/inbound-audio.ogg",cfg: api.config,mime: "audio/ogg", // optional, for when MIME cannot be inferred});// Describe a videoconst video = await api.runtime.mediaUnderstanding.describeVideoFile({filePath: "/tmp/inbound-video.mp4",cfg: api.config,});// Generic file analysisconst result = await api.runtime.mediaUnderstanding.runFile({filePath: "/tmp/inbound-file.pdf",cfg: api.config,});// Structured image extraction through a specific provider/model.// Include at least one image; text inputs are supplemental context.// receiptImageBuffer is your own image bytes, not an SDK-provided value.const evidence = await api.runtime.mediaUnderstanding.extractStructuredWithModel({provider: "codex",model: "gpt-6-astra",input: [ {type: "image",buffer: receiptImageBuffer,fileName: "receipt.png",mime: "image/png", }, { type: "text", text: "Prefer the printed total over handwritten notes." }, ],instructions: "Extract vendor, total, and searchable tags.",schemaName: "receipt.evidence",jsonSchema: {type: "object",properties: {vendor: { type: "string" },total: { type: "number" },tags: { type: "array", items: { type: "string" } }, },required: ["vendor", "total"], },cfg: api.config,});
const result = await api.runtime.imageGeneration.generate({prompt: "A robot painting a sunset",cfg: api.config,});const providers = api.runtime.imageGeneration.listProviders({ cfg: api.config });
api.runtime.videoGeneration
视频生成，形态与图像生成一致。
typescript
const result = await api.runtime.videoGeneration.generate({prompt: "A drone shot flying over a coastline at sunrise",cfg: api.config,});const providers = api.runtime.videoGeneration.listProviders({ cfg: api.config });
api.runtime.musicGeneration
音乐生成，形态与图像生成一致。
typescript
const result = await api.runtime.musicGeneration.generate({prompt: "An upbeat lo-fi track for a coding session",cfg: api.config,});const providers = api.runtime.musicGeneration.listProviders({ cfg: api.config });
