Raw schema
{
"type": "object",
"properties": {
"model": {
"type": "string",
"enum": [
"seedance-2-5",
"kling-3-pro",
"kling-3-omni",
"veo-3-1-fast",
"wan-3",
"minimax-h3",
"seedance-2",
"veo-3-1-quality",
"veo-3-1-lite",
"seedance-2-fast",
"grok-imagine",
"seedance-2-mini"
],
"description": "Video model id (list_models). seedance-2-5 is a good default."
},
"prompt": {
"type": "string",
"description": "What happens in the video. With references, name them as get_model says (e.g. [Image 1])."
},
"startFrame": {
"type": "object",
"properties": {
"download_url": {
"type": "string",
"description": "Temporary link to the file"
},
"file_id": {
"type": "string"
},
"mime_type": {
"type": "string"
},
"file_name": {
"type": "string"
}
},
"required": [
"download_url",
"file_id"
],
"additionalProperties": false,
"description": "The first frame: a photo the user attached in the chat"
},
"startFrameUrl": {
"type": "string",
"description": "The first frame as a public https photo link"
},
"endFrame": {
"type": "object",
"properties": {
"download_url": {
"type": "string",
"description": "Temporary link to the file"
},
"file_id": {
"type": "string"
},
"mime_type": {
"type": "string"
},
"file_name": {
"type": "string"
}
},
"required": [
"download_url",
"file_id"
],
"additionalProperties": false,
"description": "The last frame (models with an end frame), with a start frame"
},
"endFrameUrl": {
"type": "string",
"description": "The last frame as a public https photo link"
},
"referencePhotos": {
"type": "array",
"items": {
"type": "object",
"properties": {
"download_url": {
"type": "string",
"description": "Temporary link to the file"
},
"file_id": {
"type": "string"
},
"mime_type": {
"type": "string"
},
"file_name": {
"type": "string"
}
},
"required": [
"download_url",
"file_id"
],
"additionalProperties": false
},
"maxItems": 9,
"description": "Reference photos attached in the chat (people, products, a style). Never with frames."
},
"referencePhotoUrls": {
"type": "array",
"items": {
"type": "string"
},
"maxItems": 9,
"description": "Reference photos as public https links"
},
"referenceClips": {
"type": "array",
"items": {
"type": "object",
"properties": {
"download_url": {
"type": "string",
"description": "Temporary link to the file"
},
"file_id": {
"type": "string"
},
"mime_type": {
"type": "string"
},
"file_name": {
"type": "string"
}
},
"required": [
"download_url",
"file_id"
],
"additionalProperties": false
},
"maxItems": 3,
"description": "Reference clips (MP4 or MOV) as files, where the chat can attach them"
},
"referenceClipUrls": {
"type": "array",
"items": {
"type": "string"
},
"maxItems": 3,
"description": "Reference clips as public https links to an MP4 or MOV file"
},
"referenceSounds": {
"type": "array",
"items": {
"type": "object",
"properties": {
"download_url": {
"type": "string",
"description": "Temporary link to the file"
},
"file_id": {
"type": "string"
},
"mime_type": {
"type": "string"
},
"file_name": {
"type": "string"
}
},
"required": [
"download_url",
"file_id"
],
"additionalProperties": false
},
"maxItems": 3,
"description": "Reference sounds (MP3 or WAV) attached in the chat"
},
"referenceSoundUrls": {
"type": "array",
"items": {
"type": "string"
},
"maxItems": 3,
"description": "Reference sounds as public https links"
},
"clipMode": {
"type": "string",
"enum": [
"edit",
"reference"
],
"description": "Kling Omni with a clip: 'edit' changes the clip itself (default), 'reference' makes a new video from it"
},
"keepClipSound": {
"type": "boolean",
"description": "With a clip: put the clip's own sound on the result"
},
"shots": {
"type": "array",
"minItems": 2,
"maxItems": 6,
"items": {
"type": "object",
"properties": {
"prompt": {
"type": "string"
},
"durationSec": {
"type": "integer",
"minimum": 1,
"maximum": 15
}
},
"required": [
"prompt",
"durationSec"
],
"additionalProperties": false
},
"description": "Kling multi-shot: each shot's prompt and length; they add up to the video length"
},
"autoShots": {
"type": "boolean",
"description": "Kling Omni: the model plans the shots itself"
},
"elements": {
"type": "array",
"maxItems": 3,
"items": {
"type": "object",
"properties": {
"name": {
"type": "string",
"description": "Lower case, e.g. 'mia'; write @mia in the prompt"
},
"description": {
"type": "string",
"description": "Who or what it is, in a few words"
},
"photoUrls": {
"type": "array",
"items": {
"type": "string"
},
"maxItems": 4,
"description": "2-4 public photo links of it"
},
"photoCount": {
"type": "integer",
"minimum": 1,
"maximum": 4,
"description": "How many of elementPhotos belong to it, in order"
}
},
"required": [
"name",
"description"
],
"additionalProperties": false
},
"description": "Kling 3.0 elements: people or things from 2-4 photos each"
},
"elementPhotos": {
"type": "array",
"items": {
"type": "object",
"properties": {
"download_url": {
"type": "string",
"description": "Temporary link to the file"
},
"file_id": {
"type": "string"
},
"mime_type": {
"type": "string"
},
"file_name": {
"type": "string"
}
},
"required": [
"download_url",
"file_id"
],
"additionalProperties": false
},
"maxItems": 12,
"description": "The element photos attached in the chat, element by element in order"
},
"aspect": {
"type": "string",
"enum": [
"9:16",
"3:4",
"1:1",
"4:3",
"16:9",
"21:9",
"2:3",
"3:2"
],
"description": "Shape. Default 9:16 (vertical). With a start frame most models follow the photo's shape."
},
"resolution": {
"type": "string",
"enum": [
"480p",
"720p",
"1080p",
"4k",
"768p",
"2k"
],
"description": "Size. Default: the model's smallest."
},
"durationSec": {
"type": "integer",
"minimum": 1,
"maximum": 30,
"description": "Length in seconds (get_model lists them). Default: the model's default."
},
"sound": {
"type": "boolean",
"description": "Sound on or off where the model has the choice. Default on."
},
"motion": {
"type": "string",
"enum": [
"normal",
"fun"
],
"description": "Grok Imagine only"
},
"webSearch": {
"type": "boolean",
"description": "Seedance, text to video only: look things up online"
},
"seed": {
"type": "integer",
"minimum": 0,
"description": "Wan only: repeat a result"
},
"count": {
"type": "integer",
"minimum": 1,
"maximum": 2,
"description": "How many videos (each one is charged). Default 1."
},
"photosConsent": {
"type": "boolean",
"description": "Needed with photos or clips: true only after the user confirmed everyone in them is the user or agreed, and no one is a child"
},
"requestId": {
"type": "string",
"description": "Optional id (8-64 letters, digits, - or _). The same id never charges twice."
}
},
"required": [
"model"
],
"additionalProperties": false
}