Skip to content
prodia

inference.partner.seedance-2-5.ref2vid.v2

View markdown

The inference.partner.seedance-2-5.ref2vid.v2 job generates video from reference images, videos, and audio.

{
  "type": "inference.partner.seedance-2-5.ref2vid.v2",
  "config": {
    "references": [
      "reference.mp4"
    ],
    "prompt": "Continue the movement in this reference",
    "duration": 8
  }
}

Use a references filename array and upload each file with its corresponding image, video, or audio Content-Type. Up to 30 images, 10 videos, and 10 audio clips are accepted, with at most 30 seconds each of reference video and audio. Audio-only references are supported.

Use inference.partner.seedance-2-5.img2vid.v2 for first/last frame inputs. Reference generation supports resolution, aspect ratio, duration (4–30 or -1 for automatic), seed, watermark, audio generation, and returning the last frame.

omni_reference_task_type accepts auto/reference/edit/extend. Editing requires a reference video, adaptive aspect ratio, and duration -1; extension requires a reference video and adaptive aspect ratio. MP4 and MOV outputs are supported.

Set duration to -1 for automatic duration. Automatic duration is determined from the prompt and reference content.

Schema

Section titled “Schema”
{
  "type": "object",
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "required": [
    "type",
    "config"
  ],
  "properties": {
    "type": {
      "type": "string"
    },
    "config": {
      "type": "object",
      "required": [
        "prompt",
        "references"
      ],
      "additionalProperties": false,
      "properties": {
        "references": {
          "description": "Reference filenames: up to 30 images, 10 videos, and 10 audio clips; 30 seconds total each of video and audio. Audio-only references are supported.",
          "type": "array",
          "minItems": 1,
          "maxItems": 50,
          "uniqueItems": true,
          "items": {
            "type": "string",
            "format": "filename"
          }
        },
        "prompt": {
          "type": "string"
        },
        "resolution": {
          "description": "This controls the general quality level of the output. Exact width and height will vary depending on the selected aspect ratio. For a video with approximately 480, 720, or 1080 pixel height use a 16:9 aspect ratio.",
          "type": "string",
          "default": "720p",
          "enum": [
            "480p",
            "720p",
            "1080p"
          ]
        },
        "aspect_ratio": {
          "description": "Controls the approximate aspect ratio of the resulting video. Use \"adaptive\" to let the model pick automatically based on the prompt.",
          "type": "string",
          "default": "adaptive",
          "enum": [
            "16:9",
            "4:3",
            "1:1",
            "3:4",
            "9:16",
            "21:9",
            "adaptive"
          ]
        },
        "duration": {
          "description": "Output duration in seconds: 4–30, or -1 for automatic duration. Automatic duration is determined from the prompt and reference content.",
          "type": "integer",
          "default": -1,
          "maximum": 30,
          "anyOf": [
            {
              "const": -1
            },
            {
              "minimum": 4,
              "maximum": 30
            }
          ]
        },
        "watermark": {
          "description": "When set to true a watermark is added indicating the output is AI generated.",
          "type": "boolean",
          "default": false
        },
        "generate_audio": {
          "description": "When true the output video includes synchronized audio. When false a silent video is produced.",
          "type": "boolean",
          "default": true
        },
        "return_last_frame": {
          "description": "When true the last frame of the generated video is also returned as a PNG (last_frame.png) alongside the video.",
          "type": "boolean",
          "default": false
        },
        "seed": {
          "description": "A randomness initializer for image reproducability.",
          "type": "integer",
          "minimum": -1,
          "maximum": 2147483647
        },
        "omni_reference_task_type": {
          "type": "string",
          "default": "auto",
          "enum": [
            "auto",
            "reference",
            "edit",
            "extend"
          ]
        }
      }
    }
  }
}