Skip to content
prodia

inference.seedance-2.fast.img2vid.v1

View markdown

The inference.seedance-2.fast.img2vid.v1 job animates an input image into a video guided by a text prompt using Dreamina Seedance 2.0 Fast.

{
    "type": "inference.seedance-2.fast.img2vid.v1",
    "config": {
        "prompt": "a red fox trotting through a snowy forest at golden hour",
        "first_frame": "reference.png"
    }
}

Additional configuration:

  • last_frame (string)
  • reference_images (array)
  • reference_videos (array)
  • reference_audios (array)
  • resolution (string; one of 480p, 720p; default 720p)
  • duration (integer; default 5)
  • watermark (boolean; default False)
  • camera_fixed (boolean; default False)
  • generate_audio (boolean; default True)
  • return_last_frame (boolean; default False)
  • seed (integer)

This job type is also available under its partner alias inference.partner.seedance-2.fast.img2vid.v1.

Schema

Section titled “Schema”
{
  "type": "object",
  "required": [
    "type",
    "config"
  ],
  "additionalProperties": false,
  "properties": {
    "type": {
      "type": "string"
    },
    "config": {
      "type": "object",
      "required": [
        "prompt"
      ],
      "additionalProperties": false,
      "properties": {
        "first_frame": {
          "type": "string",
          "format": "filename",
          "example": "first_frame.png",
          "description": "Set the starting frame for the video. Use alone for first-frame mode, or pair with last_frame for first-and-last-frame mode."
        },
        "last_frame": {
          "type": "string",
          "format": "filename",
          "example": "last_frame.png",
          "description": "Set the ending frame for the video. Must be used together with first_frame."
        },
        "reference_images": {
          "type": "array",
          "minItems": 1,
          "maxItems": 9,
          "items": {
            "type": "string",
            "format": "filename",
            "example": "reference.png",
            "description": "Filename of a reference image."
          },
          "description": "Reference images for multimodal generation. 1-9 images. Mutually exclusive with first_frame/last_frame mode."
        },
        "reference_videos": {
          "type": "array",
          "minItems": 1,
          "maxItems": 3,
          "items": {
            "type": "string",
            "format": "filename",
            "example": "reference.mp4",
            "description": "Filename of a reference video. Must be mp4 or mov, 2-15 seconds, total of all videos must not exceed 15 seconds."
          },
          "description": "Reference videos for multimodal generation. 1-3 videos."
        },
        "reference_audios": {
          "type": "array",
          "minItems": 1,
          "maxItems": 3,
          "items": {
            "type": "string",
            "format": "filename",
            "example": "reference.wav",
            "description": "Filename of a reference audio. Must be wav or mp3, 2-15 seconds each, total must not exceed 15 seconds."
          },
          "description": "Reference audios for multimodal generation. 1-3 audios. Cannot be used alone — must be combined with at least one reference image or video."
        },
        "prompt": {
          "type": "string",
          "minLength": 3,
          "maxLength": 4096,
          "default": "a flying dragon over mountains",
          "description": "Description of desired output."
        },
        "resolution": {
          "type": "string",
          "enum": [
            "480p",
            "720p"
          ],
          "default": "720p",
          "description": "This controls the general quality level of the output. Exact width and height will vary depending on the selected aspect ratio. For a video with approximately 480 or 720 pixel height use a 16:9 aspect ratio."
        },
        "duration": {
          "type": "integer",
          "minimum": -1,
          "maximum": 15,
          "default": 5,
          "description": "Duration of the video in seconds. Valid values are integers in [4, 15], or -1 to let the model pick a suitable length."
        },
        "watermark": {
          "type": "boolean",
          "default": false,
          "description": "When set to true a watermark is added indicating the output is AI generated."
        },
        "camera_fixed": {
          "type": "boolean",
          "default": false,
          "description": "When set to true the model is encouraged to keep the camera from moving. This is not guaranteed to work."
        },
        "generate_audio": {
          "type": "boolean",
          "default": true,
          "description": "When true the output video includes synchronized audio. When false a silent video is produced."
        },
        "return_last_frame": {
          "type": "boolean",
          "default": false,
          "description": "When true the last frame of the generated video is also returned as a PNG (last_frame.png) alongside the video."
        },
        "seed": {
          "type": "integer",
          "description": "A randomness initializer for image reproducability."
        }
      }
    }
  },
  "$schema": "https://json-schema.org/draft/2020-12/schema"
}