Skip to content
prodia

inference.pruna.p-video.aud2vid.v1

View markdown

The inference.pruna.p-video.aud2vid.v1 job generates a video driven by an input audio track and a text prompt using Pruna P-Video.

{
    "type": "inference.pruna.p-video.aud2vid.v1",
    "config": {
        "prompt": "a red fox trotting through a snowy forest at golden hour",
        "audio": "input.mp3"
    }
}

Additional configuration:

  • resolution (string; one of 720p, 1080p; default 720p)
  • fps (integer; one of 24, 48; default 24)
  • aspect_ratio (string; one of 16:9, 9:16, 4:3, 3:4, 3:2, 2:3, 1:1; default 16:9)
  • seed (integer)
  • draft (boolean; default False)
  • prompt_upsampling (boolean; default True)

This job type is also available under its partner alias inference.partner.pruna.p-video.aud2vid.v1.

Schema

Section titled “Schema”
{
  "type": "object",
  "required": [
    "type",
    "config"
  ],
  "additionalProperties": false,
  "properties": {
    "type": {
      "type": "string"
    },
    "config": {
      "type": "object",
      "required": [
        "prompt",
        "audio"
      ],
      "additionalProperties": false,
      "properties": {
        "audio": {
          "type": "string",
          "format": "filename",
          "description": "Input audio for audio-conditioned video generation. Supports flac, mp3, wav."
        },
        "prompt": {
          "type": "string",
          "minLength": 1,
          "maxLength": 4096,
          "description": "Text prompt for video generation."
        },
        "resolution": {
          "type": "string",
          "default": "720p",
          "enum": [
            "720p",
            "1080p"
          ],
          "description": "Video resolution."
        },
        "fps": {
          "type": "integer",
          "default": 24,
          "enum": [
            24,
            48
          ],
          "description": "Frames per second."
        },
        "aspect_ratio": {
          "type": "string",
          "default": "16:9",
          "enum": [
            "16:9",
            "9:16",
            "4:3",
            "3:4",
            "3:2",
            "2:3",
            "1:1"
          ],
          "description": "Aspect ratio of the video."
        },
        "seed": {
          "type": "integer",
          "description": "Random seed for reproducible generation."
        },
        "draft": {
          "type": "boolean",
          "default": false,
          "description": "Draft mode generates a lower-quality preview."
        },
        "prompt_upsampling": {
          "type": "boolean",
          "default": true,
          "description": "Use prompt upsampling to enhance the prompt."
        }
      }
    }
  },
  "$schema": "https://json-schema.org/draft/2020-12/schema"
}