Generating Videos From Generated Images with Moderation

Project Setup

# Create a project directory.
mkdir prodia-video-generation-from-generated-images
cd prodia-video-generation-from-generated-images

Install Node (if not already installed):

brew install node
# Close the current terminal and open a new one so that node is available.

apt install node
# Close the current terminal and open a new one so that node is available.

winget install -e --id OpenJS.NodeJS.LTS
# Close the current terminal and open a new one so that node is available.

Create project skeleton:

# Requires node --version >= 18
# Initialize the project with npm.
npm init -y

# Install the prodia-js library.
npm install prodia --save

Install Python (if not already installed):

brew install python
# Close the current terminal and open a new one so that python is available.

apt install python3 python3-venv python-is-python3
# Close the current terminal and open a new one so that python is available.

winget install -e --id Python.Python.3.12
# Close the current terminal and open a new one so that python is available.

# Requires python --version >= 3.12
python -m venv venv
source venv/bin/activate
pip install requests

Install curl (if not already installed):

brew install curl
# Close the current terminal and open a new one so that curl is available.

apt install curl
# Close the current terminal and open a new one so that curl is available.

# NOTE: Windows 10 and up have curl installed by default and this can be
# skipped.
winget install -e --id cURL.cURL
# Close the current terminal and open a new one so that curl is available.

# Export your token so it can be used by the main code.
export PRODIA_TOKEN=your-token-here

Create a main file for your project:

const { createProdia } = require("prodia/v2");

const prodia = createProdia({
    token: process.env.PRODIA_TOKEN // get it from environment
});

Create the following main.py

from requests.adapters import HTTPAdapter, Retry
import os
import requests
import sys


prodia_token = os.getenv('PRODIA_TOKEN')
prodia_url = 'https://inference.prodia.com/v2/job'

session = requests.Session()
retries = Retry(status_forcelist=Retry.RETRY_AFTER_STATUS_CODES)
session.mount('http://', HTTPAdapter(max_retries=retries))
session.mount('https://', HTTPAdapter(max_retries=retries))
session.headers.update({'Authorization': f"Bearer {prodia_token}"})

set -euo pipefail

You’re now ready to make some API calls!

Generate an image (inside a workflow)

const { createProdia } = require("prodia/v2");
const fs = require("node:fs/promises"); // add this to imports at the top

const prodia = createProdia({
  token: process.env.PRODIA_TOKEN, // get it from environment
});

(async () => {
  const job = await prodia.job({
    type: "workflow.serial.v1",
    config: {
      jobs: [
        {
          type: "inference.flux.schnell.txt2img.v1",
          config: {
            prompt: "puppies in a cloud, 4k",
          },
        },
      ],
    },
  });

  const image = await job.arrayBuffer();

  await fs.writeFile("puppies.jpg", new Uint8Array(image));
  // open puppies.jpg
})();

node main.js

from requests.adapters import HTTPAdapter, Retry
import os
import requests
import sys


prodia_token = os.getenv('PRODIA_TOKEN')
prodia_url = 'https://inference.prodia.com/v2/job'

session = requests.Session()
retries = Retry(status_forcelist=Retry.RETRY_AFTER_STATUS_CODES)
session.mount('http://', HTTPAdapter(max_retries=retries))
session.mount('https://', HTTPAdapter(max_retries=retries))
session.headers.update({'Authorization': f"Bearer {prodia_token}"})

headers = {
    'Accept': 'image/png',
}

job = {
    'type': 'workflow.serial.v1',
    'config': {
        'jobs': [
            {
                'type': 'inference.flux.schnell.txt2img.v1',
                'config': {
                    'prompt': 'puppies in a cloud, 4k',
                },
            },
        ],
    },
}

res = session.post(prodia_url, headers=headers, json=job)
print(f"Request ID: {res.headers['x-request-id']}")
print(f"Status: {res.status_code}")

if res.status_code != 200:
    print(res.text)
    sys.exit(1)

with open('puppies.jpg', 'wb') as f:
    f.write(res.content)

python main.py

set -euo pipefail

job=$(cat <<EOF
{
  "type": "workflow.serial.v1",
  "config": {
    "jobs": [
      {
        "type": "inference.flux.schnell.txt2img.v1",
        "config": {
          "prompt": "puppies in a cloud, 4k"
        }
      }
    ]
  }
}
EOF
)

curl -sSf \
  -H "Authorization: Bearer $PRODIA_TOKEN" \
  -H 'Accept: image/jpeg' \
  --json "$job" \
  --output puppies.jpg \
  --retry 3 \
  https://inference.prodia.com/v2/job

bash main.sh

open puppies.jpg

xdg-open puppies.jpg

start puppies.jpg

Adding content moderation

const { createProdia } = require("prodia/v2");
const fs = require("node:fs/promises"); // add this to imports at the top

const prodia = createProdia({
  token: process.env.PRODIA_TOKEN, // get it from environment
});

(async () => {
  const job = await prodia.job({
    type: "workflow.serial.v1",
    config: {
      jobs: [
        {
          type: "inference.flux.schnell.txt2img.v1",
          config: {
            prompt: "puppies in a cloud, 4k",
          },
        },
        {
          type: "workflow.moderate.v1",
          config: {
            threshold: 0.95,
          },
        },
      ],
    },
  });

  const image = await job.arrayBuffer();

  await fs.writeFile("puppies.jpg", new Uint8Array(image));
  // open puppies.jpg
})();

node main.js

from requests.adapters import HTTPAdapter, Retry
import os
import requests
import sys


prodia_token = os.getenv('PRODIA_TOKEN')
prodia_url = 'https://inference.prodia.com/v2/job'

session = requests.Session()
retries = Retry(status_forcelist=Retry.RETRY_AFTER_STATUS_CODES)
session.mount('http://', HTTPAdapter(max_retries=retries))
session.mount('https://', HTTPAdapter(max_retries=retries))
session.headers.update({'Authorization': f"Bearer {prodia_token}"})

headers = {
    'Accept': 'image/png',
}

job = {
    'type': 'workflow.serial.v1',
    'config': {
        'jobs': [
            {
                'type': 'inference.flux.schnell.txt2img.v1',
                'config': {
                    'prompt': 'puppies in a cloud, 4k',
                },
            },
            {
                'type': 'workflow.moderate.v1',
                'config': {
                    'threshold': 0.95,
                },
            },
        ],
    },
}

res = session.post(prodia_url, headers=headers, json=job)
print(f"Request ID: {res.headers['x-request-id']}")
print(f"Status: {res.status_code}")

if res.status_code != 200:
    print(res.text)
    sys.exit(1)

with open('puppies.jpg', 'wb') as f:
    f.write(res.content)

python main.py

set -euo pipefail

job=$(cat <<EOF
{
  "type": "workflow.serial.v1",
  "config": {
    "jobs": [
      {
        "type": "inference.flux.schnell.txt2img.v1",
        "config": {
          "prompt": "puppies in a cloud, 4k"
        }
      },
      {
        "type": "workflow.moderate.v1",
        "config": {
          "threshold": 0.95
        }
      }
    ]
  }
}
EOF
)

curl -sSf \
  -H "Authorization: Bearer $PRODIA_TOKEN" \
  -H 'Accept: image/jpeg' \
  --json "$job" \
  --output puppies.jpg \
  --retry 3 \
  https://inference.prodia.com/v2/job

bash main.sh

open puppies.jpg

xdg-open puppies.jpg

start puppies.jpg

Generate video

const { createProdia } = require("prodia/v2");
const fs = require("node:fs/promises"); // add this to imports at the top

const prodia = createProdia({
  token: process.env.PRODIA_TOKEN, // get it from environment
});

(async () => {
  const job = await prodia.job({
    type: "workflow.serial.v1",
    config: {
      jobs: [
        {
          type: "inference.flux.schnell.txt2img.v1",
          config: {
            prompt: "puppies in a cloud, 4k",
          },
        },
        {
          type: "workflow.moderate.v1",
          config: {
            threshold: 0.95,
          },
        },
        {
          type: "inference.kling.img2vid.v1",
          config: {
            prompt: "puppies playing in the clouds",
          },
        },
      ],
    },
  });

  const video = await job.arrayBuffer();

  await fs.writeFile("puppies.mp4", new Uint8Array(video));
  // open puppies.mp4
})();

node main.js

from requests.adapters import HTTPAdapter, Retry
import os
import requests
import sys


prodia_token = os.getenv('PRODIA_TOKEN')
prodia_url = 'https://inference.prodia.com/v2/job'

session = requests.Session()
retries = Retry(status_forcelist=Retry.RETRY_AFTER_STATUS_CODES)
session.mount('http://', HTTPAdapter(max_retries=retries))
session.mount('https://', HTTPAdapter(max_retries=retries))
session.headers.update({'Authorization': f"Bearer {prodia_token}"})

headers = {
    'Accept': 'image/png',
}

job = {
    'type': 'workflow.serial.v1',
    'config': {
        'jobs': [
            {
                'type': 'inference.flux.schnell.txt2img.v1',
                'config': {
                    'prompt': 'puppies in a cloud, 4k',
                },
            },
            {
                'type': 'workflow.moderate.v1',
                'config': {
                    'threshold': 0.95,
                },
            },
            {
                'type': 'inference.kling.img2vid.v1',
                'config': {
                    'prompt': 'puppies playing in the clouds',
                },
            },
        ],
    },
}

res = session.post(prodia_url, headers=headers, json=job)
print(f"Request ID: {res.headers['x-request-id']}")
print(f"Status: {res.status_code}")

if res.status_code != 200:
    print(res.text)
    sys.exit(1)

with open('puppies.jpg', 'wb') as f:
    f.write(res.content)

python main.py

set -euo pipefail

job=$(cat <<EOF
{
  "type": "workflow.serial.v1",
  "config": {
    "jobs": [
      {
        "type": "inference.flux.schnell.txt2img.v1",
        "config": {
          "prompt": "puppies in a cloud, 4k"
        }
      },
      {
        "type": "workflow.moderate.v1",
        "config": {
          "threshold": 0.95
        }
      },
      {
        "type": "inference.kling.img2vid.v1",
        "config": {
          "prompt": "puppies playing in the clouds",
        }
      }
    ]
  }
}
EOF
)

curl -sSf \
  -H "Authorization: Bearer $PRODIA_TOKEN" \
  -H 'Accept: video/mp4' \
  --json "$job" \
  --output puppies.mp4 \
  --retry 3 \
  https://inference.prodia.com/v2/job

bash main.sh

open puppies.mp4

xdg-open puppies.mp4

start puppies.mp4