From d36fab991700706ce7063a243b4bae25637fc892 Mon Sep 17 00:00:00 2001 From: Connor Etherington Date: Tue, 17 Mar 2026 21:07:21 +0200 Subject: [PATCH] fix: Support Veo 3.1 in the veo provider Added Veo 3.1 preview model support to Vertex AI router model registries and updated the next-video template to use Veo 3.1 models as the available/default options. --- .../server/src/providers/VertexAIProvider.ts | 2 ++ .../src/supported-models/video/vertex-ai.ts | 20 ++++++++++++++++--- .../src/app/api/generate-video/validation.ts | 4 ++-- .../src/app/api/generate-video/vertex.ts | 3 ++- .../src/components/video-generator.tsx | 6 +++--- .../next-video-template/src/lib/types.ts | 4 ++-- 6 files changed, 28 insertions(+), 11 deletions(-) diff --git a/packages/app/server/src/providers/VertexAIProvider.ts b/packages/app/server/src/providers/VertexAIProvider.ts index f7165b341..e36579b98 100644 --- a/packages/app/server/src/providers/VertexAIProvider.ts +++ b/packages/app/server/src/providers/VertexAIProvider.ts @@ -19,6 +19,8 @@ import { env } from '../env'; // Constants export const PROXY_PASSTHROUGH_ONLY_MODEL = 'PROXY_PLACEHOLDER_VERTEX_AI'; const VEO3_MODELS = [ + 'veo-3.1-fast-generate-preview', + 'veo-3.1-generate-preview', 'veo-3.0-fast-generate-preview', 'veo-3.0-generate-preview', ]; diff --git a/packages/sdk/ts/src/supported-models/video/vertex-ai.ts b/packages/sdk/ts/src/supported-models/video/vertex-ai.ts index 82a9d6191..7bf1b3469 100644 --- a/packages/sdk/ts/src/supported-models/video/vertex-ai.ts +++ b/packages/sdk/ts/src/supported-models/video/vertex-ai.ts @@ -1,6 +1,8 @@ import type { SupportedVideoModel } from '../types'; export type VertexAIVideoModel = + | 'veo-3.1-fast-generate-preview' + | 'veo-3.1-generate-preview' | 'veo-3.0-fast-generate-preview' | 'veo-3.0-generate-preview'; /** @@ -11,16 +13,28 @@ export type VertexAIVideoModel = * Veo 3 Fast: $0.15/second with audio, $0.10/second video only */ export const VertexAIVideoModels: SupportedVideoModel[] = [ + { + model_id: 'veo-3.1-fast-generate-preview', + cost_per_second_with_audio: 0.15, + cost_per_second_without_audio: 0.1, + provider: 'VertexAI', + }, + { + model_id: 'veo-3.1-generate-preview', + cost_per_second_with_audio: 0.4, + cost_per_second_without_audio: 0.2, + provider: 'VertexAI', + }, { model_id: 'veo-3.0-fast-generate-preview', cost_per_second_with_audio: 0.15, - cost_per_second_without_audio: 0.1, // Fixed: was 0.1, now 0.10 for clarity + cost_per_second_without_audio: 0.1, provider: 'VertexAI', }, { model_id: 'veo-3.0-generate-preview', - cost_per_second_with_audio: 0.4, // Fixed: was 0.4, now 0.40 for clarity - cost_per_second_without_audio: 0.2, // Fixed: was 0.2, now 0.20 for clarity + cost_per_second_with_audio: 0.4, + cost_per_second_without_audio: 0.2, provider: 'VertexAI', }, ]; diff --git a/templates/next-video-template/src/app/api/generate-video/validation.ts b/templates/next-video-template/src/app/api/generate-video/validation.ts index 669dfd410..fb88f3707 100644 --- a/templates/next-video-template/src/app/api/generate-video/validation.ts +++ b/templates/next-video-template/src/app/api/generate-video/validation.ts @@ -35,8 +35,8 @@ export function validateGenerateVideoRequest(body: unknown): ValidationResult { } const validModels: VideoModelOption[] = [ - 'veo-3.0-fast-generate-preview', - 'veo-3.0-generate-preview', + 'veo-3.1-fast-generate-preview', + 'veo-3.1-generate-preview', ]; if (!model || !validModels.includes(model as VideoModelOption)) { return { diff --git a/templates/next-video-template/src/app/api/generate-video/vertex.ts b/templates/next-video-template/src/app/api/generate-video/vertex.ts index 66d1d4e8d..5d102de2c 100644 --- a/templates/next-video-template/src/app/api/generate-video/vertex.ts +++ b/templates/next-video-template/src/app/api/generate-video/vertex.ts @@ -4,6 +4,7 @@ import { getEchoToken } from '@/echo'; import { ERROR_MESSAGES } from '@/lib/constants'; +import type { VideoModelOption } from '@/lib/types'; import { GenerateVideosOperation, GenerateVideosParameters, @@ -14,7 +15,7 @@ import { */ export async function handleGeminiGenerate( prompt: string, - model: 'veo-3.0-fast-generate-preview' | 'veo-3.0-generate-preview', + model: VideoModelOption, durationSeconds: number = 4, generateAudio: boolean = false, image?: string, // Base64 encoded image or data URL (first frame) diff --git a/templates/next-video-template/src/components/video-generator.tsx b/templates/next-video-template/src/components/video-generator.tsx index 1d942d1bb..e95024705 100644 --- a/templates/next-video-template/src/components/video-generator.tsx +++ b/templates/next-video-template/src/components/video-generator.tsx @@ -42,8 +42,8 @@ import { FileInputManager } from './FileInputManager'; import { VideoHistory } from './video-history'; const models: VideoModelConfig[] = [ - { id: 'veo-3.0-fast-generate-preview', name: 'Veo 3 Fast' }, - { id: 'veo-3.0-generate-preview', name: 'Veo 3' }, + { id: 'veo-3.1-fast-generate-preview', name: 'Veo 3.1 Fast' }, + { id: 'veo-3.1-generate-preview', name: 'Veo 3.1' }, ]; /** @@ -57,7 +57,7 @@ const models: VideoModelConfig[] = [ */ export default function VideoGenerator() { const [model, setModel] = useState( - 'veo-3.0-fast-generate-preview' + 'veo-3.1-fast-generate-preview' ); const [durationSeconds, setDurationSeconds] = useState<4 | 6 | 8>(4); const [generateAudio, setGenerateAudio] = useState(false); diff --git a/templates/next-video-template/src/lib/types.ts b/templates/next-video-template/src/lib/types.ts index d8e429c97..8e9ebc31c 100644 --- a/templates/next-video-template/src/lib/types.ts +++ b/templates/next-video-template/src/lib/types.ts @@ -14,8 +14,8 @@ export type ModelOption = 'openai' | 'gemini'; * Available AI models for video generation */ export type VideoModelOption = - | 'veo-3.0-fast-generate-preview' - | 'veo-3.0-generate-preview'; + | 'veo-3.1-fast-generate-preview' + | 'veo-3.1-generate-preview'; /** * Model configuration with display names