mirror of
https://github.com/openclaw/openclaw.git
synced 2026-08-16 23:52:40 -06:00
89c792bf64
* fix(google): reject malformed video operation JSON * fix(google): reuse shared provider JSON reader for video operations Route successful Google video operation responses through the canonical readProviderJsonResponse so fatal UTF-8 decoding and malformed-JSON wrapping stay on the shared provider contract. Keep the lenient non-OK detail path.
907 lines
30 KiB
TypeScript
907 lines
30 KiB
TypeScript
// Google tests cover video generation provider plugin behavior.
|
|
import { mockPinnedHostnameResolution } from "openclaw/plugin-sdk/test-env";
|
|
import { oversizedJsonResponse } from "openclaw/plugin-sdk/test-fixtures";
|
|
import { afterAll, afterEach, beforeEach, describe, expect, it, vi } from "vitest";
|
|
|
|
const { createGoogleGenAIMock, downloadMock, generateVideosMock, getVideosOperationMock } =
|
|
vi.hoisted(() => {
|
|
const generateVideosMockLocal = vi.fn();
|
|
const getVideosOperationMockLocal = vi.fn();
|
|
const downloadMockLocal = vi.fn();
|
|
const createGoogleGenAIMockLocal = vi.fn(() => {
|
|
return {
|
|
models: {
|
|
generateVideos: generateVideosMockLocal,
|
|
},
|
|
operations: {
|
|
getVideosOperation: getVideosOperationMockLocal,
|
|
},
|
|
files: {
|
|
download: downloadMockLocal,
|
|
},
|
|
};
|
|
});
|
|
return {
|
|
createGoogleGenAIMock: createGoogleGenAIMockLocal,
|
|
downloadMock: downloadMockLocal,
|
|
generateVideosMock: generateVideosMockLocal,
|
|
getVideosOperationMock: getVideosOperationMockLocal,
|
|
};
|
|
});
|
|
|
|
vi.mock("./google-genai-runtime.js", () => ({
|
|
createGoogleGenAI: createGoogleGenAIMock,
|
|
}));
|
|
|
|
import * as providerAuthRuntime from "openclaw/plugin-sdk/provider-auth-runtime";
|
|
import { expectExplicitVideoGenerationCapabilities } from "openclaw/plugin-sdk/provider-test-contracts";
|
|
import { buildGoogleVideoGenerationProvider } from "./video-generation-provider.js";
|
|
|
|
type MockWithCalls = {
|
|
mock: { calls: unknown[][] };
|
|
};
|
|
|
|
function firstObjectArg(mock: MockWithCalls): Record<string, unknown> {
|
|
const [call] = mock.mock.calls;
|
|
if (!call) {
|
|
throw new Error("expected first mock call to receive an object argument");
|
|
}
|
|
const value = call[0];
|
|
if (value === undefined || value === null || typeof value !== "object" || Array.isArray(value)) {
|
|
throw new Error("expected first mock call to receive an object argument");
|
|
}
|
|
return value as Record<string, unknown>;
|
|
}
|
|
|
|
function recordField(value: unknown, field: string): Record<string, unknown> {
|
|
if (value === undefined || value === null || typeof value !== "object" || Array.isArray(value)) {
|
|
throw new Error(`expected ${field} to be an object`);
|
|
}
|
|
return value as Record<string, unknown>;
|
|
}
|
|
|
|
function firstGoogleClientHttpOptions(): Record<string, unknown> {
|
|
return recordField(firstObjectArg(createGoogleGenAIMock).httpOptions, "httpOptions");
|
|
}
|
|
|
|
function requireFetchCall(
|
|
fetchMock: ReturnType<typeof vi.fn>,
|
|
index: number,
|
|
): [RequestInfo | URL, RequestInit | undefined] {
|
|
const call = fetchMock.mock.calls[index];
|
|
if (!call) {
|
|
throw new Error(`expected Google video fetch call ${index}`);
|
|
}
|
|
return call as [RequestInfo | URL, RequestInit | undefined];
|
|
}
|
|
|
|
function parseFetchJsonBody(fetchMock: ReturnType<typeof vi.fn>, index: number): unknown {
|
|
const [, init] = requireFetchCall(fetchMock, index);
|
|
const body = init?.body;
|
|
if (typeof body !== "string") {
|
|
throw new Error(`expected Google video fetch body ${index}`);
|
|
}
|
|
return JSON.parse(body) as unknown;
|
|
}
|
|
|
|
function fetchInputUrl(fetchMock: ReturnType<typeof vi.fn>, index: number): string {
|
|
const [input] = requireFetchCall(fetchMock, index);
|
|
if (typeof input === "string") {
|
|
return input;
|
|
}
|
|
if (input instanceof URL) {
|
|
return input.toString();
|
|
}
|
|
return input.url;
|
|
}
|
|
|
|
let ssrfMock: { mockRestore: () => void } | undefined;
|
|
|
|
describe("google video generation provider", () => {
|
|
beforeEach(() => {
|
|
ssrfMock = mockPinnedHostnameResolution();
|
|
});
|
|
|
|
afterEach(() => {
|
|
ssrfMock?.mockRestore();
|
|
ssrfMock = undefined;
|
|
vi.restoreAllMocks();
|
|
vi.unstubAllGlobals();
|
|
downloadMock.mockReset();
|
|
generateVideosMock.mockReset();
|
|
getVideosOperationMock.mockReset();
|
|
createGoogleGenAIMock.mockClear();
|
|
vi.useRealTimers();
|
|
});
|
|
|
|
afterAll(() => {
|
|
vi.doUnmock("./google-genai-runtime.js");
|
|
vi.resetModules();
|
|
});
|
|
|
|
it("declares explicit mode capabilities", () => {
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
expectExplicitVideoGenerationCapabilities(provider);
|
|
expect(provider.capabilities.generate?.supportsAudio).toBe(false);
|
|
expect(provider.capabilities.imageToVideo?.supportsAudio).toBe(false);
|
|
expect(provider.capabilities.videoToVideo?.supportsAudio).toBe(false);
|
|
});
|
|
|
|
it("advertises Gemini video generation with a config-only Google API key", () => {
|
|
expect(
|
|
buildGoogleVideoGenerationProvider().isConfigured?.({
|
|
cfg: {
|
|
models: {
|
|
providers: {
|
|
google: {
|
|
apiKey: "google-config-only-key",
|
|
baseUrl: "https://generativelanguage.googleapis.com/v1beta",
|
|
models: [],
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}),
|
|
).toBe(true);
|
|
});
|
|
|
|
it("submits generation and returns inline video bytes", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
name: "operations/123",
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
videoBytes: Buffer.from("mp4-bytes").toString("base64"),
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
const result = await provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
aspectRatio: "16:9",
|
|
resolution: "720P",
|
|
durationSeconds: 3,
|
|
audio: true,
|
|
});
|
|
|
|
expect(generateVideosMock).toHaveBeenCalledTimes(1);
|
|
const request = firstObjectArg(generateVideosMock);
|
|
expect(request.model).toBe("veo-3.1-fast-generate-preview");
|
|
expect(request.prompt).toBe("A tiny robot watering a windowsill garden");
|
|
const config = recordField(request.config, "config");
|
|
expect(config.durationSeconds).toBe(4);
|
|
expect(config.aspectRatio).toBe("16:9");
|
|
expect(config.resolution).toBe("720p");
|
|
expect(config).not.toHaveProperty("generateAudio");
|
|
expect(config).not.toHaveProperty("numberOfVideos");
|
|
expect(result.videos).toHaveLength(1);
|
|
expect(result.videos[0]?.mimeType).toBe("video/mp4");
|
|
const clientOptions = firstObjectArg(createGoogleGenAIMock);
|
|
expect(clientOptions.apiKey).toBe("google-key");
|
|
const httpOptions = recordField(clientOptions.httpOptions, "httpOptions");
|
|
expect(httpOptions).not.toHaveProperty("baseUrl");
|
|
expect(httpOptions).not.toHaveProperty("apiVersion");
|
|
});
|
|
|
|
it("returns inline video bytes encoded with URL-safe base64", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
const videoBytes = Buffer.from([0xfb, 0xff, 0x6d, 0x70, 0x34]);
|
|
const videoBase64url = videoBytes.toString("base64url");
|
|
expect(videoBase64url).toMatch(/[-_]/);
|
|
expect(videoBase64url).not.toMatch(/[+/]/);
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
name: "operations/123",
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
videoBytes: videoBase64url,
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
|
|
const result = await buildGoogleVideoGenerationProvider().generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
});
|
|
|
|
expect(result.videos).toHaveLength(1);
|
|
expect(result.videos[0]?.buffer).toEqual(videoBytes);
|
|
});
|
|
|
|
it.each([
|
|
["invalid alphabet", "not-base64!"],
|
|
["non-canonical pad bits", "ZE=="],
|
|
["mixed alphabet", "aGVsbG8+_"],
|
|
])("rejects %s in inline video bytes", async (_scenario, videoBytes) => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [{ video: { videoBytes, mimeType: "video/mp4" } }],
|
|
},
|
|
});
|
|
|
|
await expect(
|
|
buildGoogleVideoGenerationProvider().generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Google video generation returned malformed base64 video data");
|
|
});
|
|
|
|
it("rejects inline video bytes that exceed the configured media cap", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
videoBytes: Buffer.from("too-large").toString("base64"),
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
await expect(
|
|
provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: { agents: { defaults: { mediaMaxMb: 0.000001 } } },
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Google generated video download exceeds 1 bytes");
|
|
});
|
|
|
|
it.each([
|
|
{
|
|
name: "strips /v1beta suffix from configured baseUrl before passing to GoogleGenAI SDK",
|
|
baseUrl: "https://generativelanguage.googleapis.com/v1beta",
|
|
expectedBaseUrl: "https://generativelanguage.googleapis.com",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
},
|
|
{
|
|
name: "does NOT strip /v1beta when it appears mid-path (end-anchor proof)",
|
|
baseUrl: "https://proxy.example.com/v1beta/route",
|
|
expectedBaseUrl: "https://proxy.example.com/v1beta/route",
|
|
prompt: "test",
|
|
},
|
|
{
|
|
name: "passes baseUrl unchanged when no /v1beta suffix is present",
|
|
baseUrl: "https://generativelanguage.googleapis.com",
|
|
expectedBaseUrl: "https://generativelanguage.googleapis.com",
|
|
prompt: "test",
|
|
},
|
|
])("$name", async ({ baseUrl, expectedBaseUrl, prompt }) => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{ video: { videoBytes: Buffer.from("mp4").toString("base64"), mimeType: "video/mp4" } },
|
|
],
|
|
},
|
|
});
|
|
|
|
await buildGoogleVideoGenerationProvider().generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt,
|
|
cfg: { models: { providers: { google: { baseUrl, models: [] } } } },
|
|
durationSeconds: 3,
|
|
});
|
|
|
|
expect(firstGoogleClientHttpOptions().baseUrl).toBe(expectedBaseUrl);
|
|
});
|
|
|
|
it("downloads MLDev direct video uri responses without routing through the Files API", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
uri: "https://generativelanguage.googleapis.com/v1beta/files/generated-video:download?alt=media",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
const fetchMock = vi.fn(async () => {
|
|
return new Response("direct-mp4", {
|
|
status: 200,
|
|
statusText: "OK",
|
|
headers: { "content-type": "video/mp4" },
|
|
});
|
|
});
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
const result = await provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
});
|
|
|
|
expect(fetchMock).toHaveBeenCalledTimes(1);
|
|
const [[downloadUrl]] = fetchMock.mock.calls as unknown as [[string, RequestInit?]];
|
|
expect(downloadUrl).toBe(
|
|
"https://generativelanguage.googleapis.com/v1beta/files/generated-video:download?alt=media&key=google-key",
|
|
);
|
|
expect(downloadMock).not.toHaveBeenCalled();
|
|
expect(result.videos[0]?.buffer).toEqual(Buffer.from("direct-mp4"));
|
|
expect(result.videos[0]?.mimeType).toBe("video/mp4");
|
|
});
|
|
|
|
it("rejects direct video uri downloads that exceed the configured media cap", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
uri: "https://generativelanguage.googleapis.com/v1beta/files/generated-video:download?alt=media",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
vi.stubGlobal(
|
|
"fetch",
|
|
vi.fn(
|
|
async () =>
|
|
new Response("too-large", {
|
|
status: 200,
|
|
statusText: "OK",
|
|
headers: { "content-type": "video/mp4" },
|
|
}),
|
|
),
|
|
);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
await expect(
|
|
provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: { agents: { defaults: { mediaMaxMb: 0.000001 } } },
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Google generated video download exceeds 1 bytes");
|
|
});
|
|
|
|
it("cancels each captured failed video download without waiting for its cloned stream", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
uri: "https://generativelanguage.googleapis.com/v1beta/files/generated-video:download?alt=media",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
|
|
const capturedResponses: Response[] = [];
|
|
const canceledBodies: ReadableStream<Uint8Array>[] = [];
|
|
const fetchMock = vi.fn(async () => {
|
|
const body = new ReadableStream<Uint8Array>({
|
|
start(controller) {
|
|
controller.enqueue(new Uint8Array([1]));
|
|
},
|
|
});
|
|
const response = new Response(body, {
|
|
status: 503,
|
|
statusText: "Service Unavailable",
|
|
});
|
|
capturedResponses.push(response.clone());
|
|
const responseBody = response.body;
|
|
if (!responseBody) {
|
|
throw new Error("expected a streaming video download response");
|
|
}
|
|
const cancel = responseBody.cancel.bind(responseBody);
|
|
vi.spyOn(responseBody, "cancel").mockImplementation((reason) => {
|
|
canceledBodies.push(responseBody);
|
|
return cancel(reason);
|
|
});
|
|
return response;
|
|
});
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
try {
|
|
await expect(
|
|
buildGoogleVideoGenerationProvider().generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Failed to download Google generated video: 503 Service Unavailable");
|
|
|
|
expect(fetchMock).toHaveBeenCalledTimes(2);
|
|
expect(canceledBodies).toHaveLength(2);
|
|
expect(canceledBodies[0]).not.toBe(canceledBodies[1]);
|
|
} finally {
|
|
await Promise.all(
|
|
capturedResponses.map(async (response) => {
|
|
await response.body?.cancel();
|
|
}),
|
|
);
|
|
}
|
|
});
|
|
|
|
it("preserves the video download error when a failed response has no body", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
uri: "https://generativelanguage.googleapis.com/v1beta/files/generated-video:download?alt=media",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
const fetchMock = vi.fn(
|
|
async () => new Response(null, { status: 503, statusText: "Service Unavailable" }),
|
|
);
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
await expect(
|
|
buildGoogleVideoGenerationProvider().generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Failed to download Google generated video: 503 Service Unavailable");
|
|
expect(fetchMock).toHaveBeenCalledTimes(2);
|
|
});
|
|
|
|
it("downloads SDK file handles through the bounded REST media endpoint", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
uri: "files/generated-video",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
const fetchMock = vi.fn(async () => {
|
|
return new Response("sdk-video", {
|
|
status: 200,
|
|
statusText: "OK",
|
|
headers: { "content-type": "video/mp4" },
|
|
});
|
|
});
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
const result = await provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
});
|
|
|
|
expect(fetchInputUrl(fetchMock, 0)).toBe(
|
|
"https://generativelanguage.googleapis.com/v1beta/files/generated-video:download?alt=media&key=google-key",
|
|
);
|
|
expect(downloadMock).not.toHaveBeenCalled();
|
|
expect(result.videos[0]?.buffer).toEqual(Buffer.from("sdk-video"));
|
|
expect(result.videos[0]?.fileName).toBe("video-1.mp4");
|
|
});
|
|
|
|
it("rejects SDK file-handle downloads that exceed the configured media cap", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
uri: "files/generated-video",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
vi.stubGlobal(
|
|
"fetch",
|
|
vi.fn(
|
|
async () =>
|
|
new Response("too-large", {
|
|
status: 200,
|
|
statusText: "OK",
|
|
headers: { "content-type": "video/mp4" },
|
|
}),
|
|
),
|
|
);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
await expect(
|
|
provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: { agents: { defaults: { mediaMaxMb: 0.000001 } } },
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Google generated video download exceeds 1 bytes");
|
|
expect(downloadMock).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("falls back to REST predictLongRunning when text-only SDK video generation returns 404", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockRejectedValue(Object.assign(new Error("sdk 404"), { status: 404 }));
|
|
const fetchMock = vi
|
|
.fn()
|
|
.mockResolvedValueOnce(
|
|
new Response(
|
|
JSON.stringify({
|
|
done: true,
|
|
name: "operations/rest-123",
|
|
response: {
|
|
generateVideoResponse: {
|
|
generatedSamples: [
|
|
{
|
|
video: {
|
|
uri: "https://generativelanguage.googleapis.com/v1beta/files/rest-video:download?alt=media",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
},
|
|
}),
|
|
),
|
|
)
|
|
.mockResolvedValueOnce(
|
|
new Response("rest-video", {
|
|
status: 200,
|
|
statusText: "OK",
|
|
headers: { "content-type": "video/mp4" },
|
|
}),
|
|
);
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
const result = await provider.generateVideo({
|
|
provider: "google",
|
|
model: "google/models/veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
});
|
|
|
|
expect(fetchMock).toHaveBeenCalledTimes(2);
|
|
expect(fetchInputUrl(fetchMock, 0)).toBe(
|
|
"https://generativelanguage.googleapis.com/v1beta/models/veo-3.1-fast-generate-preview:predictLongRunning",
|
|
);
|
|
expect(parseFetchJsonBody(fetchMock, 0)).toEqual({
|
|
instances: [{ prompt: "A tiny robot watering a windowsill garden" }],
|
|
parameters: { durationSeconds: 4 },
|
|
});
|
|
expect(fetchInputUrl(fetchMock, 1)).toBe(
|
|
"https://generativelanguage.googleapis.com/v1beta/files/rest-video:download?alt=media&key=google-key",
|
|
);
|
|
expect(downloadMock).not.toHaveBeenCalled();
|
|
expect(result.videos[0]?.buffer).toEqual(Buffer.from("rest-video"));
|
|
});
|
|
|
|
it("bounds successful Google REST operation JSON bodies instead of buffering the whole response", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockRejectedValue(Object.assign(new Error("sdk 404"), { status: 404 }));
|
|
const streamed = oversizedJsonResponse({ chunkCount: 64, chunkSize: 1024 * 1024 });
|
|
const fetchMock = vi.fn(async () => streamed.response);
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
await expect(
|
|
provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Google video operation response: JSON response exceeds 16777216 bytes");
|
|
|
|
expect(fetchMock).toHaveBeenCalledTimes(1);
|
|
expect(streamed.getReadCount()).toBeLessThan(64);
|
|
expect(streamed.wasCanceled()).toBe(true);
|
|
});
|
|
|
|
it("reports malformed Google REST operation JSON with a stable provider error", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockRejectedValue(Object.assign(new Error("sdk 404"), { status: 404 }));
|
|
vi.stubGlobal("fetch", vi.fn().mockResolvedValue(new Response("{ nope", { status: 200 })));
|
|
|
|
await expect(
|
|
buildGoogleVideoGenerationProvider().generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Google video operation response: malformed JSON response");
|
|
});
|
|
|
|
it("rejects invalid UTF-8 in Google REST operation JSON before parsing", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockRejectedValue(Object.assign(new Error("sdk 404"), { status: 404 }));
|
|
const invalidUtf8Json = new Uint8Array([
|
|
...Buffer.from('{"done":true,"name":"operations/'),
|
|
0xff,
|
|
...Buffer.from('"}'),
|
|
]);
|
|
vi.stubGlobal("fetch", vi.fn().mockResolvedValue(new Response(invalidUtf8Json)));
|
|
|
|
await expect(
|
|
buildGoogleVideoGenerationProvider().generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
}),
|
|
).rejects.toThrow("Google video operation response: malformed JSON response");
|
|
});
|
|
|
|
it("retries transient Google REST poll failures with empty bodies", async () => {
|
|
vi.useFakeTimers();
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockRejectedValue(Object.assign(new Error("sdk 404"), { status: 404 }));
|
|
const fetchMock = vi
|
|
.fn()
|
|
.mockResolvedValueOnce(
|
|
new Response(
|
|
JSON.stringify({
|
|
done: false,
|
|
name: "operations/rest-123",
|
|
}),
|
|
),
|
|
)
|
|
.mockResolvedValueOnce(new Response("", { status: 503, statusText: "Service Unavailable" }))
|
|
.mockResolvedValueOnce(
|
|
new Response(
|
|
JSON.stringify({
|
|
done: true,
|
|
name: "operations/rest-123",
|
|
response: {
|
|
generateVideoResponse: {
|
|
generatedSamples: [
|
|
{
|
|
video: {
|
|
uri: "https://generativelanguage.googleapis.com/v1beta/files/rest-video:download?alt=media",
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
},
|
|
}),
|
|
),
|
|
)
|
|
.mockResolvedValueOnce(
|
|
new Response("rest-video", {
|
|
status: 200,
|
|
statusText: "OK",
|
|
headers: { "content-type": "video/mp4" },
|
|
}),
|
|
);
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
const resultPromise = provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 3,
|
|
});
|
|
await vi.advanceTimersByTimeAsync(10_250);
|
|
const result = await resultPromise;
|
|
|
|
expect(fetchMock).toHaveBeenCalledTimes(4);
|
|
expect(fetchInputUrl(fetchMock, 1)).toBe(
|
|
"https://generativelanguage.googleapis.com/v1beta/operations/rest-123",
|
|
);
|
|
expect(fetchInputUrl(fetchMock, 2)).toBe(
|
|
"https://generativelanguage.googleapis.com/v1beta/operations/rest-123",
|
|
);
|
|
expect(result.videos[0]?.buffer).toEqual(Buffer.from("rest-video"));
|
|
});
|
|
|
|
it("does not fall back to REST when SDK video generation with reference inputs returns 404", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockRejectedValue(Object.assign(new Error("sdk 404"), { status: 404 }));
|
|
const fetchMock = vi.fn();
|
|
vi.stubGlobal("fetch", fetchMock);
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
await expect(
|
|
provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "Animate this sketch",
|
|
cfg: {},
|
|
inputImages: [{ buffer: Buffer.from("img"), mimeType: "image/png" }],
|
|
}),
|
|
).rejects.toThrow("sdk 404");
|
|
|
|
expect(fetchMock).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it("rejects mixed image and video inputs", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
|
|
await expect(
|
|
provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "Animate",
|
|
cfg: {},
|
|
inputImages: [{ buffer: Buffer.from("img"), mimeType: "image/png" }],
|
|
inputVideos: [{ buffer: Buffer.from("vid"), mimeType: "video/mp4" }],
|
|
}),
|
|
).rejects.toThrow("Google video generation does not support image and video inputs together.");
|
|
});
|
|
|
|
it("rounds unsupported durations to the nearest Veo value", async () => {
|
|
vi.spyOn(providerAuthRuntime, "resolveApiKeyForProvider").mockResolvedValue({
|
|
apiKey: "google-key",
|
|
source: "env",
|
|
mode: "api-key",
|
|
});
|
|
generateVideosMock.mockResolvedValue({
|
|
done: true,
|
|
response: {
|
|
generatedVideos: [
|
|
{
|
|
video: {
|
|
videoBytes: Buffer.from("mp4-bytes").toString("base64"),
|
|
mimeType: "video/mp4",
|
|
},
|
|
},
|
|
],
|
|
},
|
|
});
|
|
|
|
const provider = buildGoogleVideoGenerationProvider();
|
|
await provider.generateVideo({
|
|
provider: "google",
|
|
model: "veo-3.1-fast-generate-preview",
|
|
prompt: "A tiny robot watering a windowsill garden",
|
|
cfg: {},
|
|
durationSeconds: 5,
|
|
});
|
|
|
|
const request = firstObjectArg(generateVideosMock);
|
|
const config = recordField(request.config, "config");
|
|
expect(config.durationSeconds).toBe(6);
|
|
});
|
|
});
|