Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
41 commits
Select commit Hold shift + click to select a range
fedf62c
Add the ai package with rules, defaults, and attachments
lahfir Oct 29, 2026
c391529
Parse reply variants, seeds, and per-frame pacing
lahfir Nov 5, 2026
cfc427c
Let reply variants carry injected errors
lahfir Nov 5, 2026
4d0fb0c
Let variants override finish, timing, and fault
lahfir Nov 5, 2026
81ac89b
Check strict schemas against OpenAI's subset
lahfir Nov 5, 2026
9a3a217
Pick the schema dialect from the model name
lahfir Nov 5, 2026
7e9bb85
Match the ai package version to the repo
lahfir Nov 5, 2026
756cc5c
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 9, 2026
80a9648
Align the ai package with TypeScript 7 and 0.13.1
lahfir Nov 9, 2026
4baa15d
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 9, 2026
c35eb1a
Cap sampled strings and reject deeply nested const and enum values
lahfir Nov 9, 2026
f7087f2
Require tool call arguments to be a JSON object
lahfir Nov 9, 2026
14430ea
Match oneOf exactly and refuse to sample a bare pattern
lahfir Nov 9, 2026
9951f4f
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 9, 2026
0d2c527
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 10, 2026
4e9be36
Sample every schema branch and tighten provider schema rules
lahfir Nov 10, 2026
5168ff2
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 10, 2026
8a86635
Reject empty replies, check strict tool schemas, and name the tool in…
lahfir Nov 10, 2026
45cb947
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 12, 2026
fb7a809
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 12, 2026
7615a0c
Check pattern on enum, const, and format samples
lahfir Nov 12, 2026
ea68f72
Give the current turn one owner
lahfir Nov 12, 2026
7c11a68
Bound the time a client pattern can run
lahfir Nov 12, 2026
7f335a6
Intersect sibling keywords with $ref, anyOf and oneOf branches
lahfir Nov 14, 2026
fe53e64
Make the pattern budget deterministic
lahfir Nov 14, 2026
9b62af0
Default forced tool parameters to an object
lahfir Nov 14, 2026
9853a7e
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 14, 2026
2ce3aca
Intersect multipleOf and reject conflicting formats in mergeSchema
lahfir Nov 14, 2026
fa40e46
Abort sampling when a pattern hits the timeout
lahfir Nov 14, 2026
43cacfc
Force tool arguments to be a JSON object
lahfir Nov 14, 2026
7c33415
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 14, 2026
bbd3981
Find an exactly-one value for overlapping oneOf branches
lahfir Nov 14, 2026
b38dbf1
Do not let a sibling nullable widen a non-nullable target
lahfir Nov 14, 2026
136cffc
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 14, 2026
5c49e9c
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 14, 2026
f950a98
Cap the total time pattern checks may take
lahfir Nov 17, 2026
2638ded
Check chat PDF type from the declared media type
lahfir Nov 17, 2026
14c828d
Pick a free rule id in the strict miss hint
lahfir Nov 17, 2026
e98a03a
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 17, 2026
6394f42
Merge laf/ai-core-settings into laf/ai-rules
lahfir Nov 17, 2026
4aea41e
Keep strict mode on in the strict miss hint body
lahfir Nov 17, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
57 changes: 57 additions & 0 deletions packages/@emulators/ai/package.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
{
"name": "@emulators/ai",
"version": "0.13.1",
"license": "Apache-2.0",
"type": "module",
"main": "./dist/index.js",
"types": "./dist/index.d.ts",
"exports": {
".": {
"import": "./dist/index.js",
"types": "./dist/index.d.ts"
}
},
"homepage": "https://emulate.dev",
"repository": {
"type": "git",
"url": "https://github.com/vercel-labs/emulate.git",
"directory": "packages/@emulators/ai"
},
"bugs": {
"url": "https://github.com/vercel-labs/emulate/issues"
},
"publishConfig": {
"access": "public"
},
"files": [
"dist",
"LICENSE",
"THIRD_PARTY_NOTICES.md"
],
"scripts": {
"build": "tsup --clean",
"dev": "tsup --watch src",
"test": "vitest run",
"clean": "rm -rf dist .turbo",
"type-check": "tsc-ts --noEmit",
"type-check:tsc": "tsc --noEmit",
"lint": "oxlint src",
"prepack": "node ../../../scripts/prepare-package.mjs"
},
"dependencies": {
"@emulators/core": "workspace:*"
},
"devDependencies": {
"@ai-sdk/openai": "4.0.102",
"@ai-sdk/openai-compatible": "3.0.78",
"ai": "7.0.153",
"ai-sdk-openai-v3": "npm:@ai-sdk/openai@3.0.52",
"ai-v6": "npm:ai@6.0.151",
"openai": "7.43.0",
"tsc-ts": "0.1.3",
"tsup": "^8",
"typescript": "^7.0.2",
"vitest": "^4.1.0",
"zod": "4.6.7"
}
}
217 changes: 217 additions & 0 deletions packages/@emulators/ai/src/__tests__/attachments.test.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,217 @@
import { createHash } from "node:crypto";
import { describe, expect, it } from "vitest";
import { decodeChatAttachment, decodeResponsesAttachment } from "../attachments.js";
import { AiRequestError } from "../errors.js";

const BASE64 = Buffer.from("hello").toString("base64");

function digest(value: string): string {
return createHash("sha256").update(Buffer.from(value, "base64")).digest("hex");
}

function thrown(run: () => unknown): AiRequestError {
try {
run();
} catch (error) {
if (error instanceof AiRequestError) return error;
throw error;
}
throw new Error("expected an AiRequestError");
}

describe("inline attachments", () => {
it("records size and sha256 without the bytes", () => {
const result = decodeChatAttachment(
{ type: "image_url", image_url: { url: `data:image/png;base64,${BASE64}` } },
"content[0]",
);
expect(result).toEqual({
type: "file",
mediaType: "image/png",
source: "inline",
bytes: 5,
sha256: digest(BASE64),
});
expect(JSON.stringify(result)).not.toContain(BASE64);
});

it("infers the media type from a filename", () => {
const result = decodeResponsesAttachment(
{ type: "input_file", filename: "notes.txt", file_data: BASE64 },
"input[0]",
);
expect(result).toMatchObject({ type: "file", mediaType: "text/plain", name: "notes.txt", source: "inline" });
});

it("falls back to application/octet-stream without a filename", () => {
expect(decodeResponsesAttachment({ type: "input_file", file_id: "file_123" }, "input[0]")).toEqual({
type: "file",
mediaType: "application/octet-stream",
source: "file_id",
ref: "file_123",
});
});

it("rejects malformed base64", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "image_url", image_url: { url: "data:image/png;base64,!!!!" } }, "content[0]"),
);
expect(error.message).toBe("Malformed base64 data.");
expect(error.param).toBe("content[0].image_url.url");
expect(error.code).toBe("invalid_attachment");
});

it("rejects bad padding", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "image_url", image_url: { url: "data:image/png;base64,aGVsbG8==" } }, "content[0]"),
);
expect(error.message).toBe("Malformed base64 data.");
});

it("rejects an encoding that does not round-trip", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "image_url", image_url: { url: "data:image/png;base64,Zh==" } }, "content[0]"),
);
expect(error.message).toBe("Malformed base64 data.");
});

it("rejects inline data above the size limit", () => {
const oversized = "A".repeat(66_666_671);
const error = thrown(() => decodeResponsesAttachment({ type: "input_file", file_data: oversized }, "input[0]"));
expect(error.message).toBe("Inline attachment exceeds the size limit.");
expect(error.param).toBe("input[0].file_data");
});

it("rejects an image media type outside the allowed set", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "image_url", image_url: { url: `data:text/plain;base64,${BASE64}` } }, "content[0]"),
);
expect(error.message).toBe("Unsupported image media type.");
});
});

describe("URL attachments", () => {
it("requires HTTPS", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "image_url", image_url: { url: "http://example.com/cat.png" } }, "content[0]"),
);
expect(error.message).toBe("Expected an HTTPS URL.");
expect(error.param).toBe("content[0].image_url.url");
});

it("strips credentials, query, and hash", () => {
const result = decodeChatAttachment(
{ type: "image_url", image_url: { url: "https://user:pass@example.com/cat.png?sig=secret#frag" } },
"content[0]",
);
expect(result).toEqual({
type: "file",
mediaType: "image/png",
source: "url",
ref: "https://example.com/cat.png",
});
});
});

describe("file id attachments", () => {
it("decodes a Responses file id with its inferred media type", () => {
expect(
decodeResponsesAttachment({ type: "input_file", filename: "report.pdf", file_id: "file_abc" }, "input[0]"),
).toEqual({
type: "file",
mediaType: "application/pdf",
name: "report.pdf",
source: "file_id",
ref: "file_abc",
});
});

it("decodes a Responses image file id as an image", () => {
expect(decodeResponsesAttachment({ type: "input_image", file_id: "file_img" }, "input[0]")).toEqual({
type: "file",
mediaType: "image/*",
source: "file_id",
ref: "file_img",
});
});

it("decodes a Chat PDF file id", () => {
expect(
decodeChatAttachment({ type: "file", file: { filename: "report.pdf", file_id: "file_pdf" } }, "content[0]"),
).toEqual({
type: "file",
mediaType: "application/pdf",
name: "report.pdf",
source: "file_id",
ref: "file_pdf",
});
});
});

describe("chat file media type", () => {
it("accepts a declared PDF data URL whose filename has no extension", () => {
const result = decodeChatAttachment(
{ type: "file", file: { filename: "report", file_data: `data:application/pdf;base64,${BASE64}` } },
"content[0]",
);
expect(result).toMatchObject({ mediaType: "application/pdf", name: "report", source: "inline" });
});

it("rejects a declared non-PDF data URL even when the filename ends in .pdf", () => {
const error = thrown(() =>
decodeChatAttachment(
{ type: "file", file: { filename: "report.pdf", file_data: `data:text/plain;base64,${BASE64}` } },
"content[0]",
),
);
expect(error.message).toBe("Chat file attachments must be PDF files.");
expect(error.param).toBe("content[0].file.file_data");
});

it("points a raw base64 rejection at the filename that set the type", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "file", file: { filename: "notes.txt", file_data: BASE64 } }, "content[0]"),
);
expect(error.message).toBe("Chat file attachments must be PDF files.");
expect(error.param).toBe("content[0].file.filename");
});

it("rejects a file id whose filename is not a PDF", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "file", file: { filename: "notes.txt", file_id: "file_txt" } }, "content[0]"),
);
expect(error.message).toBe("Chat file attachments must be PDF files.");
expect(error.param).toBe("content[0].file.filename");
});
});

describe("source counts", () => {
it("requires exactly one Responses file source", () => {
const error = thrown(() =>
decodeResponsesAttachment({ type: "input_file", file_data: BASE64, file_id: "file_x" }, "input[0]"),
);
expect(error.message).toBe("Provide exactly one of file_data, file_id, or file_url.");
expect(error.param).toBe("input[0]");
});

it("requires exactly one Responses image source", () => {
const error = thrown(() => decodeResponsesAttachment({ type: "input_image" }, "input[0]"));
expect(error.message).toBe("Provide exactly one of image_url or file_id.");
});

it("requires exactly one Chat file source", () => {
const error = thrown(() =>
decodeChatAttachment({ type: "file", file: { file_data: BASE64, file_id: "file_x" } }, "content[0]"),
);
expect(error.message).toBe("Provide exactly one of file_data or file_id.");
});
});

describe("non-attachment parts", () => {
it("returns null", () => {
expect(decodeChatAttachment({ type: "text", text: "hi" }, "content[0]")).toBeNull();
expect(decodeResponsesAttachment({ type: "input_text", text: "hi" }, "input[0]")).toBeNull();
expect(decodeChatAttachment("nope", "content[0]")).toBeNull();
expect(decodeResponsesAttachment(null, "input[0]")).toBeNull();
});
});
Loading
Loading