8e2760e83d
# What?
* When a prompt references an image path that doesn’t exist, replace it
with
```[missing image: <path>]``` instead of throwing an ENOENT.
* Adds a few unit tests for input-utils as there weren't any beforehand.
# Why?
Right now if you enter an invalid image path (e.g. it doesn't exist),
codex immediately crashes with a ENOENT error like so:
```
Error: ENOENT: no such file or directory, open 'test.png'
...
{
errno: -2,
code: 'ENOENT',
syscall: 'open',
path: 'test.png'
}
```
This aborts the entire session. A soft fallback lets the rest of the
input continue.
# How?
Wraps the image encoding + inputItem content pushing in a try-catch.
This is a minimal patch to avoid completely crashing — future work could
surface a warning to the user when this happens, or something to that
effect.
---------
Co-authored-by: Thibault Sottiaux <tibo@openai.com>
40 lines
1.1 KiB
TypeScript
40 lines
1.1 KiB
TypeScript
import type { ResponseInputItem } from "openai/resources/responses/responses";
|
|
|
|
import { fileTypeFromBuffer } from "file-type";
|
|
import fs from "fs/promises";
|
|
import path from "path";
|
|
|
|
export async function createInputItem(
|
|
text: string,
|
|
images: Array<string>,
|
|
): Promise<ResponseInputItem.Message> {
|
|
const inputItem: ResponseInputItem.Message = {
|
|
role: "user",
|
|
content: [{ type: "input_text", text }],
|
|
type: "message",
|
|
};
|
|
|
|
for (const filePath of images) {
|
|
try {
|
|
/* eslint-disable no-await-in-loop */
|
|
const binary = await fs.readFile(filePath);
|
|
const kind = await fileTypeFromBuffer(binary);
|
|
/* eslint-enable no-await-in-loop */
|
|
const encoded = binary.toString("base64");
|
|
const mime = kind?.mime ?? "application/octet-stream";
|
|
inputItem.content.push({
|
|
type: "input_image",
|
|
detail: "auto",
|
|
image_url: `data:${mime};base64,${encoded}`,
|
|
});
|
|
} catch (err) {
|
|
inputItem.content.push({
|
|
type: "input_text",
|
|
text: `[missing image: ${path.basename(filePath)}]`,
|
|
});
|
|
}
|
|
}
|
|
|
|
return inputItem;
|
|
}
|