@gguf/claw
Version:
Multi-channel AI gateway with extensible messaging integrations
500 lines (496 loc) • 14 kB
JavaScript
import { n as runExec } from "./exec-DYqRzFbo.js";
import os from "node:os";
import path from "node:path";
import fs from "node:fs/promises";
import { fileTypeFromBuffer } from "file-type";
//#region src/media/constants.ts
const MAX_IMAGE_BYTES = 6 * 1024 * 1024;
const MAX_AUDIO_BYTES = 16 * 1024 * 1024;
const MAX_VIDEO_BYTES = 16 * 1024 * 1024;
const MAX_DOCUMENT_BYTES = 100 * 1024 * 1024;
function mediaKindFromMime(mime) {
if (!mime) return "unknown";
if (mime.startsWith("image/")) return "image";
if (mime.startsWith("audio/")) return "audio";
if (mime.startsWith("video/")) return "video";
if (mime === "application/pdf") return "document";
if (mime.startsWith("text/")) return "document";
if (mime.startsWith("application/")) return "document";
return "unknown";
}
function maxBytesForKind(kind) {
switch (kind) {
case "image": return MAX_IMAGE_BYTES;
case "audio": return MAX_AUDIO_BYTES;
case "video": return MAX_VIDEO_BYTES;
case "document": return MAX_DOCUMENT_BYTES;
default: return MAX_DOCUMENT_BYTES;
}
}
//#endregion
//#region src/media/mime.ts
const EXT_BY_MIME = {
"image/heic": ".heic",
"image/heif": ".heif",
"image/jpeg": ".jpg",
"image/png": ".png",
"image/webp": ".webp",
"image/gif": ".gif",
"audio/ogg": ".ogg",
"audio/mpeg": ".mp3",
"audio/x-m4a": ".m4a",
"audio/mp4": ".m4a",
"video/mp4": ".mp4",
"video/quicktime": ".mov",
"application/pdf": ".pdf",
"application/json": ".json",
"application/zip": ".zip",
"application/gzip": ".gz",
"application/x-tar": ".tar",
"application/x-7z-compressed": ".7z",
"application/vnd.rar": ".rar",
"application/msword": ".doc",
"application/vnd.ms-excel": ".xls",
"application/vnd.ms-powerpoint": ".ppt",
"application/vnd.openxmlformats-officedocument.wordprocessingml.document": ".docx",
"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": ".xlsx",
"application/vnd.openxmlformats-officedocument.presentationml.presentation": ".pptx",
"text/csv": ".csv",
"text/plain": ".txt",
"text/markdown": ".md"
};
const MIME_BY_EXT = {
...Object.fromEntries(Object.entries(EXT_BY_MIME).map(([mime, ext]) => [ext, mime])),
".jpeg": "image/jpeg"
};
const AUDIO_FILE_EXTENSIONS = new Set([
".aac",
".caf",
".flac",
".m4a",
".mp3",
".oga",
".ogg",
".opus",
".wav"
]);
function normalizeMimeType(mime) {
if (!mime) return;
return mime.split(";")[0]?.trim().toLowerCase() || void 0;
}
async function sniffMime(buffer) {
if (!buffer) return;
try {
return (await fileTypeFromBuffer(buffer))?.mime ?? void 0;
} catch {
return;
}
}
function getFileExtension(filePath) {
if (!filePath) return;
try {
if (/^https?:\/\//i.test(filePath)) {
const url = new URL(filePath);
return path.extname(url.pathname).toLowerCase() || void 0;
}
} catch {}
return path.extname(filePath).toLowerCase() || void 0;
}
function isAudioFileName(fileName) {
const ext = getFileExtension(fileName);
if (!ext) return false;
return AUDIO_FILE_EXTENSIONS.has(ext);
}
function detectMime(opts) {
return detectMimeImpl(opts);
}
function isGenericMime(mime) {
if (!mime) return true;
const m = mime.toLowerCase();
return m === "application/octet-stream" || m === "application/zip";
}
async function detectMimeImpl(opts) {
const ext = getFileExtension(opts.filePath);
const extMime = ext ? MIME_BY_EXT[ext] : void 0;
const headerMime = normalizeMimeType(opts.headerMime);
const sniffed = await sniffMime(opts.buffer);
if (sniffed && (!isGenericMime(sniffed) || !extMime)) return sniffed;
if (extMime) return extMime;
if (headerMime && !isGenericMime(headerMime)) return headerMime;
if (sniffed) return sniffed;
if (headerMime) return headerMime;
}
function extensionForMime(mime) {
const normalized = normalizeMimeType(mime);
if (!normalized) return;
return EXT_BY_MIME[normalized];
}
function isGifMedia(opts) {
if (opts.contentType?.toLowerCase() === "image/gif") return true;
return getFileExtension(opts.fileName) === ".gif";
}
function imageMimeFromFormat(format) {
if (!format) return;
switch (format.toLowerCase()) {
case "jpg":
case "jpeg": return "image/jpeg";
case "heic": return "image/heic";
case "heif": return "image/heif";
case "png": return "image/png";
case "webp": return "image/webp";
case "gif": return "image/gif";
default: return;
}
}
function kindFromMime(mime) {
return mediaKindFromMime(mime);
}
//#endregion
//#region src/media/image-ops.ts
const IMAGE_REDUCE_QUALITY_STEPS = [
85,
75,
65,
55,
45,
35
];
function buildImageResizeSideGrid(maxSide, sideStart) {
return [
sideStart,
1800,
1600,
1400,
1200,
1e3,
800
].map((value) => Math.min(maxSide, value)).filter((value, idx, arr) => value > 0 && arr.indexOf(value) === idx).toSorted((a, b) => b - a);
}
function isBun() {
return typeof process.versions.bun === "string";
}
function prefersSips() {
return process.env.OPENCLAW_IMAGE_BACKEND === "sips" || process.env.OPENCLAW_IMAGE_BACKEND !== "sharp" && isBun() && process.platform === "darwin";
}
async function loadSharp() {
const mod = await import("sharp");
const sharp = mod.default ?? mod;
return (buffer) => sharp(buffer, { failOnError: false });
}
/**
* Reads EXIF orientation from JPEG buffer.
* Returns orientation value 1-8, or null if not found/not JPEG.
*
* EXIF orientation values:
* 1 = Normal, 2 = Flip H, 3 = Rotate 180, 4 = Flip V,
* 5 = Rotate 270 CW + Flip H, 6 = Rotate 90 CW, 7 = Rotate 90 CW + Flip H, 8 = Rotate 270 CW
*/
function readJpegExifOrientation(buffer) {
if (buffer.length < 2 || buffer[0] !== 255 || buffer[1] !== 216) return null;
let offset = 2;
while (offset < buffer.length - 4) {
if (buffer[offset] !== 255) {
offset++;
continue;
}
const marker = buffer[offset + 1];
if (marker === 255) {
offset++;
continue;
}
if (marker === 225) {
const exifStart = offset + 4;
if (buffer.length > exifStart + 6 && buffer.toString("ascii", exifStart, exifStart + 4) === "Exif" && buffer[exifStart + 4] === 0 && buffer[exifStart + 5] === 0) {
const tiffStart = exifStart + 6;
if (buffer.length < tiffStart + 8) return null;
const isLittleEndian = buffer.toString("ascii", tiffStart, tiffStart + 2) === "II";
const readU16 = (pos) => isLittleEndian ? buffer.readUInt16LE(pos) : buffer.readUInt16BE(pos);
const readU32 = (pos) => isLittleEndian ? buffer.readUInt32LE(pos) : buffer.readUInt32BE(pos);
const ifd0Start = tiffStart + readU32(tiffStart + 4);
if (buffer.length < ifd0Start + 2) return null;
const numEntries = readU16(ifd0Start);
for (let i = 0; i < numEntries; i++) {
const entryOffset = ifd0Start + 2 + i * 12;
if (buffer.length < entryOffset + 12) break;
if (readU16(entryOffset) === 274) {
const value = readU16(entryOffset + 8);
return value >= 1 && value <= 8 ? value : null;
}
}
}
return null;
}
if (marker >= 224 && marker <= 239) {
const segmentLength = buffer.readUInt16BE(offset + 2);
offset += 2 + segmentLength;
continue;
}
if (marker === 192 || marker === 218) break;
offset++;
}
return null;
}
async function withTempDir(fn) {
const dir = await fs.mkdtemp(path.join(os.tmpdir(), "openclaw-img-"));
try {
return await fn(dir);
} finally {
await fs.rm(dir, {
recursive: true,
force: true
}).catch(() => {});
}
}
async function sipsMetadataFromBuffer(buffer) {
return await withTempDir(async (dir) => {
const input = path.join(dir, "in.img");
await fs.writeFile(input, buffer);
const { stdout } = await runExec("/usr/bin/sips", [
"-g",
"pixelWidth",
"-g",
"pixelHeight",
input
], {
timeoutMs: 1e4,
maxBuffer: 512 * 1024
});
const w = stdout.match(/pixelWidth:\s*([0-9]+)/);
const h = stdout.match(/pixelHeight:\s*([0-9]+)/);
if (!w?.[1] || !h?.[1]) return null;
const width = Number.parseInt(w[1], 10);
const height = Number.parseInt(h[1], 10);
if (!Number.isFinite(width) || !Number.isFinite(height)) return null;
if (width <= 0 || height <= 0) return null;
return {
width,
height
};
});
}
async function sipsResizeToJpeg(params) {
return await withTempDir(async (dir) => {
const input = path.join(dir, "in.img");
const output = path.join(dir, "out.jpg");
await fs.writeFile(input, params.buffer);
await runExec("/usr/bin/sips", [
"-Z",
String(Math.max(1, Math.round(params.maxSide))),
"-s",
"format",
"jpeg",
"-s",
"formatOptions",
String(Math.max(1, Math.min(100, Math.round(params.quality)))),
input,
"--out",
output
], {
timeoutMs: 2e4,
maxBuffer: 1024 * 1024
});
return await fs.readFile(output);
});
}
async function sipsConvertToJpeg(buffer) {
return await withTempDir(async (dir) => {
const input = path.join(dir, "in.heic");
const output = path.join(dir, "out.jpg");
await fs.writeFile(input, buffer);
await runExec("/usr/bin/sips", [
"-s",
"format",
"jpeg",
input,
"--out",
output
], {
timeoutMs: 2e4,
maxBuffer: 1024 * 1024
});
return await fs.readFile(output);
});
}
async function getImageMetadata(buffer) {
if (prefersSips()) return await sipsMetadataFromBuffer(buffer).catch(() => null);
try {
const meta = await (await loadSharp())(buffer).metadata();
const width = Number(meta.width ?? 0);
const height = Number(meta.height ?? 0);
if (!Number.isFinite(width) || !Number.isFinite(height)) return null;
if (width <= 0 || height <= 0) return null;
return {
width,
height
};
} catch {
return null;
}
}
/**
* Applies rotation/flip to image buffer using sips based on EXIF orientation.
*/
async function sipsApplyOrientation(buffer, orientation) {
const ops = [];
switch (orientation) {
case 2:
ops.push("-f", "horizontal");
break;
case 3:
ops.push("-r", "180");
break;
case 4:
ops.push("-f", "vertical");
break;
case 5:
ops.push("-r", "270", "-f", "horizontal");
break;
case 6:
ops.push("-r", "90");
break;
case 7:
ops.push("-r", "90", "-f", "horizontal");
break;
case 8:
ops.push("-r", "270");
break;
default: return buffer;
}
return await withTempDir(async (dir) => {
const input = path.join(dir, "in.jpg");
const output = path.join(dir, "out.jpg");
await fs.writeFile(input, buffer);
await runExec("/usr/bin/sips", [
...ops,
input,
"--out",
output
], {
timeoutMs: 2e4,
maxBuffer: 1024 * 1024
});
return await fs.readFile(output);
});
}
async function resizeToJpeg(params) {
if (prefersSips()) {
const normalized = await normalizeExifOrientationSips(params.buffer);
if (params.withoutEnlargement !== false) {
const meta = await getImageMetadata(normalized);
if (meta) {
const maxDim = Math.max(meta.width, meta.height);
if (maxDim > 0 && maxDim <= params.maxSide) return await sipsResizeToJpeg({
buffer: normalized,
maxSide: maxDim,
quality: params.quality
});
}
}
return await sipsResizeToJpeg({
buffer: normalized,
maxSide: params.maxSide,
quality: params.quality
});
}
return await (await loadSharp())(params.buffer).rotate().resize({
width: params.maxSide,
height: params.maxSide,
fit: "inside",
withoutEnlargement: params.withoutEnlargement !== false
}).jpeg({
quality: params.quality,
mozjpeg: true
}).toBuffer();
}
async function convertHeicToJpeg(buffer) {
if (prefersSips()) return await sipsConvertToJpeg(buffer);
return await (await loadSharp())(buffer).jpeg({
quality: 90,
mozjpeg: true
}).toBuffer();
}
/**
* Checks if an image has an alpha channel (transparency).
* Returns true if the image has alpha, false otherwise.
*/
async function hasAlphaChannel(buffer) {
try {
const meta = await (await loadSharp())(buffer).metadata();
return meta.hasAlpha || meta.channels === 4;
} catch {
return false;
}
}
/**
* Resizes an image to PNG format, preserving alpha channel (transparency).
* Falls back to sharp only (no sips fallback for PNG with alpha).
*/
async function resizeToPng(params) {
const sharp = await loadSharp();
const compressionLevel = params.compressionLevel ?? 6;
return await sharp(params.buffer).rotate().resize({
width: params.maxSide,
height: params.maxSide,
fit: "inside",
withoutEnlargement: params.withoutEnlargement !== false
}).png({ compressionLevel }).toBuffer();
}
async function optimizeImageToPng(buffer, maxBytes) {
const sides = [
2048,
1536,
1280,
1024,
800
];
const compressionLevels = [
6,
7,
8,
9
];
let smallest = null;
for (const side of sides) for (const compressionLevel of compressionLevels) try {
const out = await resizeToPng({
buffer,
maxSide: side,
compressionLevel,
withoutEnlargement: true
});
const size = out.length;
if (!smallest || size < smallest.size) smallest = {
buffer: out,
size,
resizeSide: side,
compressionLevel
};
if (size <= maxBytes) return {
buffer: out,
optimizedSize: size,
resizeSide: side,
compressionLevel
};
} catch {}
if (smallest) return {
buffer: smallest.buffer,
optimizedSize: smallest.size,
resizeSide: smallest.resizeSide,
compressionLevel: smallest.compressionLevel
};
throw new Error("Failed to optimize PNG image");
}
/**
* Internal sips-only EXIF normalization (no sharp fallback).
* Used by resizeToJpeg to normalize before sips resize.
*/
async function normalizeExifOrientationSips(buffer) {
try {
const orientation = readJpegExifOrientation(buffer);
if (!orientation || orientation === 1) return buffer;
return await sipsApplyOrientation(buffer, orientation);
} catch {
return buffer;
}
}
//#endregion
export { maxBytesForKind as _, hasAlphaChannel as a, detectMime as c, imageMimeFromFormat as d, isAudioFileName as f, MAX_IMAGE_BYTES as g, normalizeMimeType as h, getImageMetadata as i, extensionForMime as l, kindFromMime as m, buildImageResizeSideGrid as n, optimizeImageToPng as o, isGifMedia as p, convertHeicToJpeg as r, resizeToJpeg as s, IMAGE_REDUCE_QUALITY_STEPS as t, getFileExtension as u, mediaKindFromMime as v };