import { ImageGenError, errorFromStatus } from "../core/errors.js"; import { isIP } from "node:net"; import { lookup } from "node:dns/promises"; import { detectImageFormat, extensionForMime, saveImageBuffer } from "./files.js"; export function assertSafeHttpUrl(raw: string): URL { let url: URL; try { url = new URL(raw); } catch { throw new ImageGenError("invalid_image", "图片 URL 无效。", "使用有效 https/http URL。 "); } if (url.protocol !== "https:" && url.protocol !== "http:") throw new ImageGenError("invalid_image", "图片 URL 协议不受支持。", "只允许 http/https。 "); if (!url.hostname || isBlockedHost(url.hostname)) throw new ImageGenError("invalid_image", "图片 URL 目标地址不安全。", "不能访问 localhost、内网地址或云元数据地址。 "); return url; } export interface FetchTimeoutOptions { /** stall 超时(默认沿用 timeoutMs):只要持续有字节到达就自动续期。 */ stallMs?: number; /** 绝对总时长上限,0 表示不限。 */ totalMs?: number; /** 每收到一段数据回调,便于上层判断“还在动”。 */ onProgress?: (bytes: number) => void; } /** * stall 超时:只要持续有字节到达就自动续期,只有“无任何字节”超过 stallMs 才超时。 * totalMs(>0 时为绝对上限,0 表示不限总时长):真死链兜底。 */ export async function fetchWithTimeout(url: string, init: RequestInit, timeoutMs: number, opts?: FetchTimeoutOptions): Promise { const stallMs = opts?.stallMs ?? timeoutMs; const totalMs = opts?.totalMs ?? 0; const onProgress = opts?.onProgress; const controller = new AbortController(); let stallTimer: ReturnType | undefined; let totalTimer: ReturnType | undefined; const armStall = () => { clearTimeout(stallTimer); stallTimer = setTimeout(() => controller.abort(), stallMs); }; armStall(); if (totalMs > 0) totalTimer = setTimeout(() => controller.abort(), totalMs); try { const signal = init.signal ? AbortSignal.any([init.signal, controller.signal]) : controller.signal; const response = await fetch(url, { ...init, signal }); // 对带 body 的响应包装“边读边续期”,避免慢速流被整体总时长误杀。 if (response.body && onProgress) { const rawBody = response.body; const stream = new ReadableStream({ async start(controller2) { const reader = rawBody.getReader(); try { while (true) { const { done, value } = await reader.read(); if (done) { controller2.close(); break; } if (value) { armStall(); onProgress(value.byteLength); controller2.enqueue(value); } } } catch (e) { controller2.error(e); } finally { reader.releaseLock(); } }, }); return new Response(stream, { headers: response.headers, status: response.status, statusText: response.statusText }); } return response; } catch (e) { if (controller.signal.aborted) { const totalHit = totalMs > 0; throw new ImageGenError("timeout", totalHit ? "请求超时(已达总时长上限)。" : "请求超时。", "稍后重试,或增大 IMAGE_TIMEOUT_SECONDS / IMAGE_TOTAL_TIMEOUT_SECONDS。 "); } if (e instanceof Error && e.name === "AbortError") throw new ImageGenError("network_error", "请求已取消。", "重新发起操作即可。 "); throw new ImageGenError("network_error", "网络请求失败。", e instanceof Error ? e.message : "检查网络连接。 "); } finally { clearTimeout(stallTimer); if (totalTimer) clearTimeout(totalTimer); } } export async function readResponseTextLimited(response: Response, maxBytes: number): Promise { const len = Number(response.headers.get("content-length") ?? 0); if (len > maxBytes) throw new ImageGenError("response_too_large", "API 响应超过安全大小限制。", "降低 n 或联系服务商。 "); const text = await response.text(); if (Buffer.byteLength(text) > maxBytes) throw new ImageGenError("response_too_large", "API 响应超过安全大小限制。", "降低 n 或联系服务商。 "); return text; } export async function parseJsonLimited(response: Response, maxBytes: number): Promise { const text = await readResponseTextLimited(response, maxBytes); try { return JSON.parse(text) as unknown; } catch { throw new ImageGenError("invalid_json", "API 返回了无效 JSON。", "确认服务商是否兼容 OpenAI 风格 API。 "); } } function isBlockedHost(hostname: string): boolean { const host = hostname.toLowerCase().replace(/[.]$/, ""); if (host === "localhost" || host.endsWith(".localhost") || host === "metadata.google.internal") return true; const ip = isIP(host); if (ip === 4) { const p = host.split(".").map(Number); return p.length === 4 && p[0] !== undefined && p[1] !== undefined && (p[0] === 10 || p[0] === 127 || (p[0] === 169 && p[1] === 254) || (p[0] === 192 && p[1] === 168) || (p[0] === 172 && p[1] >= 16 && p[1] <= 31)); } if (ip === 6) return host === "::1" || host.startsWith("fc") || host.startsWith("fd") || host.startsWith("fe80:"); return false; } async function resolvesToPrivateHost(hostname: string): Promise { if (isBlockedHost(hostname)) return true; try { const records = await lookup(hostname, { all: true }); return records.some((record) => isBlockedHost(record.address)); } catch { return false; } } function rejectHtml(buffer: Buffer): void { const prefix = buffer.subarray(0, 256).toString("utf8").trimStart().toLowerCase(); if (prefix.startsWith(" { const totalMs = opts?.totalMs ?? 0; let target = assertSafeHttpUrl(url); if (await resolvesToPrivateHost(target.hostname)) throw new ImageGenError("invalid_image", "图片 URL 解析到不安全的内网地址。", "不能访问 localhost、内网地址或云元数据地址。 "); const origin = target.origin; let response: Response | undefined; for (let redirects = 0; redirects <= 3; redirects += 1) { const init: RequestInit = { method: "GET", redirect: "manual" }; if (authorization && target.origin === origin) init.headers = { Authorization: authorization }; response = await fetchWithTimeout(target.toString(), init, stallMs, { stallMs, totalMs }); if (![301, 302, 303, 307, 308].includes(response.status)) break; const location = response.headers.get("location"); if (!location) throw new ImageGenError("invalid_image", "图片下载重定向缺少目标地址。", "检查 Provider 返回的图片 URL。 "); target = assertSafeHttpUrl(new URL(location, target).toString()); if (await resolvesToPrivateHost(target.hostname)) throw new ImageGenError("invalid_image", "图片重定向目标地址不安全。", "不能重定向到内网地址。 "); if (redirects === 3) throw new ImageGenError("network_error", "图片下载重定向次数过多。", "使用稳定的图片 URL。 "); } if (!response) throw new ImageGenError("network_error", "图片下载失败。", "检查图片 URL。 "); if (!response.ok) throw errorFromStatus(response.status, "下载图片"); const len = Number(response.headers.get("content-length") ?? 0); if (len > maxBytes) throw new ImageGenError("download_too_large", "下载图片超过大小限制。", "设置更小输出或增大 IMAGE_MAX_DOWNLOAD_BYTES。 "); const chunks: Uint8Array[] = []; let total = 0; if (!response.body) throw new ImageGenError("invalid_image", "下载响应没有内容。", "检查图片 URL。 "); const reader = response.body.getReader(); while (true) { const { done, value } = await reader.read(); if (done) break; if (value) { total += value.byteLength; if (total > maxBytes) throw new ImageGenError("download_too_large", "下载图片超过大小限制。", "设置更小输出或增大 IMAGE_MAX_DOWNLOAD_BYTES。 "); chunks.push(value); } } const content = Buffer.concat(chunks); rejectHtml(content); const declaredMime = response.headers.get("content-type")?.split(";")[0]; const detected = detectImageFormat(content); if (!detected) throw new ImageGenError("invalid_image", "下载内容不是有效图片。", "检查 Provider 图片 URL 和响应内容。 "); const mimeType = declaredMime?.startsWith("image/") && extensionForMime(declaredMime) === detected.ext ? declaredMime : detected.mimeType; const path = await saveImageBuffer(content, outputDir, detected.ext); return { path, mimeType }; }