UNPKG

comfyui-mcp

Version:

Local-first, agent-native control plane for ComfyUI — MCP server + autonomous sidebar agent that drives your live graph in natural language on ANY LLM: Claude/ChatGPT/Gemini on your subscription (no API key), free local models via Ollama (fully offline),

473 lines (469 loc) • 20.2 kB
// Loopback HTTP console for MCP / orchestrator settings (control plane). // // The ComfyUI sidebar panel stays a canvas-focused client: provider, effort, // context, storyboards. Service lifecycle, OAuth, MCP mappings, and advanced // tool suites live here — opened from the panel's Advanced → "Open MCP Console". // // Bound to 127.0.0.1 only; never exposed off-host. import { createReadStream, existsSync } from "node:fs"; import { createServer } from "node:http"; import { extname, join, resolve, sep } from "node:path"; import { allBackendReadiness } from "./backend-readiness.js"; import { getLoraCatalog, loraPreviewsDir } from "../services/lora-catalog.js"; import { setPanelSecret, clearPanelSecret, listPanelSecretsMasked, CREDENTIAL_SLOTS } from "../services/panel-secrets.js"; import { OPENAI_KEY_PROVIDER_IDS } from "../services/openai-provider-registry.js"; import { logger } from "../utils/logger.js"; // The simple api-key providers (glm/kimi/moonshot) are spliced in from the // openai-provider-registry so a new one appears here by adding a registry entry. const KNOWN_BACKENDS = [ "claude", "codex", "chatgpt", "gemini", "antigravity", "grok", ...OPENAI_KEY_PROVIDER_IDS, "ollama", "copilot", // EXPERIMENTAL — see orchestrator/index.ts's copilotModel comment ]; function sendJson(res, status, body) { const payload = JSON.stringify(body); res.writeHead(status, { "Content-Type": "application/json; charset=utf-8", "Content-Length": Buffer.byteLength(payload), "Cache-Control": "no-store", }); res.end(payload); } function sendHtml(res, status, html) { res.writeHead(status, { "Content-Type": "text/html; charset=utf-8", "Content-Length": Buffer.byteLength(html), "Cache-Control": "no-store", }); res.end(html); } const FRAME_ANCESTORS = "frame-ancestors http://127.0.0.1:8188 http://localhost:8188 'self'"; function sendFramedHtml(res, status, html) { res.writeHead(status, { "Content-Type": "text/html; charset=utf-8", "Content-Length": Buffer.byteLength(html), "Cache-Control": "no-store", "Content-Security-Policy": FRAME_ANCESTORS, }); res.end(html); } function tokenOk(req, expected) { if (!expected) return true; // no token configured → open (dev) try { const url = new URL(req.url ?? "/", "http://127.0.0.1"); const q = url.searchParams.get("token"); const h = (req.headers["authorization"] || "").replace(/^Bearer\s+/i, ""); return q === expected || h === expected; } catch { return false; } } function readJsonBody(req) { return new Promise((resolve, reject) => { let data = ""; let settled = false; let oversized = false; const settle = (fn) => { if (settled) return; settled = true; fn(); }; req.on("data", (c) => { if (oversized) return; // already over limit: drain and discard the rest, don't destroy mid-stream data += c; if (data.length > 1_000_000) { oversized = true; data = ""; settle(() => reject(new Error("body too large"))); } }); req.on("end", () => { settle(() => { try { resolve(data ? JSON.parse(data) : {}); } catch (e) { reject(e); } }); }); req.on("error", (e) => { settle(() => reject(e)); }); req.on("close", () => { settle(() => reject(new Error("request closed before body was fully received"))); }); }); } const PREVIEW_MIME = { ".png": "image/png", ".jpg": "image/jpeg", ".jpeg": "image/jpeg", ".webp": "image/webp", ".gif": "image/gif", }; function serveLoraPreview(req, res) { let id = ""; try { const url = new URL(req.url ?? "/", "http://127.0.0.1"); id = (url.searchParams.get("id") ?? "").trim(); } catch { sendJson(res, 400, { ok: false, error: "bad request" }); return; } if (!id) { sendJson(res, 400, { ok: false, error: "id required" }); return; } const catalog = getLoraCatalog(); const entry = catalog.get(id); if (!entry?.previewFile) { sendJson(res, 404, { ok: false, error: "no preview" }); return; } const previewsRoot = resolve(loraPreviewsDir()); const abs = resolve(join(previewsRoot, entry.previewFile)); // Path containment: use the platform separator (sep) so the check also holds // on Windows, where resolve() yields backslash-separated paths. if (!abs.startsWith(previewsRoot + sep) && abs !== previewsRoot) { sendJson(res, 403, { ok: false, error: "invalid preview path" }); return; } if (!existsSync(abs)) { sendJson(res, 404, { ok: false, error: "preview file missing" }); return; } const mime = PREVIEW_MIME[extname(abs).toLowerCase()] ?? "application/octet-stream"; res.writeHead(200, { "Content-Type": mime, "Cache-Control": "private, max-age=3600", }); createReadStream(abs).pipe(res); } function consoleLandingHtml(opts) { const { bridgePort, consolePort, comfyuiUrl } = opts; return `<!DOCTYPE html> <html lang="en"> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <title>ComfyUI MCP Console</title> <style> :root { color-scheme: dark; font-family: system-ui, -apple-system, Segoe UI, sans-serif; } body { margin: 0; background: #0f1115; color: #e8eaed; line-height: 1.5; } main { max-width: 52rem; margin: 0 auto; padding: 2rem 1.25rem 3rem; } h1 { font-size: 1.35rem; font-weight: 600; margin: 0 0 0.25rem; } .sub { color: #9aa0a6; font-size: 0.9rem; margin-bottom: 1.5rem; } section { background: #181b22; border: 1px solid #2a2f3a; border-radius: 10px; padding: 1rem 1.1rem; margin-bottom: 1rem; } h2 { font-size: 0.95rem; margin: 0 0 0.6rem; color: #c4c7ce; } ul { margin: 0.4rem 0 0; padding-left: 1.2rem; } li { margin: 0.25rem 0; } code, pre { font-family: ui-monospace, SFMono-Regular, Menlo, monospace; font-size: 0.82rem; } pre { background: #0b0d11; border: 1px solid #2a2f3a; border-radius: 8px; padding: 0.75rem; overflow-x: auto; } .ok { color: #81c995; } .warn { color: #fdd663; } a { color: #8ab4f8; } #status { font-size: 0.85rem; } </style> </head> <body> <main> <h1>ComfyUI MCP Console</h1> <p class="sub">Control plane for the panel orchestrator — MCP servers, OAuth, and service settings. The ComfyUI sidebar panel stays focused on chat, providers, and the live canvas.</p> <section> <h2>Connection</h2> <p>Bridge <code>ws://127.0.0.1:${bridgePort}</code> · ComfyUI <code>${escapeHtml(comfyuiUrl)}</code></p> <p id="status">Loading provider readiness…</p> </section> <section> <h2>Coming here (panel stays in ComfyUI)</h2> <ul> <li>Start / stop / restart orchestrator</li> <li>MCP server mappings &amp; inherited <code>~/.claude.json</code> tools</li> <li>OAuth &amp; API provider sign-in</li> <li>LoRA library, image collections, Photomap-style tooling</li> <li>A2UI-rich tool surfaces</li> </ul> </section> <section> <h2>Stays in the ComfyUI panel</h2> <ul> <li>Provider / model / effort pickers &amp; context window meter</li> <li>Video storyboards &amp; live graph edits</li> <li>Connect / Disconnect to this bridge</li> </ul> </section> <section> <h2>API</h2> <pre>GET /api/status</pre> </section> </main> <script> fetch('/api/status').then(r => r.json()).then(d => { const el = document.getElementById('status'); const rows = (d.backends || []).map(b => b.backend + ': ' + (b.ready ? 'ready' : (b.cli ? 'sign in' : 'install CLI')) ).join(' · '); el.innerHTML = '<span class="ok">Orchestrator running</span> — ' + (rows || 'no backends'); }).catch(() => { document.getElementById('status').innerHTML = '<span class="warn">Could not load status</span>'; }); </script> </body> </html>`; } function credentialsHtml(slots, consoleUrl, token) { const rows = slots .map((s) => ` <div class="row" data-slot="${escapeHtml(s.id)}"> <div class="meta"><span class="label">${escapeHtml(s.label)}</span>${s.help ? `<span class="help">${escapeHtml(s.help)}</span>` : ""}</div> <div class="state"><span class="badge" data-badge>—</span></div> <div class="entry"><input type="password" placeholder="Paste key…" data-input autocomplete="off" spellcheck="false" /><button data-save>Save</button></div> </div>`) .join("\n"); const cfg = JSON.stringify({ consoleUrl, token }); return `<!DOCTYPE html> <html lang="en"> <head> <meta charset="utf-8" /> <meta name="viewport" content="width=device-width, initial-scale=1" /> <title>API Keys</title> <style> :root { color-scheme: dark; font-family: system-ui, -apple-system, Segoe UI, sans-serif; } body { margin: 0; background: #0f1115; color: #e8eaed; } main { padding: 0.9rem 1rem 1.2rem; } header { display: flex; align-items: center; justify-content: space-between; margin-bottom: 0.75rem; } h1 { font-size: 1.05rem; font-weight: 600; margin: 0; } .close { background: none; border: none; color: #9aa0a6; font-size: 1.1rem; cursor: pointer; } .row { display: grid; grid-template-columns: 1fr auto; gap: 0.35rem 0.6rem; padding: 0.6rem 0; border-bottom: 1px solid #23272f; } .meta { display: flex; flex-direction: column; } .label { font-size: 0.9rem; font-weight: 500; } .help { font-size: 0.72rem; color: #9aa0a6; } .state { grid-column: 2; align-self: center; } .badge { font-size: 0.72rem; color: #9aa0a6; } .badge.set { color: #81c995; } .entry { grid-column: 1 / -1; display: flex; gap: 0.4rem; } input { flex: 1; background: #0b0d11; border: 1px solid #2a2f3a; border-radius: 7px; color: #e8eaed; padding: 0.4rem 0.5rem; font-size: 0.82rem; } button { background: #2a3140; border: 1px solid #3a4150; color: #e8eaed; border-radius: 7px; padding: 0.4rem 0.7rem; font-size: 0.82rem; cursor: pointer; } button:hover { background: #333c4d; } button[data-save].ok { color: #81c995; border-color: #2f6b41; } footer { margin-top: 0.9rem; display: flex; justify-content: space-between; align-items: center; } .advanced { background: none; border: 1px solid #2a2f3a; color: #8ab4f8; } .err { color: #f28b82; font-size: 0.75rem; } </style> </head> <body> <main> <header><h1>API Keys</h1><button class="close" data-close title="Close">✕</button></header> <div id="rows"> ${rows} </div> <p class="err" id="err"></p> <footer> <span class="help">Stored locally, per instance. Values never leave this machine.</span> <button class="advanced" data-advanced>Advanced ↗</button> </footer> </main> <script> const CFG = ${cfg}; const q = (t) => "?token=" + encodeURIComponent(t); function postHeight() { try { parent.postMessage({ type: "resize", height: document.body.scrollHeight }, "*"); } catch {} } async function load() { try { const r = await fetch("/api/secrets" + q(CFG.token)); const d = await r.json(); for (const s of (d.slots || [])) { const row = document.querySelector('.row[data-slot="' + s.id + '"]'); if (!row) continue; const badge = row.querySelector("[data-badge]"); badge.textContent = s.set ? "set · " + s.masked : "not set"; badge.classList.toggle("set", !!s.set); } } catch (e) { document.getElementById("err").textContent = "Could not load status — reconnect the panel."; } postHeight(); } document.querySelectorAll(".row").forEach((row) => { const btn = row.querySelector("[data-save]"); const input = row.querySelector("[data-input]"); btn.addEventListener("click", async () => { const value = input.value.trim(); if (!value) return; btn.disabled = true; btn.textContent = "Saving…"; try { const r = await fetch("/api/secrets" + q(CFG.token), { method: "POST", headers: { "content-type": "application/json" }, body: JSON.stringify({ slot: row.dataset.slot, value }), }); const d = await r.json(); if (!r.ok || !d.ok) throw new Error(d.error || "save failed"); input.value = ""; const badge = row.querySelector("[data-badge]"); badge.textContent = "set · " + d.masked; badge.classList.add("set"); btn.textContent = "Saved ✓"; btn.classList.add("ok"); setTimeout(() => { btn.textContent = "Save"; btn.classList.remove("ok"); btn.disabled = false; }, 1500); } catch (e) { document.getElementById("err").textContent = String(e.message || e); btn.textContent = "Save"; btn.disabled = false; } }); }); document.querySelector("[data-close]").addEventListener("click", () => { try { parent.postMessage({ type: "close" }, "*"); } catch {} }); document.querySelector("[data-advanced]").addEventListener("click", () => { window.open(CFG.consoleUrl + "/console", "_blank", "noopener"); }); window.addEventListener("load", load); new ResizeObserver(postHeight).observe(document.body); </script> </body> </html>`; } function escapeHtml(s) { return s .replace(/&/g, "&amp;") .replace(/</g, "&lt;") .replace(/>/g, "&gt;") .replace(/"/g, "&quot;"); } export function startPanelConsoleHttpServer(opts) { const host = opts.host ?? "127.0.0.1"; // The panel calls /api/secrets from the ComfyUI page origin (e.g. // http://127.0.0.1:8188 → this console's port), which is CROSS-origin — without // CORS headers the browser hard-fails the fetch ("Couldn't load credentials") // even though the request itself is loopback + token-gated. Allow exactly the // ComfyUI origin (plus its localhost↔127.0.0.1 twin, since the page may be // open under either name). Never "*": the token would otherwise be callable // from any web page the user has open. const allowedOrigins = new Set(); try { const u = new URL(opts.comfyuiUrl); const twins = new Set([u.hostname, u.hostname === "localhost" ? "127.0.0.1" : "localhost"]); for (const h of twins) allowedOrigins.add(`${u.protocol}//${h}${u.port ? `:${u.port}` : ""}`); } catch { allowedOrigins.add("http://127.0.0.1:8188"); allowedOrigins.add("http://localhost:8188"); } const server = createServer(async (req, res) => { const origin = typeof req.headers.origin === "string" ? req.headers.origin : ""; if (origin && allowedOrigins.has(origin)) { res.setHeader("Access-Control-Allow-Origin", origin); res.setHeader("Vary", "Origin"); } if (req.method === "OPTIONS") { // Preflight for the authorized JSON POST (Authorization + content-type). res.writeHead(204, { "Access-Control-Allow-Methods": "GET, POST", "Access-Control-Allow-Headers": "authorization, content-type", "Access-Control-Max-Age": "600", }); res.end(); return; } const path = (req.url ?? "/").split("?")[0]; if (path === "/api/secrets") { if (!tokenOk(req, opts.token)) { sendJson(res, 401, { ok: false, error: "unauthorized" }); return; } if (req.method === "GET") { sendJson(res, 200, { ok: true, slots: listPanelSecretsMasked() }); return; } if (req.method === "POST") { let body; try { body = await readJsonBody(req); } catch { sendJson(res, 400, { ok: false, error: "bad json" }); return; } const slot = String(body?.slot ?? ""); const value = String(body?.value ?? ""); const clear = body?.clear === true; if (!slot || (!value && !clear)) { sendJson(res, 400, { ok: false, error: "slot and value required (or clear: true to revoke)" }); return; } try { if (clear) { // Revoke path (issue #203): remove every alias key of the slot. const removed = clearPanelSecret(slot); sendJson(res, 200, { ok: true, slot, cleared: removed }); return; } setPanelSecret(slot, value); const masked = listPanelSecretsMasked().find((s) => s.id === slot)?.masked ?? null; sendJson(res, 200, { ok: true, slot, masked }); } catch (err) { const msg = err instanceof Error ? err.message : String(err); sendJson(res, /unknown credential slot/i.test(msg) ? 400 : 500, { ok: false, error: msg }); } return; } sendJson(res, 405, { ok: false, error: "method not allowed" }); return; } if (req.method === "GET" && path === "/api/status") { const { backends, any_ready } = allBackendReadiness(KNOWN_BACKENDS); const bound = server.address(); const boundPort = bound && typeof bound === "object" ? bound.port : opts.port; const liveUrl = `http://${host}:${boundPort}`; sendJson(res, 200, { ok: true, console_url: liveUrl, bridge_port: opts.bridgePort, bridge_url: `ws://${host}:${opts.bridgePort}`, comfyui_url: opts.comfyuiUrl, backends, any_ready, }); return; } if (req.method === "GET" && path === "/api/lora-preview") { serveLoraPreview(req, res); return; } if (req.method === "GET" && path === "/credentials") { if (!tokenOk(req, opts.token)) { sendHtml(res, 401, "<p>Unauthorized — reconnect the panel.</p>"); return; } const bound = server.address(); const boundPort = bound && typeof bound === "object" ? bound.port : opts.port; sendFramedHtml(res, 200, credentialsHtml(CREDENTIAL_SLOTS, `http://${host}:${boundPort}`, opts.token ?? "")); return; } if (req.method === "GET" && (path === "/" || path === "/console")) { sendHtml(res, 200, consoleLandingHtml({ bridgePort: opts.bridgePort, consolePort: opts.port, comfyuiUrl: opts.comfyuiUrl, })); return; } sendJson(res, 404, { ok: false, error: "not_found" }); }); return new Promise((resolve, reject) => { server.once("error", reject); server.listen(opts.port, host, () => { server.removeListener("error", reject); const bound = server.address(); const boundPort = bound && typeof bound === "object" ? bound.port : opts.port; const url = `http://${host}:${boundPort}`; logger.info(`[panel-console] MCP console listening on ${url} (loopback)`); resolve({ port: boundPort, url, stop: () => new Promise((res, rej) => { server.close((err) => (err ? rej(err) : res())); }), }); }); }); } //# sourceMappingURL=panel-console-http.js.map