@copilotkit/runtime
Version:
<img src="https://github.com/user-attachments/assets/0a6b64d9-e193-4940-a3f6-60334ac34084" alt="banner" style="border-radius: 12px; border: 2px solid #d6d4fa;" />
296 lines (294 loc) • 9.19 kB
JavaScript
require("reflect-metadata");
const require_runtime = require('../../../_virtual/_rolldown/runtime.cjs');
const require_hooks = require('./hooks.cjs');
const require_fetch_cors = require('./fetch-cors.cjs');
const require_fetch_router = require('./fetch-router.cjs');
const require_middleware = require('./middleware.cjs');
const require_handle_run = require('../handlers/handle-run.cjs');
const require_handle_connect = require('../handlers/handle-connect.cjs');
const require_handle_stop = require('../handlers/handle-stop.cjs');
const require_get_runtime_info = require('../handlers/get-runtime-info.cjs');
const require_handle_transcribe = require('../handlers/handle-transcribe.cjs');
const require_handle_debug_events = require('../handlers/handle-debug-events.cjs');
const require_threads = require('../handlers/intelligence/threads.cjs');
const require_single_route_helpers = require('../endpoints/single-route-helpers.cjs');
const require_instance_created = require('../telemetry/instance-created.cjs');
let _copilotkit_shared = require("@copilotkit/shared");
//#region src/v2/runtime/core/fetch-handler.ts
function createCopilotRuntimeHandler(options) {
const { runtime, basePath, mode = "multi-route", cors, hooks } = options;
require_instance_created.fireInstanceCreatedTelemetry({ runtime });
const corsConfig = resolveCorsConfig(cors);
return async (request) => {
const path = new URL(request.url, "http://localhost").pathname;
const requestOrigin = request.headers.get("origin");
const baseCtx = {
request,
path,
runtime
};
let route;
try {
if (corsConfig) {
const preflight = require_fetch_cors.handleCors(request, corsConfig);
if (preflight) return preflight;
}
request = await require_hooks.runOnRequest(hooks, {
...baseCtx,
request
});
try {
const maybeModified = await require_middleware.callBeforeRequestMiddleware({
runtime,
request,
path
});
if (maybeModified) request = maybeModified;
} catch (mwError) {
_copilotkit_shared.logger.error({
err: mwError,
url: request.url,
path
}, "Error running before request middleware");
if (mwError instanceof Response) return maybeAddCors(mwError, corsConfig, requestOrigin);
throw mwError;
}
let response;
if (mode === "single-route") {
const resolved = await resolveSingleRoute(request, basePath, path);
route = resolved.route;
const { methodCall } = resolved;
request = await require_hooks.runOnBeforeHandler(hooks, {
request,
path,
runtime,
route
});
if (route.method === "agent/run" || route.method === "agent/connect" || route.method === "transcribe") request = require_single_route_helpers.createJsonRequest(request, methodCall.body);
response = await dispatchRoute(runtime, request, route);
} else {
const matched = require_fetch_router.matchRoute(path, basePath);
if (!matched) throw jsonResponse({ error: "Not found" }, 404);
const methodError = validateHttpMethod(request.method, matched);
if (methodError) {
route = matched;
throw methodError;
}
route = matched;
request = await require_hooks.runOnBeforeHandler(hooks, {
request,
path,
runtime,
route
});
response = await dispatchRoute(runtime, request, route);
}
response = await require_hooks.runOnResponse(hooks, {
request,
response,
path,
runtime,
route
});
response = maybeAddCors(response, corsConfig, requestOrigin);
require_middleware.callAfterRequestMiddleware({
runtime,
response: response.clone(),
path
}).catch((error) => {
_copilotkit_shared.logger.error({
err: error,
url: request.url,
path
}, "Error running after request middleware");
});
return response;
} catch (error) {
if (error instanceof Response) return maybeAddCors(await require_hooks.runOnResponse(hooks, {
request,
response: error,
path,
runtime,
route: route ?? { method: "info" }
}), corsConfig, requestOrigin);
try {
const errorResponse = await require_hooks.runOnError(hooks, {
request,
error,
path,
runtime,
route
});
if (errorResponse) return maybeAddCors(errorResponse, corsConfig, requestOrigin);
} catch (hookError) {
_copilotkit_shared.logger.error({
err: hookError,
originalErr: error,
url: request.url,
path
}, "onError hook threw");
}
_copilotkit_shared.logger.error({
err: error,
url: request.url,
path
}, "Unhandled error in CopilotKit runtime handler");
return maybeAddCors(jsonResponse({ error: "internal_error" }, 500), corsConfig, requestOrigin);
}
};
}
function dispatchRoute(runtime, request, route) {
switch (route.method) {
case "agent/run": return require_handle_run.handleRunAgent({
runtime,
request,
agentId: route.agentId
});
case "agent/connect": return require_handle_connect.handleConnectAgent({
runtime,
request,
agentId: route.agentId
});
case "agent/stop": return require_handle_stop.handleStopAgent({
runtime,
request,
agentId: route.agentId,
threadId: route.threadId
});
case "info": return require_get_runtime_info.handleGetRuntimeInfo({
runtime,
request
});
case "transcribe": return require_handle_transcribe.handleTranscribe({
runtime,
request
});
case "threads/clear": return Promise.resolve(require_threads.handleClearThreads({
runtime,
request
}));
case "threads/list": return require_threads.handleListThreads({
runtime,
request
});
case "threads/subscribe": return require_threads.handleSubscribeToThreads({
runtime,
request
});
case "threads/update":
if (request.method.toUpperCase() === "DELETE") return require_threads.handleDeleteThread({
runtime,
request,
threadId: route.threadId
});
return require_threads.handleUpdateThread({
runtime,
request,
threadId: route.threadId
});
case "threads/archive": return require_threads.handleArchiveThread({
runtime,
request,
threadId: route.threadId
});
case "threads/messages": return require_threads.handleGetThreadMessages({
runtime,
request,
threadId: route.threadId
});
case "threads/events": return require_threads.handleGetThreadEvents({
runtime,
request,
threadId: route.threadId
});
case "threads/state": return require_threads.handleGetThreadState({
runtime,
request,
threadId: route.threadId
});
case "cpk-debug-events": return Promise.resolve(require_handle_debug_events.handleDebugEvents({
runtime,
request
}));
}
}
async function resolveSingleRoute(request, basePath, pathname) {
if (basePath) {
const normalizedBase = basePath.length > 1 && basePath.endsWith("/") ? basePath.slice(0, -1) : basePath;
if (!pathname.startsWith(normalizedBase)) throw jsonResponse({ error: "Not found" }, 404);
}
if (request.method !== "POST") throw jsonResponse({ error: "Method not allowed" }, 405, { Allow: "POST" });
const methodCall = await require_single_route_helpers.parseMethodCall(request);
let route;
switch (methodCall.method) {
case "agent/run":
route = {
method: "agent/run",
agentId: require_single_route_helpers.expectString(methodCall.params, "agentId")
};
break;
case "agent/connect":
route = {
method: "agent/connect",
agentId: require_single_route_helpers.expectString(methodCall.params, "agentId")
};
break;
case "agent/stop":
route = {
method: "agent/stop",
agentId: require_single_route_helpers.expectString(methodCall.params, "agentId"),
threadId: require_single_route_helpers.expectString(methodCall.params, "threadId")
};
break;
case "info":
route = { method: "info" };
break;
case "transcribe":
route = { method: "transcribe" };
break;
}
return {
route,
methodCall
};
}
function validateHttpMethod(httpMethod, route) {
const method = httpMethod.toUpperCase();
switch (route.method) {
case "info":
case "threads/list":
case "threads/messages":
case "threads/events":
case "threads/state":
case "cpk-debug-events":
if (method === "GET") return null;
return jsonResponse({ error: "Method not allowed" }, 405, { Allow: "GET" });
case "threads/update":
if (method === "PATCH" || method === "DELETE") return null;
return jsonResponse({ error: "Method not allowed" }, 405, { Allow: "PATCH, DELETE" });
default:
if (method === "POST") return null;
return jsonResponse({ error: "Method not allowed" }, 405, { Allow: "POST" });
}
}
function resolveCorsConfig(cors) {
if (!cors) return null;
if (cors === true) return {};
return cors;
}
function maybeAddCors(response, config, requestOrigin) {
if (!config) return response;
return require_fetch_cors.addCorsHeaders(response, config, requestOrigin);
}
function jsonResponse(body, status, extraHeaders) {
return new Response(JSON.stringify(body), {
status,
headers: {
"Content-Type": "application/json",
...extraHeaders
}
});
}
//#endregion
exports.createCopilotRuntimeHandler = createCopilotRuntimeHandler;
//# sourceMappingURL=fetch-handler.cjs.map