UNPKG

portkey-ai

Version:
308 lines 12.6 kB
"use strict"; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; var __asyncValues = (this && this.__asyncValues) || function (o) { if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined."); var m = o[Symbol.asyncIterator], i; return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i); function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; } function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); } }; var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); } var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) { if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined."); var g = generator.apply(thisArg, _arguments || []), i, q = []; return i = {}, verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i; function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; } function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } } function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } } function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); } function fulfill(value) { resume("next", value); } function reject(value) { resume("throw", value); } function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); } }; Object.defineProperty(exports, "__esModule", { value: true }); exports.Stream = exports.createResponseHeaders = exports.safeJSON = void 0; const error_1 = require("./error.js"); const safeJSON = (text) => { try { return JSON.parse(text); } catch (err) { return undefined; } }; exports.safeJSON = safeJSON; const createResponseHeaders = (headers) => { return new Proxy(Object.fromEntries( // @ts-ignore headers.entries()), { get(target, name) { const key = name.toString(); return target[key.toLowerCase()] || target[key]; }, }); }; exports.createResponseHeaders = createResponseHeaders; class Stream { constructor(response) { this.response = response; this.decoder = new SSEDecoder(); } iterMessages() { return __asyncGenerator(this, arguments, function* iterMessages_1() { var _a, e_1, _b, _c; if (!this.response.body) { throw new Error('Attempted to iterate over a response with no body'); } const lineDecoder = new LineDecoder(); const iter = readableStreamAsyncIterable(this.response.body); try { for (var _d = true, iter_1 = __asyncValues(iter), iter_1_1; iter_1_1 = yield __await(iter_1.next()), _a = iter_1_1.done, !_a; _d = true) { _c = iter_1_1.value; _d = false; const chunk = _c; for (const line of lineDecoder.decode(chunk)) { const sse = this.decoder.decode(line); if (sse) yield yield __await(sse); } } } catch (e_1_1) { e_1 = { error: e_1_1 }; } finally { try { if (!_d && !_a && (_b = iter_1.return)) yield __await(_b.call(iter_1)); } finally { if (e_1) throw e_1.error; } } for (const line of lineDecoder.flush()) { const sse = this.decoder.decode(line); if (sse) yield yield __await(sse); } }); } [Symbol.asyncIterator]() { return __asyncGenerator(this, arguments, function* _a() { var _b, e_2, _c, _d; try { try { for (var _e = true, _f = __asyncValues(this.iterMessages()), _g; _g = yield __await(_f.next()), _b = _g.done, !_b; _e = true) { _d = _g.value; _e = false; const sse = _d; if (sse.data.startsWith('[DONE]')) { continue; } if (sse.event === null) { try { yield yield __await(JSON.parse(sse.data)); } catch (e) { console.error('Could not parse message into JSON:', sse.data); console.error('From chunk:', sse.raw); throw e; } } if (sse.event === 'ping') { continue; } if (sse.event === 'error') { throw error_1.APIError; } } } catch (e_2_1) { e_2 = { error: e_2_1 }; } finally { try { if (!_e && !_b && (_c = _f.return)) yield __await(_c.call(_f)); } finally { if (e_2) throw e_2.error; } } } catch (e) { if (e instanceof Error && e.name === 'AbortError') return yield __await(void 0); throw e; } }); } } exports.Stream = Stream; class SSEDecoder { constructor() { this.event = null; this.data = []; this.chunks = []; } decode(line) { if (line.endsWith('\r')) { line = line.substring(0, line.length - 1); } if (!line) { // empty line and we didn't previously encounter any messages if (!this.event && !this.data.length) return null; const sse = { event: this.event, data: this.data.join('\n'), raw: this.chunks, }; this.event = null; this.data = []; this.chunks = []; return sse; } this.chunks.push(line); if (line.startsWith(':')) { return null; } let [fieldname, _, value] = partition(line, ':'); if (value.startsWith(' ')) { value = value.substring(1); } if (fieldname === 'event') { this.event = value; } else if (fieldname === 'data') { this.data.push(value); } return null; } } /** * A re-implementation of httpx's `LineDecoder` in Python that handles incrementally * reading lines from text. * * https://github.com/encode/httpx/blob/920333ea98118e9cf617f246905d7b202510941c/httpx/_decoders.py#L258 */ class LineDecoder { constructor() { this.buffer = []; this.trailingCR = false; } decode(chunk) { let text = this.decodeText(chunk); if (this.trailingCR) { text = '\r' + text; this.trailingCR = false; } if (text.endsWith('\r')) { this.trailingCR = true; text = text.slice(0, -1); } if (!text) { return []; } const trailingNewline = LineDecoder.NEWLINE_CHARS.has(text[text.length - 1] || ''); let lines = text.split(LineDecoder.NEWLINE_REGEXP); if (lines.length === 1 && !trailingNewline) { this.buffer.push(lines[0]); return []; } if (this.buffer.length > 0) { lines = [this.buffer.join('') + lines[0], ...lines.slice(1)]; this.buffer = []; } if (!trailingNewline) { this.buffer = [lines.pop() || '']; } return lines; } decodeText(bytes) { var _a; if (bytes == null) return ''; if (typeof bytes === 'string') return bytes; // Node: if (typeof Buffer !== 'undefined') { if (bytes instanceof Buffer) { return bytes.toString(); } if (bytes instanceof Uint8Array) { return Buffer.from(bytes).toString(); } throw new Error(`Unexpected: received non-Uint8Array (${bytes.constructor.name}) stream chunk in an environment with a global "Buffer" defined, which this library assumes to be Node. Please report this error.`); } // Browser if (typeof TextDecoder !== 'undefined') { if (bytes instanceof Uint8Array || bytes instanceof ArrayBuffer) { (_a = this.textDecoder) !== null && _a !== void 0 ? _a : (this.textDecoder = new TextDecoder('utf8')); return this.textDecoder.decode(bytes); } throw new Error(`Unexpected: received non-Uint8Array/ArrayBuffer (${bytes.constructor.name}) in a web platform. Please report this error.`); } throw new Error('Unexpected: neither Buffer nor TextDecoder are available as globals. Please report this error.'); } flush() { if (!this.buffer.length && !this.trailingCR) { return []; } const lines = [this.buffer.join('')]; this.buffer = []; this.trailingCR = false; return lines; } } // prettier-ignore LineDecoder.NEWLINE_CHARS = new Set(["\n", "\r", "\x0b", "\x0c", "\x1c", "\x1d", "\x1e", "\x85", "\u2028", "\u2029"]); LineDecoder.NEWLINE_REGEXP = /\r\n|[\n\r\x0b\x0c\x1c\x1d\x1e\x85\u2028\u2029]/g; function partition(str, delimiter) { const index = str.indexOf(delimiter); if (index !== -1) { return [ str.substring(0, index), delimiter, str.substring(index + delimiter.length), ]; } return [str, '', '']; } /** * Most browsers don't yet have async iterable support for ReadableStream, * and Node has a very different way of reading bytes from its "ReadableStream". * * This polyfill was pulled from https://github.com/MattiasBuelens/web-streams-polyfill/pull/122#issuecomment-1627354490 */ function readableStreamAsyncIterable(stream) { if (stream[Symbol.asyncIterator]) return stream; const reader = stream.getReader(); return { next() { return __awaiter(this, void 0, void 0, function* () { try { const result = yield reader.read(); if (result === null || result === void 0 ? void 0 : result.done) reader.releaseLock(); // release lock when stream becomes closed return result; } catch (e) { reader.releaseLock(); // release lock when stream becomes errored throw e; } }); }, return() { return __awaiter(this, void 0, void 0, function* () { const cancelPromise = reader.cancel(); reader.releaseLock(); yield cancelPromise; return { done: true, value: undefined }; }); }, [Symbol.asyncIterator]() { return this; }, }; } //# sourceMappingURL=streaming.js.map