@axflow/models/dist/azure-openai/chat.mjs

Zero-dependency, modular SDK for building robust natural language applications

// src/azure-openai/chat.ts
import { POST, HttpError } from "@axflow/models/shared";

// src/openai/shared.ts
function streamTransformer(map) {
  let buffer = [];
  const decoder = new TextDecoder();
  return (bytes, controller) => {
    const chunk = decoder.decode(bytes);
    for (let i = 0, len = chunk.length; i < len; ++i) {
      const isChunkSeparator = chunk[i] === "\n" && buffer[buffer.length - 1] === "\n";
      if (!isChunkSeparator) {
        buffer.push(chunk[i]);
        continue;
      }
      const parsedChunk = parseChunk(buffer.join(""));
      if (parsedChunk) {
        controller.enqueue(map(parsedChunk));
      }
      buffer = [];
    }
  };
}
var DATA_RE = /data:\s*(.+)/;
function parseChunk(chunk) {
  chunk = chunk.trim();
  if (chunk.length === 0) {
    return null;
  }
  const match = chunk.match(DATA_RE);
  try {
    const data = match[1];
    return data === "[DONE]" ? null : JSON.parse(data);
  } catch (error) {
    throw new Error(
      `Encountered unexpected chunk while parsing OpenAI streaming response: ${JSON.stringify(
        chunk
      )}`
    );
  }
}

// src/azure-openai/chat.ts
function headers(apiKey, customHeaders) {
  const headers2 = {
    accept: "application/json",
    "content-type": "application/json",
    ...customHeaders
  };
  if (typeof apiKey === "string") {
    headers2["api-key"] = apiKey;
  }
  return headers2;
}
var API_VERSION = "2023-08-01-preview";
var createUrl = (apiUrl) => {
  if (typeof apiUrl === "string") {
    return apiUrl;
  } else {
    return `https://${apiUrl.resourceName}.openai.azure.com/openai/deployments/${apiUrl.deploymentId}/chat/completions?api-version=${API_VERSION}`;
  }
};
async function run(request, options) {
  const url = createUrl(options.apiUrl);
  const response = await POST(url, {
    headers: headers(options.apiKey, options.headers),
    body: JSON.stringify({ ...request, stream: false }),
    fetch: options.fetch,
    signal: options.signal
  });
  return response.json();
}
async function streamBytes(request, options) {
  const url = createUrl(options.apiUrl);
  const response = await POST(url, {
    headers: headers(options.apiKey, options.headers),
    body: JSON.stringify({ ...request, stream: true }),
    fetch: options.fetch,
    signal: options.signal
  });
  if (!response.body) {
    throw new HttpError("Expected response body to be a ReadableStream", response);
  }
  return response.body;
}
function noop(chunk) {
  return chunk;
}
async function stream(request, options) {
  const byteStream = await streamBytes(request, options);
  return byteStream.pipeThrough(new OpenAIChatDecoderStream(noop));
}
async function streamTokens(request, options) {
  const byteStream = await streamBytes(request, options);
  return byteStream.pipeThrough(new OpenAIChatDecoderStream(chunkToToken));
}
var OpenAIChatDecoderStream = class extends TransformStream {
  constructor(map) {
    super({ transform: streamTransformer(map) });
  }
};
function chunkToToken(chunk) {
  if (!chunk.choices || chunk.choices.length === 0) {
    return "";
  }
  return chunk.choices[0].delta.content || "";
}
var AzureOpenAIChat = class {
  static run = run;
  static streamBytes = streamBytes;
  static stream = stream;
  static streamTokens = streamTokens;
};
export {
  AzureOpenAIChat,
  headers
};