UNPKG

@ai2070/l0

Version:

L0: The Missing Reliability Substrate for AI

863 lines (862 loc) 16.8 kB
import { l0, getText, consumeStream, StateMachine, RuntimeStates, Metrics, enableDriftDetection, enableMonitoring, enableInterceptors, enableAdapterRegistry } from "./runtime/l0"; import { runStages, createPipelineContext } from "./runtime/pipeline"; import { runAsyncGuardrailCheck, runGuardrailCheckAsync } from "./guardrails/async"; import { runAsyncDriftCheck, runDriftCheckAsync } from "./runtime/async-drift"; import { structured, structuredObject, structuredArray, structuredStream } from "./structured"; import { minimalStructured, recommendedStructured, strictStructured } from "./types/structured"; import { autoCorrectJSON, extractJSON, isValidJSON, describeJSONError, repairJSON, safeJSONParse } from "./utils/autoCorrect"; import { createWindow, processWithWindow, l0WithWindow, mergeResults, getProcessingStats, DocumentWindowImpl } from "./window"; import { smallWindow, mediumWindow, largeWindow, paragraphWindow, sentenceWindow } from "./types/window"; import { chunkDocument, chunkByTokens, chunkByChars, chunkByParagraphs, chunkBySentences, splitIntoSentences, estimateTokenCount, getChunkOverlap, mergeChunks } from "./utils/chunking"; import { EventDispatcher, createEventDispatcher } from "./runtime/event-dispatcher"; import { EventType, EventCategory, EventTypesByCategory, SessionEvents, StreamEvents, AdapterEvents, TimeoutEvents, NetworkEvents, AbortEvents, GuardrailEvents, DriftEvents, CheckpointEvents, ResumeEvents, RetryEvents, FallbackEvents, StructuredEvents, ContinuationEvents, ToolEvents, CompletionEvents, serializeEvent, deserializeEvent } from "./types/observability"; import { GuardrailEngine, createGuardrailEngine, checkGuardrails, jsonRule, strictJsonRule, markdownRule, latexRule, patternRule, customPatternRule, zeroOutputRule, minimalGuardrails, recommendedGuardrails, strictGuardrails, jsonOnlyGuardrails, markdownOnlyGuardrails, latexOnlyGuardrails } from "./guardrails"; import { minimalRetry, recommendedRetry, strictRetry, exponentialRetry } from "./types/l0"; import { RetryManager, createRetryManager, isRetryableError, getErrorCategory } from "./runtime/retry"; import { DriftDetector, createDriftDetector, checkDrift } from "./runtime/drift"; import { detectZeroToken, detectZeroTokenBeforeFirstMeaningful, detectInstantFinish, analyzeZeroToken } from "./runtime/zeroToken"; import { normalizeStreamEvent, normalizeStreamEvents, createTokenEvent, createMessageEvent, createCompleteEvent, createErrorEvent, filterEventsByType, extractTokens, reconstructText } from "./runtime/events"; import { L0Monitor, createMonitor, TelemetryExporter } from "./runtime/monitoring"; import { combineEvents, filterEvents, excludeEvents, debounceEvents, batchEvents } from "./runtime/event-handlers"; import { L0Sentry, createSentryIntegration, createSentryHandler, withSentry } from "./runtime/sentry"; import { L0OpenTelemetry, createOpenTelemetry, createOpenTelemetryHandler, SemanticAttributes, SpanStatusCode, SpanKind } from "./runtime/opentelemetry"; import { InterceptorManager, createInterceptorManager, loggingInterceptor, metadataInterceptor, authInterceptor, timingInterceptor, validationInterceptor, rateLimitInterceptor, cachingInterceptor, transformInterceptor, analyticsInterceptor } from "./runtime/interceptors"; import { parallel, parallelAll, sequential, batched, race, OperationPool, createPool } from "./runtime/parallel"; import { consensus, quickConsensus, getConsensusValue, validateConsensus } from "./consensus"; import { strictConsensus, standardConsensus, lenientConsensus, bestConsensus } from "./types/consensus"; import { pipe, createPipeline, createStep, chainPipelines, parallelPipelines, createBranchStep } from "./pipeline"; import { fastPipeline, reliablePipeline, productionPipeline } from "./types/pipeline"; import { formatContext, formatMultipleContexts, formatDocument, formatInstructions, escapeDelimiters, unescapeDelimiters } from "./format/context"; import { formatMemory, createMemoryEntry, mergeMemory, filterMemoryByRole, getLastNEntries, calculateMemorySize, truncateMemory } from "./format/memory"; import { formatJsonOutput, formatStructuredOutput, formatOutputConstraints, createOutputFormatSection, extractJsonFromOutput, cleanOutput } from "./format/output"; import { formatTool, formatTools, createTool, createParameter, validateTool, formatFunctionArguments, parseFunctionCall } from "./format/tools"; import { trim, escape, unescape, escapeHtml, unescapeHtml, escapeRegex, sanitize, truncate, truncateWords, wrap, pad, removeAnsi } from "./format/utils"; import { normalizeNewlines, normalizeWhitespace, normalizeIndentation, normalizeForModel, dedent, indent, trimText, normalizeText } from "./utils/normalize"; import { repairJson, balanceBraces, balanceBrackets, removeTrailingCommas, repairMarkdownFences, repairLatexEnvironments, repairToolCallArguments, isValidJson, parseOrRepairJson, extractJson, ensureJson } from "./utils/repair"; import { isMeaningfulToken, hasMeaningfulContent, countMeaningfulTokens, extractMeaningfulTokens, detectRepeatedTokens, endsAbruptly, detectOverlap, deduplicateContinuation } from "./utils/tokens"; import { exponentialBackoff, linearBackoff, fixedBackoff, fixedJitterBackoff, fullJitterBackoff, calculateBackoff, sleep, timeout, withTimeout, Timer } from "./utils/timers"; import { ErrorCategory, RETRY_DEFAULTS, ERROR_TYPE_DELAY_DEFAULTS } from "./types/retry"; import { NetworkErrorType, isNetworkError, analyzeNetworkError, isConnectionDropped, isFetchTypeError, isECONNRESET, isECONNREFUSED, isSSEAborted, isNoBytes, isPartialChunks, isRuntimeKilled, isBackgroundThrottle, isDNSError, isSSLError, isTimeoutError, isStreamInterrupted, describeNetworkError, suggestRetryDelay, L0Error, isL0Error, L0ErrorCodes } from "./utils/errors"; import { registerAdapter, unregisterAdapter, unregisterAllExcept, getAdapter, getRegisteredStreamAdapters, clearAdapters, detectAdapter, hasMatchingAdapter } from "./adapters/registry"; import { toL0Events, toL0EventsWithMessages, toMultimodalL0Events, createAdapterTokenEvent, createAdapterDoneEvent, createAdapterErrorEvent, createAdapterMessageEvent, createAdapterDataEvent, createAdapterProgressEvent, createImageEvent, createAudioEvent, createJsonDataEvent } from "./adapters/helpers"; import { openaiAdapter, openaiStream, openaiText, openaiJSON, openaiWithTools, wrapOpenAIStream, isOpenAIChunk, isOpenAIStream, extractOpenAIText } from "./adapters/openai"; import { anthropicAdapter, anthropicStream, anthropicText, wrapAnthropicStream, isAnthropicStream, isAnthropicStreamEvent } from "./adapters/anthropic"; import { mastraAdapter, mastraStream, mastraText, mastraStructured, wrapMastraStream, wrapMastraFullStream, isMastraStream, extractMastraText, extractMastraObject } from "./adapters/mastra"; import { InMemoryEventStore, L0EventRecorder, L0EventReplayer, createInMemoryEventStore, createEventRecorder, createEventReplayer } from "./runtime/eventStore"; import { replay, compareReplays, getStreamMetadata } from "./runtime/replay"; import { serializeError, deserializeError, generateStreamId, L0RecordedEventTypes } from "./types/events"; import { registerStorageAdapter, unregisterStorageAdapter, getRegisteredAdapters, createEventStore, BaseEventStore, BaseEventStoreWithSnapshots, FileEventStore, LocalStorageEventStore, CompositeEventStore, TTLEventStore, createCompositeStore, withTTL } from "./runtime/storageAdapters"; import { isZodSchema, isZodError, safeParse, getZodErrorMessages, flattenZodError } from "./utils/zodCompat"; import { isEffectSchema, isEffectParseError, isEffectRight, isEffectLeft, registerEffectSchemaAdapter, unregisterEffectSchemaAdapter, hasEffectSchemaAdapter, getEffectSchemaAdapter, safeDecodeEffectSchema, getEffectErrorMessage, wrapEffectSchema } from "./utils/effectSchemaCompat"; import { isJSONSchema, registerJSONSchemaAdapter, unregisterJSONSchemaAdapter, hasJSONSchemaAdapter, getJSONSchemaAdapter, validateJSONSchema, wrapJSONSchema, createSimpleJSONSchemaAdapter } from "./utils/jsonSchemaCompat"; import { compareStrings, levenshteinSimilarity, levenshteinDistance, jaroWinklerSimilarity, cosineSimilarity, compareNumbers, compareArrays, compareObjects, compareValues, getType, deepEqual, calculateSimilarityScore, countFields } from "./utils/comparison"; import { calculateSimilarityMatrix, calculateOutputSimilarity, calculateStructuralSimilarity, findAgreements, findDisagreements, calculateFieldConsensus, resolveMajority, resolveBest, resolveMerge, meetsMinimumAgreement } from "./utils/consensusUtils"; import { shallowClone, shallowCopy } from "./utils/shallow"; export { AbortEvents, AdapterEvents, BaseEventStore, BaseEventStoreWithSnapshots, CheckpointEvents, CompletionEvents, CompositeEventStore, ContinuationEvents, DocumentWindowImpl, DriftDetector, DriftEvents, ERROR_TYPE_DELAY_DEFAULTS, ErrorCategory, EventCategory, EventDispatcher, EventType, EventTypesByCategory, FallbackEvents, FileEventStore, GuardrailEngine, GuardrailEvents, InMemoryEventStore, InterceptorManager, L0Error, L0ErrorCodes, L0EventRecorder, L0EventReplayer, L0Monitor, L0OpenTelemetry, L0RecordedEventTypes, L0Sentry, LocalStorageEventStore, Metrics, NetworkErrorType, NetworkEvents, OperationPool, RETRY_DEFAULTS, ResumeEvents, RetryEvents, RetryManager, RuntimeStates, SemanticAttributes, SessionEvents, SpanKind, SpanStatusCode, StateMachine, StreamEvents, StructuredEvents, TTLEventStore, TelemetryExporter, TimeoutEvents, Timer, ToolEvents, analyticsInterceptor, analyzeNetworkError, analyzeZeroToken, anthropicAdapter, anthropicStream, anthropicText, authInterceptor, autoCorrectJSON, balanceBraces, balanceBrackets, batchEvents, batched, bestConsensus, cachingInterceptor, calculateBackoff, calculateFieldConsensus, calculateMemorySize, calculateOutputSimilarity, calculateSimilarityMatrix, calculateSimilarityScore, calculateStructuralSimilarity, chainPipelines, checkDrift, checkGuardrails, chunkByChars, chunkByParagraphs, chunkBySentences, chunkByTokens, chunkDocument, cleanOutput, clearAdapters, combineEvents, compareArrays, compareNumbers, compareObjects, compareReplays, compareStrings, compareValues, consensus, consumeStream, cosineSimilarity, countFields, countMeaningfulTokens, createAdapterDataEvent, createAdapterDoneEvent, createAdapterErrorEvent, createAdapterMessageEvent, createAdapterProgressEvent, createAdapterTokenEvent, createAudioEvent, createBranchStep, createCompleteEvent, createCompositeStore, createDriftDetector, createErrorEvent, createEventDispatcher, createEventRecorder, createEventReplayer, createEventStore, createGuardrailEngine, createImageEvent, createInMemoryEventStore, createInterceptorManager, createJsonDataEvent, createMemoryEntry, createMessageEvent, createMonitor, createOpenTelemetry, createOpenTelemetryHandler, createOutputFormatSection, createParameter, createPipeline, createPipelineContext, createPool, createRetryManager, createSentryHandler, createSentryIntegration, createSimpleJSONSchemaAdapter, createStep, createTokenEvent, createTool, createWindow, customPatternRule, debounceEvents, dedent, deduplicateContinuation, deepEqual, describeJSONError, describeNetworkError, deserializeError, deserializeEvent, detectAdapter, detectInstantFinish, detectOverlap, detectRepeatedTokens, detectZeroToken, detectZeroTokenBeforeFirstMeaningful, enableAdapterRegistry, enableDriftDetection, enableInterceptors, enableMonitoring, endsAbruptly, ensureJson, escape, escapeDelimiters, escapeHtml, escapeRegex, estimateTokenCount, excludeEvents, exponentialBackoff, exponentialRetry, extractJSON, extractJson, extractJsonFromOutput, extractMastraObject, extractMastraText, extractMeaningfulTokens, extractOpenAIText, extractTokens, fastPipeline, filterEvents, filterEventsByType, filterMemoryByRole, findAgreements, findDisagreements, fixedBackoff, fixedJitterBackoff, flattenZodError, formatContext, formatDocument, formatFunctionArguments, formatInstructions, formatJsonOutput, formatMemory, formatMultipleContexts, formatOutputConstraints, formatStructuredOutput, formatTool, formatTools, fullJitterBackoff, generateStreamId, getAdapter, getChunkOverlap, getConsensusValue, getEffectErrorMessage, getEffectSchemaAdapter, getErrorCategory, getJSONSchemaAdapter, getLastNEntries, getProcessingStats, getRegisteredAdapters, getRegisteredStreamAdapters, getStreamMetadata, getText, getType, getZodErrorMessages, hasEffectSchemaAdapter, hasJSONSchemaAdapter, hasMatchingAdapter, hasMeaningfulContent, indent, isAnthropicStream, isAnthropicStreamEvent, isBackgroundThrottle, isConnectionDropped, isDNSError, isECONNREFUSED, isECONNRESET, isEffectLeft, isEffectParseError, isEffectRight, isEffectSchema, isFetchTypeError, isJSONSchema, isL0Error, isMastraStream, isMeaningfulToken, isNetworkError, isNoBytes, isOpenAIChunk, isOpenAIStream, isPartialChunks, isRetryableError, isRuntimeKilled, isSSEAborted, isSSLError, isStreamInterrupted, isTimeoutError, isValidJSON, isValidJson, isZodError, isZodSchema, jaroWinklerSimilarity, jsonOnlyGuardrails, jsonRule, l0, l0WithWindow, largeWindow, latexOnlyGuardrails, latexRule, lenientConsensus, levenshteinDistance, levenshteinSimilarity, linearBackoff, loggingInterceptor, markdownOnlyGuardrails, markdownRule, mastraAdapter, mastraStream, mastraStructured, mastraText, mediumWindow, meetsMinimumAgreement, mergeChunks, mergeMemory, mergeResults, metadataInterceptor, minimalGuardrails, minimalRetry, minimalStructured, normalizeForModel, normalizeIndentation, normalizeNewlines, normalizeStreamEvent, normalizeStreamEvents, normalizeText, normalizeWhitespace, openaiAdapter, openaiJSON, openaiStream, openaiText, openaiWithTools, pad, paragraphWindow, parallel, parallelAll, parallelPipelines, parseFunctionCall, parseOrRepairJson, patternRule, pipe, processWithWindow, productionPipeline, quickConsensus, race, rateLimitInterceptor, recommendedGuardrails, recommendedRetry, recommendedStructured, reconstructText, registerAdapter, registerEffectSchemaAdapter, registerJSONSchemaAdapter, registerStorageAdapter, reliablePipeline, removeAnsi, removeTrailingCommas, repairJSON, repairJson, repairLatexEnvironments, repairMarkdownFences, repairToolCallArguments, replay, resolveBest, resolveMajority, resolveMerge, runAsyncDriftCheck, runAsyncGuardrailCheck, runDriftCheckAsync, runGuardrailCheckAsync, runStages, safeDecodeEffectSchema, safeJSONParse, safeParse, sanitize, sentenceWindow, sequential, serializeError, serializeEvent, shallowClone, shallowCopy, sleep, smallWindow, splitIntoSentences, standardConsensus, strictConsensus, strictGuardrails, strictJsonRule, strictRetry, strictStructured, structured, structuredArray, structuredObject, structuredStream, suggestRetryDelay, timeout, timingInterceptor, toL0Events, toL0EventsWithMessages, toMultimodalL0Events, transformInterceptor, trim, trimText, truncate, truncateMemory, truncateWords, unescape, unescapeDelimiters, unescapeHtml, unregisterAdapter, unregisterAllExcept, unregisterEffectSchemaAdapter, unregisterJSONSchemaAdapter, unregisterStorageAdapter, validateConsensus, validateJSONSchema, validateTool, validationInterceptor, withSentry, withTTL, withTimeout, wrap, wrapAnthropicStream, wrapEffectSchema, wrapJSONSchema, wrapMastraFullStream, wrapMastraStream, wrapOpenAIStream, zeroOutputRule }; //# sourceMappingURL=index.js.map