dd-trace/packages/dd-trace/src/llmobs/writers/spans.js

Datadog APM tracing client for JavaScript

'use strict'

const {
  EVP_EVENT_SIZE_LIMIT,
  EVP_PAYLOAD_SIZE_LIMIT,
  SPANS_ENDPOINT,
  SPANS_EVENT_TYPE,
  SPANS_INTAKE,
} = require('../constants/writers')
const { DROPPED_VALUE_TEXT } = require('../constants/text')
const { DROPPED_IO_COLLECTION_ERROR } = require('../constants/tags')
const telemetry = require('../telemetry')
const logger = require('../../log')
const tracerVersion = require('../../../../../package.json').version
const BaseWriter = require('./base')

class LLMObsSpanWriter extends BaseWriter {
  constructor (config) {
    super({
      config,
      eventType: SPANS_EVENT_TYPE,
      intake: SPANS_INTAKE,
      endpoint: SPANS_ENDPOINT,
    })
  }

  append (event, routing) {
    const eventSizeBytes = Buffer.byteLength(JSON.stringify(event))
    telemetry.recordLLMObsRawSpanSize(event, eventSizeBytes)

    const shouldTruncate = eventSizeBytes > EVP_EVENT_SIZE_LIMIT
    let processedEventSizeBytes = eventSizeBytes

    if (shouldTruncate) {
      logger.warn(`Dropping event input/output because its size (${eventSizeBytes}) exceeds the 5MB event size limit`)
      event = this._truncateSpanEvent(event)
      processedEventSizeBytes = Buffer.byteLength(JSON.stringify(event))
    }

    telemetry.recordLLMObsSpanSize(event, processedEventSizeBytes, shouldTruncate)

    const buffer = this._getBuffer(routing)
    if (buffer.size + processedEventSizeBytes > EVP_PAYLOAD_SIZE_LIMIT) {
      logger.debug('Flushing queue because queuing next event will exceed EvP payload limit')
      this.flush()
    }

    super.append(event, routing, processedEventSizeBytes)
  }

  makePayload (events) {
    return events.map(event => ({
      '_dd.stage': 'raw',
      '_dd.tracer_version': tracerVersion,
      event_type: this._eventType,
      spans: [event],
    }))
  }

  _truncateSpanEvent (event) {
    event.meta.input = { value: DROPPED_VALUE_TEXT }
    event.meta.output = { value: DROPPED_VALUE_TEXT }

    event.collection_errors = [DROPPED_IO_COLLECTION_ERROR]
    return event
  }
}

module.exports = LLMObsSpanWriter