@loaders.gl/json/src/lib/encoder-utils/utf8-encoder.ts

Framework-independent loader for JSON and streaming JSON formats

// loaders.gl
// SPDX-License-Identifier: MIT

/* global TextEncoder */
export class Utf8ArrayBufferEncoder {
  private readonly chunkSize: number;
  private strings: string[] = [];
  private totalLength = 0;
  private textEncoder: TextEncoder = new TextEncoder();

  constructor(chunkSize: number) {
    this.chunkSize = chunkSize;
  }

  push(...strings: string[]): void {
    for (const string of strings) {
      this.strings.push(string);
      this.totalLength += string.length;
    }
  }

  isFull(): boolean {
    return this.totalLength >= this.chunkSize;
  }

  getArrayBufferBatch(): ArrayBufferLike {
    return this.textEncoder.encode(this.getStringBatch()).buffer;
  }

  getStringBatch(): string {
    const stringChunk = this.strings.join('');
    this.strings = [];
    this.totalLength = 0;
    return stringChunk;
  }
}