sflow/src/lazyMergeStream.ts

sflow is a powerful and highly-extensible library designed for processing and manipulating streams of data effortlessly. Inspired by the functional programming paradigm, it provides a rich set of utilities for transforming streams, including chunking, fil

/** pull upstream only when downstream pulled */
export function lazyMergeStream(...streams: ReadableStream[]) {
  // skip merge if only one
  if (streams.length === 1) return streams[0];
  const never = new Promise<never>(() => {});
  const readers = streams.map((s) => s.getReader());
  const reads = streams.map(() => null as null | Promise<never | undefined>);
  const dones: (() => void)[] = [];
  const allDone = Promise.all(
    streams.map(() => new Promise<void>((resolve) => void dones.push(resolve))),
  );
  return new ReadableStream(
    {
      start: (ctrl) => void allDone.then(() => ctrl.close()),
      cancel: (reason) => void readers.map((r) => r.cancel(reason)),
      pull: (ctrl) =>
        Promise.race(
          readers.map((r, i) => {
            if (reads[i]) return reads[i];
            reads[i] = r.read().then(({ value, done }) => {
              if (done) {
                dones[i]();
                return never;
              }
              ctrl.enqueue(value);
              reads[i] = null;
            });
            return reads[i];
          }),
        ),
    },
    { highWaterMark: 0 },
  );
}