carbites/lib/simple/joiner.js

Chunking for CAR files. Split a single CAR into multiple CARs.

import { CarWriter } from '@ipld/car'

/**
 * @typedef {import('@ipld/car/api').BlockReader & import('@ipld/car/api').RootsReader} ICarReader
 */

export class SimpleCarJoiner {
  /**
   * @param {Iterable<ICarReader>} cars
   */
  constructor (cars) {
    /** @type {ICarReader[]} */
    this._cars = Array.from(cars)
    if (!this._cars.length) throw new Error('missing CARs')
  }

  async * car () {
    const reader = this._cars[0]
    const roots = await reader.getRoots()
    const { writer, out } = CarWriter.create(roots)
    const writeCar = async () => {
      try {
        for await (const b of reader.blocks()) {
          await writer.put(b)
        }
        for (const reader of this._cars.slice(1)) {
          for await (const b of reader.blocks()) {
            await writer.put(b)
          }
        }
      } catch (err) {
        console.error(err) // TODO: how to forward this on?
      } finally {
        await writer.close()
      }
    }

    writeCar()
    yield * out
  }
}