dataset-archive/test-utilities/async-iter-to-array.js

Simple key-value storage of large sets of data in a very compact flat file, prioritising compact archival over read/write speeds. Very minimal.

// utility, given an async iterable, eventually returns an array of everything it output in order
export default async function asyncIterableToArray (iter) {
  const arr = []
  for await (const val of iter) arr.push(val)
  return arr
}