ipfs-unixfs-importer/src/dag-builder/validate-chunks.ts

JavaScript implementation of the UnixFs importer used by IPFS

import errCode from 'err-code'
import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string'

export interface ChunkValidator { (source: AsyncIterable<Uint8Array>): AsyncIterable<Uint8Array> }

export const defaultChunkValidator = (): ChunkValidator => {
  return async function * validateChunks (source) {
    for await (const content of source) {
      if (content.length === undefined) {
        throw errCode(new Error('Content was invalid'), 'ERR_INVALID_CONTENT')
      }

      if (typeof content === 'string' || content instanceof String) {
        yield uint8ArrayFromString(content.toString())
      } else if (Array.isArray(content)) {
        yield Uint8Array.from(content)
      } else if (content instanceof Uint8Array) {
        yield content
      } else {
        throw errCode(new Error('Content was invalid'), 'ERR_INVALID_CONTENT')
      }
    }
  }
}