ipfs-unixfs-importer/dist/src/chunker/fixed-size.js

JavaScript implementation of the UnixFs importer used by IPFS

import { Uint8ArrayList } from 'uint8arraylist';
const DEFAULT_CHUNK_SIZE = 262144;
export const fixedSize = (options = {}) => {
    const chunkSize = options.chunkSize ?? DEFAULT_CHUNK_SIZE;
    return async function* fixedSizeChunker(source) {
        let list = new Uint8ArrayList();
        let currentLength = 0;
        let emitted = false;
        for await (const buffer of source) {
            list.append(buffer);
            currentLength += buffer.length;
            while (currentLength >= chunkSize) {
                yield list.slice(0, chunkSize);
                emitted = true;
                // throw away consumed bytes
                if (chunkSize === list.length) {
                    list = new Uint8ArrayList();
                    currentLength = 0;
                }
                else {
                    const newBl = new Uint8ArrayList();
                    newBl.append(list.sublist(chunkSize));
                    list = newBl;
                    // update our offset
                    currentLength -= chunkSize;
                }
            }
        }
        if (!emitted || currentLength > 0) {
            // return any remaining bytes
            yield list.subarray(0, currentLength);
        }
    };
};
//# sourceMappingURL=fixed-size.js.map