@aws-amplify/storage/src/providers/s3/utils/getCombinedCrc32.ts

Storage category of aws-amplify

// Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
// SPDX-License-Identifier: Apache-2.0

import { StorageUploadDataPayload } from '../../../types';
import { getDataChunker } from '../apis/internal/uploadData/multipart/getDataChunker';

import { calculateContentCRC32 } from './crc32';

/**
 * Calculates a combined CRC32 checksum for the given data.
 *
 * This function chunks the input data, calculates CRC32 for each chunk,
 * and then combines these checksums into a single value.
 *
 * @async
 * @param {StorageUploadDataPayload} data - The data to calculate the checksum for.
 * @param {number | undefined} size - The size of each chunk. If undefined, a default chunk size will be used.
 * @returns {Promise<string>} A promise that resolves to a string containing the combined CRC32 checksum
 *                            and the number of chunks, separated by a hyphen.
 */
export const getCombinedCrc32 = async (
	data: StorageUploadDataPayload,
	size: number | undefined,
) => {
	const crc32List: ArrayBuffer[] = [];
	const dataChunker = getDataChunker(data, size);
	for (const { data: checkData } of dataChunker) {
		const { checksumArrayBuffer } = await calculateContentCRC32(checkData);

		crc32List.push(checksumArrayBuffer);
	}

	return `${(await calculateContentCRC32(new Blob(crc32List))).checksum}-${crc32List.length}`;
};