UNPKG

@aws-amplify/storage

Version:

Storage category of aws-amplify

171 lines (169 loc) • 6.46 kB
'use strict'; // Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. // SPDX-License-Identifier: Apache-2.0 Object.defineProperty(exports, "__esModule", { value: true }); exports.list = void 0; const utils_1 = require("@aws-amplify/core/internals/utils"); const utils_2 = require("../../utils"); const client_1 = require("../../utils/client"); const userAgent_1 = require("../../utils/userAgent"); const utils_3 = require("../../../../utils"); const constants_1 = require("../../utils/constants"); const MAX_PAGE_SIZE = 1000; const list = async (amplify, input) => { const { options = {} } = input; const { s3Config, bucket, keyPrefix: generatedPrefix, identityId, } = await (0, utils_2.resolveS3ConfigAndInput)(amplify, options); const { inputType, objectKey } = (0, utils_2.validateStorageOperationInputWithPrefix)(input, identityId); const isInputWithPrefix = inputType === constants_1.STORAGE_INPUT_PREFIX; // @ts-expect-error pageSize and nextToken should not coexist with listAll if (options?.listAll && (options?.pageSize || options?.nextToken)) { const anyOptions = options; utils_3.logger.debug(`listAll is set to true, ignoring ${anyOptions?.pageSize ? `pageSize: ${anyOptions?.pageSize}` : ''} ${anyOptions?.nextToken ? `nextToken: ${anyOptions?.nextToken}` : ''}.`); } const listParams = { Bucket: bucket, Prefix: isInputWithPrefix ? `${generatedPrefix}${objectKey}` : objectKey, MaxKeys: options?.listAll ? undefined : options?.pageSize, ContinuationToken: options?.listAll ? undefined : options?.nextToken, Delimiter: getDelimiter(options), }; utils_3.logger.debug(`listing items from "${listParams.Prefix}"`); const listInputArgs = { s3Config, listParams, }; if (options.listAll) { if (isInputWithPrefix) { return _listAllWithPrefix({ ...listInputArgs, generatedPrefix, }); } else { return _listAllWithPath(listInputArgs); } } else { if (isInputWithPrefix) { return _listWithPrefix({ ...listInputArgs, generatedPrefix }); } else { return _listWithPath(listInputArgs); } } }; exports.list = list; /** @deprecated Use {@link _listAllWithPath} instead. */ const _listAllWithPrefix = async ({ s3Config, listParams, generatedPrefix, }) => { const listResult = []; let continuationToken = listParams.ContinuationToken; do { const { items: pageResults, nextToken: pageNextToken } = await _listWithPrefix({ generatedPrefix, s3Config, listParams: { ...listParams, ContinuationToken: continuationToken, MaxKeys: MAX_PAGE_SIZE, }, }); listResult.push(...pageResults); continuationToken = pageNextToken; } while (continuationToken); return { items: listResult, }; }; /** @deprecated Use {@link _listWithPath} instead. */ const _listWithPrefix = async ({ s3Config, listParams, generatedPrefix, }) => { const listParamsClone = { ...listParams }; if (!listParamsClone.MaxKeys || listParamsClone.MaxKeys > MAX_PAGE_SIZE) { utils_3.logger.debug(`defaulting pageSize to ${MAX_PAGE_SIZE}.`); listParamsClone.MaxKeys = MAX_PAGE_SIZE; } const response = await (0, client_1.listObjectsV2)({ ...s3Config, userAgentValue: (0, userAgent_1.getStorageUserAgentValue)(utils_1.StorageAction.List), }, listParamsClone); if (!response?.Contents) { return { items: [], }; } return { items: response.Contents.map(item => ({ key: generatedPrefix ? item.Key.substring(generatedPrefix.length) : item.Key, eTag: item.ETag, lastModified: item.LastModified, size: item.Size, })), nextToken: response.NextContinuationToken, }; }; const _listAllWithPath = async ({ s3Config, listParams, }) => { const listResult = []; const excludedSubpaths = []; let continuationToken = listParams.ContinuationToken; do { const { items: pageResults, excludedSubpaths: pageExcludedSubpaths, nextToken: pageNextToken, } = await _listWithPath({ s3Config, listParams: { ...listParams, ContinuationToken: continuationToken, MaxKeys: MAX_PAGE_SIZE, }, }); listResult.push(...pageResults); excludedSubpaths.push(...(pageExcludedSubpaths ?? [])); continuationToken = pageNextToken; } while (continuationToken); return { items: listResult, excludedSubpaths, }; }; const _listWithPath = async ({ s3Config, listParams, }) => { const listParamsClone = { ...listParams }; if (!listParamsClone.MaxKeys || listParamsClone.MaxKeys > MAX_PAGE_SIZE) { utils_3.logger.debug(`defaulting pageSize to ${MAX_PAGE_SIZE}.`); listParamsClone.MaxKeys = MAX_PAGE_SIZE; } const { Contents: contents, NextContinuationToken: nextContinuationToken, CommonPrefixes: commonPrefixes, } = await (0, client_1.listObjectsV2)({ ...s3Config, userAgentValue: (0, userAgent_1.getStorageUserAgentValue)(utils_1.StorageAction.List), }, listParamsClone); const excludedSubpaths = commonPrefixes && mapCommonPrefixesToExcludedSubpaths(commonPrefixes); if (!contents) { return { items: [], nextToken: nextContinuationToken, excludedSubpaths, }; } return { items: contents.map(item => ({ path: item.Key, eTag: item.ETag, lastModified: item.LastModified, size: item.Size, })), nextToken: nextContinuationToken, excludedSubpaths, }; }; const mapCommonPrefixesToExcludedSubpaths = (commonPrefixes) => { return commonPrefixes.reduce((mappedSubpaths, { Prefix }) => { if (Prefix) { mappedSubpaths.push(Prefix); } return mappedSubpaths; }, []); }; const getDelimiter = (options) => { if (options?.subpathStrategy?.strategy === 'exclude') { return options?.subpathStrategy?.delimiter ?? constants_1.DEFAULT_DELIMITER; } }; //# sourceMappingURL=list.js.map