crawfishcloud
Version:
A Streaming S3 Bucket Glob Crawler
46 lines (45 loc) • 1.9 kB
TypeScript
import type * as k from './types';
export declare const s3ConfigToUrl: (s3cfg: k.S3Config) => string;
export declare const s3urlToConfig: (s3url: string) => {
Bucket: string;
Key: string;
};
export declare const loadObjectList: (s3c: k.S3, Bucket: string, ...keyList: k.S3.Object[]) => Promise<{
Key?: string | undefined;
LastModified?: Date | undefined;
ETag?: string | undefined;
Size?: number | undefined;
StorageClass?: string | undefined;
Owner?: k.S3.Owner | undefined;
Body?: k.S3.Body | undefined;
DeleteMarker?: boolean | undefined;
AcceptRanges?: string | undefined;
Expiration?: string | undefined;
Restore?: string | undefined;
ContentLength?: number | undefined;
MissingMeta?: number | undefined;
VersionId?: string | undefined;
CacheControl?: string | undefined;
ContentDisposition?: string | undefined;
ContentEncoding?: string | undefined;
ContentLanguage?: string | undefined;
ContentRange?: string | undefined;
ContentType?: string | undefined;
Expires?: Date | undefined;
WebsiteRedirectLocation?: string | undefined;
ServerSideEncryption?: string | undefined;
Metadata?: k.S3.Metadata | undefined;
SSECustomerAlgorithm?: string | undefined;
SSECustomerKeyMD5?: string | undefined;
SSEKMSKeyId?: string | undefined;
BucketKeyEnabled?: boolean | undefined;
RequestCharged?: string | undefined;
ReplicationStatus?: string | undefined;
PartsCount?: number | undefined;
TagCount?: number | undefined;
ObjectLockMode?: string | undefined;
ObjectLockRetainUntilDate?: Date | undefined;
ObjectLockLegalHoldStatus?: string | undefined;
$response: import("aws-sdk").Response<k.S3.GetObjectOutput, import("aws-sdk").AWSError>;
}[]>;
export declare const s3urlToConfigWfilters: (filter: string, i: number, a: string[]) => k.S3BucketPrefix;