UNPKG

@tokenizer/s3

Version:
17 lines (16 loc) 704 B
import { type S3Client, type GetObjectRequest } from '@aws-sdk/client-s3'; import { type ITokenizer, type IRandomAccessTokenizer } from 'strtok3'; /** * Initialize streaming tokenizer * @param s3 client * @param objRequest S3 object request * @return Tokenizer supporting random-access */ export declare function makeStreamingTokenizerFromS3(s3: S3Client, objRequest: GetObjectRequest): Promise<ITokenizer>; /** * Initialize chunked / random access tokenizer to S3 object * @param s3 S3 client * @param objRequest S3 object request * @return Streaming tokenizer */ export declare function makeChunkedTokenizerFromS3(s3: S3Client, objRequest: GetObjectRequest): Promise<IRandomAccessTokenizer>;