UNPKG

@tokenizer/s3

Version:
18 lines (17 loc) 759 B
import { type GetObjectRequest } from '@aws-sdk/client-s3'; import { type ITokenizer, type IRandomAccessTokenizer } from 'strtok3'; import { type S3RequestClient } from './s3-request.js'; /** * Initialize streaming tokenizer * @param s3 client * @param objRequest S3 object request * @return Tokenizer supporting random-access */ export declare function makeStreamingTokenizerFromS3(s3: S3RequestClient, objRequest: GetObjectRequest): Promise<ITokenizer>; /** * Initialize chunked / random access tokenizer to S3 object * @param s3 S3 client * @param objRequest S3 object request * @return Streaming tokenizer */ export declare function makeChunkedTokenizerFromS3(s3: S3RequestClient, objRequest: GetObjectRequest): Promise<IRandomAccessTokenizer>;