@tokenizer/http
Version:
HTTP tokenizer for Node.js and browser
15 lines • 628 B
JavaScript
import { HttpClient } from './http-client.js';
import * as rangeTokenizer from '@tokenizer/range';
export { HttpClient } from './http-client.js';
/**
* Create and initialize the HTTP tokenizer
* @param url URL to resource to stream with tokenizer
* @param tokenizerConfig Tokenizer configuration options
* @param httpClientConfig HTTP client configuration options
* @return Tokenizer
*/
export function makeTokenizer(url, tokenizerConfig, httpClientConfig) {
const httpClient = new HttpClient(url, httpClientConfig);
return rangeTokenizer.tokenizer(httpClient, tokenizerConfig);
}
//# sourceMappingURL=index.js.map