llmtrim/src/types/index.ts

A library for trimming tokens in encoding and decoding in LLM applications.

export interface TrimOptions {
  stemmer?: 'porter' | 'lancaster';
  language?: 'english';
  removeSpaces?: boolean;
  removeStopwords?: boolean;
  removePunctuation?: boolean;
  removeNewLines?: boolean;
}