@mastra/core
Version:
The core foundation of the Mastra framework, providing essential components and interfaces for building AI-powered applications.
34 lines • 1.2 kB
TypeScript
import type { MastraMessageV2 } from '../../message-list';
import type { InputProcessor } from '../index';
export interface UnicodeNormalizerOptions {
/**
* Whether to strip control characters (default: false)
* When enabled, removes control characters except \t, \n, \r
*/
stripControlChars?: boolean;
/**
* Whether to preserve emojis (default: true)
* When disabled, emojis may be removed if they contain control characters
*/
preserveEmojis?: boolean;
/**
* Whether to collapse consecutive whitespace (default: true)
* When enabled, multiple spaces/tabs/newlines are collapsed to single instances
*/
collapseWhitespace?: boolean;
/**
* Whether to trim leading and trailing whitespace (default: true)
*/
trim?: boolean;
}
export declare class UnicodeNormalizer implements InputProcessor {
readonly name = "unicode-normalizer";
private options;
constructor(options?: UnicodeNormalizerOptions);
process(args: {
messages: MastraMessageV2[];
abort: (reason?: string) => never;
}): MastraMessageV2[];
private normalizeText;
}
//# sourceMappingURL=unicode-normalizer.d.ts.map