@mastra/core
Version:
35 lines • 1.27 kB
TypeScript
import type { MastraDBMessage } from '../../agent/message-list/index.js';
import type { Processor } from '../index.js';
export interface UnicodeNormalizerOptions {
/**
* Whether to strip control characters (default: false)
* When enabled, removes control characters except \t, \n, \r
*/
stripControlChars?: boolean;
/**
* Whether to preserve emojis (default: true)
* When disabled, emojis may be removed if they contain control characters
*/
preserveEmojis?: boolean;
/**
* Whether to collapse consecutive whitespace (default: true)
* When enabled, multiple spaces/tabs/newlines are collapsed to single instances
*/
collapseWhitespace?: boolean;
/**
* Whether to trim leading and trailing whitespace (default: true)
*/
trim?: boolean;
}
export declare class UnicodeNormalizer implements Processor<'unicode-normalizer'> {
readonly id = "unicode-normalizer";
readonly name = "Unicode Normalizer";
private options;
constructor(options?: UnicodeNormalizerOptions);
processInput(args: {
messages: MastraDBMessage[];
abort: (reason?: string) => never;
}): MastraDBMessage[];
private normalizeText;
}
//# sourceMappingURL=unicode-normalizer.d.ts.map