@aituber-onair/manneri
Version:
A lightweight conversation pattern detection library to prevent repetitive AI responses
11 lines (10 loc) • 991 B
TypeScript
import type { TextAnalysisOptions } from '../types/index.js';
export declare function normalizeText(text: string, options?: Partial<TextAnalysisOptions>): string;
export declare function containsJapanese(text: string): boolean;
export declare function tokenize(text: string, options?: Partial<TextAnalysisOptions>): string[];
export declare function generateNgrams(tokens: string[], n: number): string[];
export declare function calculateJaccardSimilarity(set1: Set<string>, set2: Set<string>): number;
export declare function calculateCosineSimilarity(vector1: number[], vector2: number[]): number;
export declare function createTfIdfVector(tokens: string[], vocabulary: string[], documentFrequencies: Map<string, number>, totalDocuments: number): number[];
export declare function extractKeywords(text: string, options?: Partial<TextAnalysisOptions>): string[];
export declare function calculateTextSimilarity(text1: string, text2: string, options?: Partial<TextAnalysisOptions>): number;