UNPKG

llmverify

Version:

AI Output Verification Toolkit — Local-first LLM safety, hallucination detection, PII redaction, prompt injection defense, and runtime monitoring. Zero telemetry. OWASP LLM Top 10 aligned.

88 lines (87 loc) 3.69 kB
/** * llmverify Constants * * Privacy guarantees and accuracy statements. * These are NON-NEGOTIABLE principles. * * @module constants * @author Haiec * @license MIT */ export declare const VERSION = "1.0.0"; /** * PRIVACY GUARANTEE - NON-NEGOTIABLE * * Violation of these principles is a CRITICAL BUG. */ export declare const PRIVACY_GUARANTEE: { readonly freeTier: { readonly networkTraffic: "ZERO"; readonly dataTransmission: "NONE"; readonly telemetry: "DISABLED"; readonly verification: "Run tcpdump - you will see nothing"; readonly technicalImplementation: { readonly noAPIKeys: true; readonly noWebRequests: true; readonly noTelemetry: true; readonly offlineCapable: true; }; }; readonly paidTiers: { readonly defaultBehavior: "LOCAL_PROCESSING"; readonly apiCalls: "OPT_IN_ONLY"; readonly requires: "EXPLICIT_API_KEY"; readonly dataRetention: "USER_CONTROLLED"; readonly technicalImplementation: { readonly checkAPIKeyBeforeRequest: true; readonly throwErrorIfMissing: true; readonly explicitConsentRequired: true; }; }; readonly neverEver: readonly ["No training on user data", "No third-party data sharing", "No hidden telemetry", "No tracking without explicit consent"]; }; /** * ACCURACY STATEMENT * * We are HONEST about what we can and cannot detect. */ export declare const ACCURACY_STATEMENT: { readonly capabilities: { readonly canDetect: readonly ["Common prompt injection patterns (OWASP LLM-01)", "Known PII patterns (email, phone, SSN)", "Secret exposure (API keys, passwords)", "Harmful content keywords", "JSON structure issues", "Internal consistency problems"]; readonly cannotDetect: readonly ["Novel or obfuscated attacks", "Context-dependent hallucinations without ground truth", "Factual accuracy without retrieval", "Cultural or regional bias without specialized models", "Intent or sarcasm reliably"]; }; readonly freeTierLimitations: { readonly method: "Pattern-based detection (regex + heuristics)"; readonly accuracy: "Better than random, worse than ML models"; readonly purpose: "Development, testing, basic screening"; readonly notFor: "Production fact-checking or compliance validation"; }; readonly confidence: { readonly reportMethod: "Always include confidence intervals"; readonly reportLimitations: "Every result includes limitations array"; readonly noCertainty: "Use terms like 'likely', 'suspicious', 'flagged'"; readonly avoidTerms: readonly ["definitely", "guaranteed", "proven"]; }; }; /** * APPROVED TERMINOLOGY * * Use these terms consistently across all documentation and code. */ export declare const TERMINOLOGY: { readonly approved: { readonly detection: "risk indicator identification"; readonly hallucination: "consistency analysis and risk scoring"; readonly accuracy: "pattern matching with confidence intervals"; readonly verification: "automated screening and triage"; readonly compliance: "framework alignment and gap analysis"; }; readonly avoid: { readonly detection: "foolproof detection"; readonly hallucination: "hallucination detection"; readonly accuracy: "100% accurate"; readonly verification: "verified as true/false"; readonly compliance: "fully compliant"; }; readonly qualifiers: readonly ["may indicate", "suggests", "flags for review", "pattern-based", "requires human validation"]; };