UNPKG

llmverify

Version:

AI Output Verification Toolkit — Local-first LLM safety, hallucination detection, PII redaction, prompt injection defense, and runtime monitoring. Zero telemetry. OWASP LLM Top 10 aligned.

115 lines 10.2 kB
"use strict"; /** * llmverify Constants * * Privacy guarantees and accuracy statements. * These are NON-NEGOTIABLE principles. * * @module constants * @author Haiec * @license MIT */ Object.defineProperty(exports, "__esModule", { value: true }); exports.TERMINOLOGY = exports.ACCURACY_STATEMENT = exports.PRIVACY_GUARANTEE = exports.VERSION = void 0; exports.VERSION = '1.0.0'; /** * PRIVACY GUARANTEE - NON-NEGOTIABLE * * Violation of these principles is a CRITICAL BUG. */ exports.PRIVACY_GUARANTEE = { freeTier: { networkTraffic: 'ZERO', dataTransmission: 'NONE', telemetry: 'DISABLED', verification: 'Run tcpdump - you will see nothing', technicalImplementation: { noAPIKeys: true, noWebRequests: true, noTelemetry: true, offlineCapable: true } }, paidTiers: { defaultBehavior: 'LOCAL_PROCESSING', apiCalls: 'OPT_IN_ONLY', requires: 'EXPLICIT_API_KEY', dataRetention: 'USER_CONTROLLED', technicalImplementation: { checkAPIKeyBeforeRequest: true, throwErrorIfMissing: true, explicitConsentRequired: true } }, neverEver: [ 'No training on user data', 'No third-party data sharing', 'No hidden telemetry', 'No tracking without explicit consent' ] }; /** * ACCURACY STATEMENT * * We are HONEST about what we can and cannot detect. */ exports.ACCURACY_STATEMENT = { capabilities: { canDetect: [ 'Common prompt injection patterns (OWASP LLM-01)', 'Known PII patterns (email, phone, SSN)', 'Secret exposure (API keys, passwords)', 'Harmful content keywords', 'JSON structure issues', 'Internal consistency problems' ], cannotDetect: [ 'Novel or obfuscated attacks', 'Context-dependent hallucinations without ground truth', 'Factual accuracy without retrieval', 'Cultural or regional bias without specialized models', 'Intent or sarcasm reliably' ] }, freeTierLimitations: { method: 'Pattern-based detection (regex + heuristics)', accuracy: 'Better than random, worse than ML models', purpose: 'Development, testing, basic screening', notFor: 'Production fact-checking or compliance validation' }, confidence: { reportMethod: 'Always include confidence intervals', reportLimitations: 'Every result includes limitations array', noCertainty: "Use terms like 'likely', 'suspicious', 'flagged'", avoidTerms: ['definitely', 'guaranteed', 'proven'] } }; /** * APPROVED TERMINOLOGY * * Use these terms consistently across all documentation and code. */ exports.TERMINOLOGY = { approved: { detection: 'risk indicator identification', hallucination: 'consistency analysis and risk scoring', accuracy: 'pattern matching with confidence intervals', verification: 'automated screening and triage', compliance: 'framework alignment and gap analysis' }, avoid: { detection: 'foolproof detection', hallucination: 'hallucination detection', accuracy: '100% accurate', verification: 'verified as true/false', compliance: 'fully compliant' }, qualifiers: [ 'may indicate', 'suggests', 'flags for review', 'pattern-based', 'requires human validation' ] }; //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uc3RhbnRzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL2NvbnN0YW50cy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiO0FBQUE7Ozs7Ozs7OztHQVNHOzs7QUFFVSxRQUFBLE9BQU8sR0FBRyxPQUFPLENBQUM7QUFFL0I7Ozs7R0FJRztBQUNVLFFBQUEsaUJBQWlCLEdBQUc7SUFDL0IsUUFBUSxFQUFFO1FBQ1IsY0FBYyxFQUFFLE1BQU07UUFDdEIsZ0JBQWdCLEVBQUUsTUFBTTtRQUN4QixTQUFTLEVBQUUsVUFBVTtRQUNyQixZQUFZLEVBQUUsb0NBQW9DO1FBRWxELHVCQUF1QixFQUFFO1lBQ3ZCLFNBQVMsRUFBRSxJQUFJO1lBQ2YsYUFBYSxFQUFFLElBQUk7WUFDbkIsV0FBVyxFQUFFLElBQUk7WUFDakIsY0FBYyxFQUFFLElBQUk7U0FDckI7S0FDRjtJQUVELFNBQVMsRUFBRTtRQUNULGVBQWUsRUFBRSxrQkFBa0I7UUFDbkMsUUFBUSxFQUFFLGFBQWE7UUFDdkIsUUFBUSxFQUFFLGtCQUFrQjtRQUM1QixhQUFhLEVBQUUsaUJBQWlCO1FBRWhDLHVCQUF1QixFQUFFO1lBQ3ZCLHdCQUF3QixFQUFFLElBQUk7WUFDOUIsbUJBQW1CLEVBQUUsSUFBSTtZQUN6Qix1QkFBdUIsRUFBRSxJQUFJO1NBQzlCO0tBQ0Y7SUFFRCxTQUFTLEVBQUU7UUFDVCwwQkFBMEI7UUFDMUIsNkJBQTZCO1FBQzdCLHFCQUFxQjtRQUNyQixzQ0FBc0M7S0FDdkM7Q0FDTyxDQUFDO0FBRVg7Ozs7R0FJRztBQUNVLFFBQUEsa0JBQWtCLEdBQUc7SUFDaEMsWUFBWSxFQUFFO1FBQ1osU0FBUyxFQUFFO1lBQ1QsaURBQWlEO1lBQ2pELHdDQUF3QztZQUN4Qyx1Q0FBdUM7WUFDdkMsMEJBQTBCO1lBQzFCLHVCQUF1QjtZQUN2QiwrQkFBK0I7U0FDaEM7UUFFRCxZQUFZLEVBQUU7WUFDWiw2QkFBNkI7WUFDN0IsdURBQXVEO1lBQ3ZELG9DQUFvQztZQUNwQyxzREFBc0Q7WUFDdEQsNEJBQTRCO1NBQzdCO0tBQ0Y7SUFFRCxtQkFBbUIsRUFBRTtRQUNuQixNQUFNLEVBQUUsOENBQThDO1FBQ3RELFFBQVEsRUFBRSwwQ0FBMEM7UUFDcEQsT0FBTyxFQUFFLHVDQUF1QztRQUNoRCxNQUFNLEVBQUUsbURBQW1EO0tBQzVEO0lBRUQsVUFBVSxFQUFFO1FBQ1YsWUFBWSxFQUFFLHFDQUFxQztRQUNuRCxpQkFBaUIsRUFBRSx5Q0FBeUM7UUFDNUQsV0FBVyxFQUFFLGtEQUFrRDtRQUMvRCxVQUFVLEVBQUUsQ0FBQyxZQUFZLEVBQUUsWUFBWSxFQUFFLFFBQVEsQ0FBQztLQUNuRDtDQUNPLENBQUM7QUFFWDs7OztHQUlHO0FBQ1UsUUFBQSxXQUFXLEdBQUc7SUFDekIsUUFBUSxFQUFFO1FBQ1IsU0FBUyxFQUFFLCtCQUErQjtRQUMxQyxhQUFhLEVBQUUsdUNBQXVDO1FBQ3RELFFBQVEsRUFBRSw0Q0FBNEM7UUFDdEQsWUFBWSxFQUFFLGdDQUFnQztRQUM5QyxVQUFVLEVBQUUsc0NBQXNDO0tBQ25EO0lBRUQsS0FBSyxFQUFFO1FBQ0wsU0FBUyxFQUFFLHFCQUFxQjtRQUNoQyxhQUFhLEVBQUUseUJBQXlCO1FBQ3hDLFFBQVEsRUFBRSxlQUFlO1FBQ3pCLFlBQVksRUFBRSx3QkFBd0I7UUFDdEMsVUFBVSxFQUFFLGlCQUFpQjtLQUM5QjtJQUVELFVBQVUsRUFBRTtRQUNWLGNBQWM7UUFDZCxVQUFVO1FBQ1Ysa0JBQWtCO1FBQ2xCLGVBQWU7UUFDZiwyQkFBMkI7S0FDNUI7Q0FDTyxDQUFDIiwic291cmNlc0NvbnRlbnQiOlsiLyoqXG4gKiBsbG12ZXJpZnkgQ29uc3RhbnRzXG4gKiBcbiAqIFByaXZhY3kgZ3VhcmFudGVlcyBhbmQgYWNjdXJhY3kgc3RhdGVtZW50cy5cbiAqIFRoZXNlIGFyZSBOT04tTkVHT1RJQUJMRSBwcmluY2lwbGVzLlxuICogXG4gKiBAbW9kdWxlIGNvbnN0YW50c1xuICogQGF1dGhvciBIYWllY1xuICogQGxpY2Vuc2UgTUlUXG4gKi9cblxuZXhwb3J0IGNvbnN0IFZFUlNJT04gPSAnMS4wLjAnO1xuXG4vKipcbiAqIFBSSVZBQ1kgR1VBUkFOVEVFIC0gTk9OLU5FR09USUFCTEVcbiAqIFxuICogVmlvbGF0aW9uIG9mIHRoZXNlIHByaW5jaXBsZXMgaXMgYSBDUklUSUNBTCBCVUcuXG4gKi9cbmV4cG9ydCBjb25zdCBQUklWQUNZX0dVQVJBTlRFRSA9IHtcbiAgZnJlZVRpZXI6IHtcbiAgICBuZXR3b3JrVHJhZmZpYzogJ1pFUk8nLFxuICAgIGRhdGFUcmFuc21pc3Npb246ICdOT05FJyxcbiAgICB0ZWxlbWV0cnk6ICdESVNBQkxFRCcsXG4gICAgdmVyaWZpY2F0aW9uOiAnUnVuIHRjcGR1bXAgLSB5b3Ugd2lsbCBzZWUgbm90aGluZycsXG4gICAgXG4gICAgdGVjaG5pY2FsSW1wbGVtZW50YXRpb246IHtcbiAgICAgIG5vQVBJS2V5czogdHJ1ZSxcbiAgICAgIG5vV2ViUmVxdWVzdHM6IHRydWUsXG4gICAgICBub1RlbGVtZXRyeTogdHJ1ZSxcbiAgICAgIG9mZmxpbmVDYXBhYmxlOiB0cnVlXG4gICAgfVxuICB9LFxuICBcbiAgcGFpZFRpZXJzOiB7XG4gICAgZGVmYXVsdEJlaGF2aW9yOiAnTE9DQUxfUFJPQ0VTU0lORycsXG4gICAgYXBpQ2FsbHM6ICdPUFRfSU5fT05MWScsXG4gICAgcmVxdWlyZXM6ICdFWFBMSUNJVF9BUElfS0VZJyxcbiAgICBkYXRhUmV0ZW50aW9uOiAnVVNFUl9DT05UUk9MTEVEJyxcbiAgICBcbiAgICB0ZWNobmljYWxJbXBsZW1lbnRhdGlvbjoge1xuICAgICAgY2hlY2tBUElLZXlCZWZvcmVSZXF1ZXN0OiB0cnVlLFxuICAgICAgdGhyb3dFcnJvcklmTWlzc2luZzogdHJ1ZSxcbiAgICAgIGV4cGxpY2l0Q29uc2VudFJlcXVpcmVkOiB0cnVlXG4gICAgfVxuICB9LFxuICBcbiAgbmV2ZXJFdmVyOiBbXG4gICAgJ05vIHRyYWluaW5nIG9uIHVzZXIgZGF0YScsXG4gICAgJ05vIHRoaXJkLXBhcnR5IGRhdGEgc2hhcmluZycsXG4gICAgJ05vIGhpZGRlbiB0ZWxlbWV0cnknLFxuICAgICdObyB0cmFja2luZyB3aXRob3V0IGV4cGxpY2l0IGNvbnNlbnQnXG4gIF1cbn0gYXMgY29uc3Q7XG5cbi8qKlxuICogQUNDVVJBQ1kgU1RBVEVNRU5UXG4gKiBcbiAqIFdlIGFyZSBIT05FU1QgYWJvdXQgd2hhdCB3ZSBjYW4gYW5kIGNhbm5vdCBkZXRlY3QuXG4gKi9cbmV4cG9ydCBjb25zdCBBQ0NVUkFDWV9TVEFURU1FTlQgPSB7XG4gIGNhcGFiaWxpdGllczoge1xuICAgIGNhbkRldGVjdDogW1xuICAgICAgJ0NvbW1vbiBwcm9tcHQgaW5qZWN0aW9uIHBhdHRlcm5zIChPV0FTUCBMTE0tMDEpJyxcbiAgICAgICdLbm93biBQSUkgcGF0dGVybnMgKGVtYWlsLCBwaG9uZSwgU1NOKScsXG4gICAgICAnU2VjcmV0IGV4cG9zdXJlIChBUEkga2V5cywgcGFzc3dvcmRzKScsXG4gICAgICAnSGFybWZ1bCBjb250ZW50IGtleXdvcmRzJyxcbiAgICAgICdKU09OIHN0cnVjdHVyZSBpc3N1ZXMnLFxuICAgICAgJ0ludGVybmFsIGNvbnNpc3RlbmN5IHByb2JsZW1zJ1xuICAgIF0sXG4gICAgXG4gICAgY2Fubm90RGV0ZWN0OiBbXG4gICAgICAnTm92ZWwgb3Igb2JmdXNjYXRlZCBhdHRhY2tzJyxcbiAgICAgICdDb250ZXh0LWRlcGVuZGVudCBoYWxsdWNpbmF0aW9ucyB3aXRob3V0IGdyb3VuZCB0cnV0aCcsXG4gICAgICAnRmFjdHVhbCBhY2N1cmFjeSB3aXRob3V0IHJldHJpZXZhbCcsXG4gICAgICAnQ3VsdHVyYWwgb3IgcmVnaW9uYWwgYmlhcyB3aXRob3V0IHNwZWNpYWxpemVkIG1vZGVscycsXG4gICAgICAnSW50ZW50IG9yIHNhcmNhc20gcmVsaWFibHknXG4gICAgXVxuICB9LFxuICBcbiAgZnJlZVRpZXJMaW1pdGF0aW9uczoge1xuICAgIG1ldGhvZDogJ1BhdHRlcm4tYmFzZWQgZGV0ZWN0aW9uIChyZWdleCArIGhldXJpc3RpY3MpJyxcbiAgICBhY2N1cmFjeTogJ0JldHRlciB0aGFuIHJhbmRvbSwgd29yc2UgdGhhbiBNTCBtb2RlbHMnLFxuICAgIHB1cnBvc2U6ICdEZXZlbG9wbWVudCwgdGVzdGluZywgYmFzaWMgc2NyZWVuaW5nJyxcbiAgICBub3RGb3I6ICdQcm9kdWN0aW9uIGZhY3QtY2hlY2tpbmcgb3IgY29tcGxpYW5jZSB2YWxpZGF0aW9uJ1xuICB9LFxuICBcbiAgY29uZmlkZW5jZToge1xuICAgIHJlcG9ydE1ldGhvZDogJ0Fsd2F5cyBpbmNsdWRlIGNvbmZpZGVuY2UgaW50ZXJ2YWxzJyxcbiAgICByZXBvcnRMaW1pdGF0aW9uczogJ0V2ZXJ5IHJlc3VsdCBpbmNsdWRlcyBsaW1pdGF0aW9ucyBhcnJheScsXG4gICAgbm9DZXJ0YWludHk6IFwiVXNlIHRlcm1zIGxpa2UgJ2xpa2VseScsICdzdXNwaWNpb3VzJywgJ2ZsYWdnZWQnXCIsXG4gICAgYXZvaWRUZXJtczogWydkZWZpbml0ZWx5JywgJ2d1YXJhbnRlZWQnLCAncHJvdmVuJ11cbiAgfVxufSBhcyBjb25zdDtcblxuLyoqXG4gKiBBUFBST1ZFRCBURVJNSU5PTE9HWVxuICogXG4gKiBVc2UgdGhlc2UgdGVybXMgY29uc2lzdGVudGx5IGFjcm9zcyBhbGwgZG9jdW1lbnRhdGlvbiBhbmQgY29kZS5cbiAqL1xuZXhwb3J0IGNvbnN0IFRFUk1JTk9MT0dZID0ge1xuICBhcHByb3ZlZDoge1xuICAgIGRldGVjdGlvbjogJ3Jpc2sgaW5kaWNhdG9yIGlkZW50aWZpY2F0aW9uJyxcbiAgICBoYWxsdWNpbmF0aW9uOiAnY29uc2lzdGVuY3kgYW5hbHlzaXMgYW5kIHJpc2sgc2NvcmluZycsXG4gICAgYWNjdXJhY3k6ICdwYXR0ZXJuIG1hdGNoaW5nIHdpdGggY29uZmlkZW5jZSBpbnRlcnZhbHMnLFxuICAgIHZlcmlmaWNhdGlvbjogJ2F1dG9tYXRlZCBzY3JlZW5pbmcgYW5kIHRyaWFnZScsXG4gICAgY29tcGxpYW5jZTogJ2ZyYW1ld29yayBhbGlnbm1lbnQgYW5kIGdhcCBhbmFseXNpcydcbiAgfSxcbiAgXG4gIGF2b2lkOiB7XG4gICAgZGV0ZWN0aW9uOiAnZm9vbHByb29mIGRldGVjdGlvbicsXG4gICAgaGFsbHVjaW5hdGlvbjogJ2hhbGx1Y2luYXRpb24gZGV0ZWN0aW9uJyxcbiAgICBhY2N1cmFjeTogJzEwMCUgYWNjdXJhdGUnLFxuICAgIHZlcmlmaWNhdGlvbjogJ3ZlcmlmaWVkIGFzIHRydWUvZmFsc2UnLFxuICAgIGNvbXBsaWFuY2U6ICdmdWxseSBjb21wbGlhbnQnXG4gIH0sXG4gIFxuICBxdWFsaWZpZXJzOiBbXG4gICAgJ21heSBpbmRpY2F0ZScsXG4gICAgJ3N1Z2dlc3RzJyxcbiAgICAnZmxhZ3MgZm9yIHJldmlldycsXG4gICAgJ3BhdHRlcm4tYmFzZWQnLFxuICAgICdyZXF1aXJlcyBodW1hbiB2YWxpZGF0aW9uJ1xuICBdXG59IGFzIGNvbnN0O1xuIl19