sensitive-word-filtering/test.js

A Node.js library for filtering sensitive words using a prefix tree (Trie).

const fs = require('fs');
const path = require('path');
const Trie = require('./sensitive-word-trie');

const trie = new Trie({
    replacement: '#',
    ignoreCase: true,
    ignoreSpaces: true,
    isOpenWildcard: true,
});


const filePath = path.resolve(__dirname, 'en.txt');
const fileContent = fs.readFileSync(filePath, 'utf-8');


fileContent.split(/\r?\n/).forEach((word) => {
    const trimmedWord = word.trim();
    if (trimmedWord) {
        trie.insert(trimmedWord);
    }
});


fileContent.split(/\r?\n/).forEach((word) => {
    const trimmedWord = word.trim();
    if (trimmedWord) {
        const filteredText = trie.filter(trimmedWord);
        console.log(`Original: ${trimmedWord}`);
        console.log(`Filtered: ${filteredText}`);
        console.log('---');
    }
});

const filteredText1 =  trie.filter('Mon père a remporté le MVP');
const filteredText2 = trie.filter('soop hilia');
const filteredText3 = trie.filter('敏感词语');
const filteredText4 = trie.filter('😅');
const filteredText5 = trie.filter('fu  ck  this game');
const filteredText6 = trie.filter('NiggerFage');
console.log(`test1: ${filteredText1}`);
console.log(`test2: ${filteredText2}`);
console.log(`test3: ${filteredText3}`);
console.log(`test4: ${filteredText4}`);
console.log(`test4: ${filteredText5}`);
console.log("Mon père a remporté le MVP" === filteredText1);
console.log(filteredText6);