@devshubham/clean-speech-hindi
Version:
Small Utility node package manager for checking profanity (hindi and English).It supports functionality like detecting bad words , adding if any and also to remove them.
139 lines (138 loc) • 5.92 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
const _ = __importStar(require("lodash"));
const hindi_bad_words_1 = __importDefault(require("../data/hindi-bad-words"));
const english_bad_words_1 = __importDefault(require("../data/english-bad-words"));
const french_bad_words_1 = __importDefault(require("../data/french-bad-words"));
const german_bad_words_1 = __importDefault(require("../data/german-bad-words"));
const spanish_bad_words_1 = __importDefault(require("../data/spanish-bad-words"));
const italian_bad_words_1 = __importDefault(require("../data/italian-bad-words"));
let badWordsDictionary = {};
let userDefinedWords = {};
const profanity = {
maskBadWords: function (message, maskWith) {
if (!message || typeof message !== "string") {
throw new Error("message passed to the function must be a string");
}
const cleanedMessage = message.split(" ").map((word) => {
if (profanity.isMessageDirty(word)) {
if (maskWith && maskWith !== null && typeof maskWith === "string") {
return word.replace(/./g, maskWith);
}
return word.replace(/./g, "*");
}
return word;
}).join(" ");
return cleanedMessage;
},
isMessageDirty: function (message) {
if (!message || typeof message !== "string") {
throw new Error("message passed to the function must be a string");
}
const messageWords = message.split(" ");
badWordsDictionary = _.merge(hindi_bad_words_1.default, english_bad_words_1.default, french_bad_words_1.default, german_bad_words_1.default, spanish_bad_words_1.default, italian_bad_words_1.default, userDefinedWords);
badWordsDictionary = _.transform(badWordsDictionary, (result, val, key) => {
result[key.toLowerCase()] = val;
});
let flag = false;
for (let i = 0; i < messageWords.length; i++) {
if (badWordsDictionary.hasOwnProperty(messageWords[i].trim().toLowerCase())) {
flag = true;
break;
}
}
return flag;
},
addWords: function (wordList) {
if (!wordList)
return badWordsDictionary;
if (typeof wordList === "string" && !alreadyExists(wordList, badWordsDictionary)) {
userDefinedWords[wordList.trim()] = 1;
}
if (Array.isArray(wordList)) {
wordList.map((word) => {
if (typeof word === "string" && !(alreadyExists(word, badWordsDictionary))) {
userDefinedWords[word.trim()] = 1;
}
});
}
badWordsDictionary = _.merge(badWordsDictionary, userDefinedWords);
return badWordsDictionary;
},
removeWords: function (wordList) {
if (!wordList)
return badWordsDictionary;
if (typeof wordList === "string" && alreadyExists(wordList, badWordsDictionary))
delete badWordsDictionary[wordList.trim()];
if (Array.isArray(wordList)) {
wordList.map((word) => {
if (typeof word === "string" && alreadyExists(word, badWordsDictionary))
delete badWordsDictionary[word.trim()];
});
}
return badWordsDictionary;
},
countBadWords: function (message) {
if (!message || typeof message !== "string") {
throw new Error("message passed to the function must be a string");
}
const messageWords = message.split(" ");
let count = 0;
for (let i = 0; i < messageWords.length; i++) {
if (badWordsDictionary.hasOwnProperty(messageWords[i].trim().toLowerCase())) {
count++;
}
}
return count;
},
getListOfBadWords: function (message) {
if (!message || typeof message !== "string") {
throw new Error("message passed to the function must be a string");
}
const messageWords = message.split(" ");
const badWordsList = [];
for (let i = 0; i < messageWords.length; i++) {
if (badWordsDictionary.hasOwnProperty(messageWords[i].trim().toLowerCase())) {
badWordsList.push(messageWords[i].trim().toLowerCase());
}
}
return badWordsList;
},
isSpecificWordBad: function (word) {
if (!word || typeof word !== "string") {
throw new Error("word passed to the function must be a string");
}
return badWordsDictionary.hasOwnProperty(word.trim().toLowerCase());
}
};
function alreadyExists(word, wordList) {
if (!word || !wordList)
return false;
return !!wordList.hasOwnProperty(word);
}
module.exports = profanity;