persian-normalizer
Version:
Normalize Persian Text
104 lines (103 loc) • 3.61 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.isEnglish = exports.createSearchField = exports.normalizePersianText = void 0;
var numbersMaping = __importStar(require("../utf8-codes/number-maping.json"));
var numbers_1 = require("../numbers");
var spaces_1 = require("../spaces");
var parsianMaping = __importStar(require("../utf8-codes/persian-maping.json"));
/**
*
* @param text String
* @returns {String}
* @description This function remove all not-persian characters from text. and convert arabic characters to persian.
*/
var normalizePersianText = function (text) {
if (!text || text === "")
return;
var normalized = text.toString();
normalized = normalized
.toString()
.split("")
.map(function (c) {
var mapped = parsianMaping[c.charCodeAt(0)];
return typeof mapped === "undefined" ? "" : mapped;
})
.join("");
// Remove Tashdid
normalized = normalized.replace(/[\u0651]/g, "");
return normalized;
};
exports.normalizePersianText = normalizePersianText;
/**
*
* @param text String
* @returns {String}
* @description This function create a text for persian search. remove spaces. Convert persian numbers to english. Convert arabic characters to persian.
*/
var createSearchField = function (text) {
if (!text || text === "")
return;
var normalized = text.toString();
normalized = normalized
.toString()
.split("")
.map(function (c) {
var mapped = parsianMaping[c.charCodeAt(0)] ||
numbersMaping[c.charCodeAt(0)] ||
isEnglishCharacter(c);
return typeof mapped === "undefined" ? c : mapped;
})
.join("");
normalized = (0, spaces_1.removeSpaces)(normalized);
normalized = (0, numbers_1.persianToEnglishNumber)(normalized);
return normalized;
};
exports.createSearchField = createSearchField;
var isEnglishCharacter = function (text) {
if (!text || text === "")
return;
var english = /^[A-Za-z0-9]*$/;
return english.test(text) !== false ? text : undefined;
};
/**
*
* @param text String
* @returns {String}
* @description This function check if text is english or not.
*/
var isEnglish = function (text) {
if (!text || text === "")
return;
for (var _i = 0, text_1 = text; _i < text_1.length; _i++) {
var char = text_1[_i];
var english = /^[A-Za-z0-9]*$/;
if (!english.test(char)) {
return false;
}
}
return true;
};
exports.isEnglish = isEnglish;