tokenize-words/src/normalizeText/removeWordsNotContainingAlphanumericChar.ts

Break down text into array of words.

/** Remove words that doesn't contain at least one alphanumeric character. */
function removeWordsNotContainingAlphanumericChar(text: string): string {
  return text.replace(/(^|\s)[^\s\p{L}\p{Nd}]+(?=(\s|$))/gu, '');
}

export default removeWordsNotContainingAlphanumericChar;