yzhanjsinterpreter/src/helpers/lexical-analyzer.js

A JavaScript Interpreter Using JS itself. JavaScript 解释器，包含词法分析、语法解析和执行

const { regStr } = require('../data/conf.js')

function getRegExp() {
  return new RegExp(regStr.replace(/\s+/g, ''), 'g')
}

module.exports = function(str) {
  const regExp = getRegExp()
  const list = []
  while (r = regExp.exec(str)) {
    const groupKeys = Object.keys(r.groups)
    for (const groupKey of groupKeys) {
      if (r.groups[groupKey] === void 0) continue
      list.push({
        type: groupKey === 'Punctuator' || groupKey === 'Keywords' ? r.groups[groupKey] : groupKey,
        value: r.groups[groupKey]
      })
    }
  }
  list.push({
    type: 'EOF'
  })
  return list
}