webpack-i18n-plugin-plus/src/collector/translate.js

webpack国际化插件-升级版，支持script中的中文识别，支持自动翻译

const utils = require("./utils");
const XLSX = require("xlsx");
const path = require("path");
const ora = require("ora");
const myOra = ora();
const fs = require("fs");
const fileObjCache = {}
const autoTranslate = require('./autoTranslate')
/**
 *
 * @param options
 * @param sortKeysMap
 */
function writeJson (path, data) {
  const content = JSON.stringify(data, null, 4);
  utils.writeFile(path, content)
}
// 兼容旧版本(获取旧版本中excel的数据)
function getXlsxData(options) {
  let sourceFiles, xlsxData = []
  if (Array.isArray(options) || typeof options === 'string') {
    sourceFiles = options
  } else {
    sourceFiles = options.sourceFiles
  }
  if (sourceFiles && typeof sourceFiles === "string") {
    sourceFiles = [sourceFiles];
  }
  (sourceFiles || []).forEach((path) => {
    try {
      let workbook = XLSX.readFile(path);
      workbook.SheetNames.forEach((name) => {
        let sheetData = XLSX.utils.sheet_to_json(workbook.Sheets[name]);
        sheetData.forEach((item) => {
          item.text = String(item.text || "").replace(/(<\/?)\s*([a-zA-z]+)\s*(>)/g, "$1$2$3"); //移除标签空格
        });
        xlsxData = [...xlsxData, ...sheetData]
        // 删除掉excel
        utils.deleteFile(path)
      });
    } catch (e) {
      myOra.fail(e.message);
    }
  });
  return xlsxData
}
function getJsonHashMap (json) {
  const hashMap = {}
  json.forEach(item => {
    hashMap[item.key] = item.text
  })
  return hashMap
}
function getTranslate (data, tranKey) {
  myOra.start('正在尝试自动翻译，初次执行时间较久，请耐心等待...')
  return new Promise((reslove, reject) => {
    autoTranslate(data, tranKey).then(list => {
      myOra.succeed("翻译成功(●'◡'●)!!!")
      reslove(list)
    }).catch(({error, list})=> {
      myOra.fail('翻译失败~(ಥ_ಥ)~,请尝试在对应目录下的json文件中对未翻译文本手动翻译！')
      myOra.fail(error.message)
      reslove(list)
    })
  })
}
module.exports = function translate(options, sortKeysMap, reslove) {
  const translation = options.translation || {}
  Object.keys(options.translation || {}).forEach((tranKey) => {
    let langOpt = translation[tranKey]
    const xlsxData = getXlsxData(langOpt, tranKey)
    // 如果存在xlsxData：写入到json中
    const indexPath = path.resolve(options.i18nDir, "./" + tranKey + "/index.json")
    const userJsonPath = langOpt.userJson || path.resolve(options.i18nDir, "./" + tranKey + "/user.json")
    if (xlsxData && xlsxData.length) {
      writeJson(indexPath, xlsxData)
      writeJson(userJsonPath, xlsxData)
    }
    let indexJson = [] // 机翻结果
    if (fs.existsSync(indexPath)) {
      // 清除缓存
      delete require.cache[indexJson]
      indexJson = require(indexPath)
    }
    let userJson = [] // 用户自定义结果
    if (fs.existsSync(userJsonPath)) {
      // 清除缓存
      delete require.cache[userJsonPath]
      userJson = require(userJsonPath)
    }
    let newIndexJson = []
    const indexResult = getJsonHashMap(indexJson) // 已翻译
    const toBeTranslate = [] // 待翻译
    Object.keys(sortKeysMap).forEach(key => {
      if (!indexResult[key]) {
        toBeTranslate.push({
          key: key,
          cn: sortKeysMap[key],
          text: "",
        })
      }
    })
    if (!toBeTranslate.length) {
      myOra.succeed('太棒啦！没有需要翻译的文本内容!!')
      newIndexJson = [...indexJson.filter(item => item.text)]
      writeTranslateFile()
      reslove()
    } else {
      // 执行翻译
      getTranslate(toBeTranslate, tranKey).then(res => {
        const newRes = res.filter(item => {
          return !indexResult[item.key]
        })
        const filterLocal = indexJson.filter(item => item.text)
        newIndexJson = [...filterLocal, ...newRes]
        writeTranslateFile()
        reslove()
      })
    }
    function writeTranslateFile() {
      // 对应翻译结果写入（语言包） /tranKey/index.js
      let outputJsPath = path.resolve(options.i18nDir, "./" + tranKey + "/index.js");
      // 对结果做缓存
      if (fs.existsSync(outputJsPath) && !fileObjCache[outputJsPath]) {
        fileObjCache[outputJsPath] = JSON.stringify(require(outputJsPath));
      }
      const newLocalHashMap = getJsonHashMap(newIndexJson)
      const userHashMap = getJsonHashMap(userJson)
      for(let key in newLocalHashMap) {
        newLocalHashMap[key] = userHashMap[key] || newLocalHashMap[key]
      }
      // 译文格式化
      const indexJSData = JSON.stringify(utils.translateFormatter(newLocalHashMap, langOpt.formatter))
      // 内容有变化则重新写入
      if (fileObjCache[outputJsPath] !== indexJSData) {
        fileObjCache[outputJsPath] = indexJSData
        let indexCode = "module.exports = " + indexJSData;
        utils.writeFile(outputJsPath, indexCode);
      }
      // json内容如果有变化重新写入
      if(JSON.stringify(indexJson) !== JSON.stringify(newIndexJson)) {
        writeJson(indexPath, newIndexJson)
      }
    }
  })
};