firescript/cli/tokenize.js

Firescript language

const fs = require('fs')
const { Command } = require('supercmd')
const FirescriptParser = require('firescript-parser').FirescriptParser

const command = new Command()
module.exports.command = command

command
  .cmd('tokenize [file]')
  .option('-j,--js', 'Format as JS instead of JSON')
  .option('-l,--location', 'Show location')
  .option('-v,--verbose', 'Verbose log')
  .description('Tokenize a .fire or .js file')
  .action((ctx, file) => {
    try {
      const source = fs.readFileSync(file, { encoding: 'utf8' })
      const parser = new FirescriptParser({
        filename: file,
      })

      const tokenStack = parser.tokenize(source, {
        filename: file
      })
      const lines = []
      tokenStack.forEach((token) => {
        const keyQuote = ctx.js ? '' : '"'
        const typeQuote = ctx.js ? '\'' : '"'
        const isNonLiteral =
          typeof token.value === 'number' ||
          typeof token.value === 'undefined' ||
          typeof token.value === 'boolean' ||
          token.value === null
        const valueQuote = isNonLiteral ? '' : ctx.js ? '\'' : '"'

        const str = []
        str.push(`${keyQuote}type${keyQuote}: ${typeQuote}${token.type}${typeQuote}`)
        str.push(`${keyQuote}value${keyQuote}: ${valueQuote}${token.value}${valueQuote}`)
        lines.push(`  { ${str.join(', ')} }`)
      })

      if (ctx.verbose) {
        console.log()
      }
      console.log('[')
      console.log(lines.join(',\n'))
      console.log(']')
    } catch (err) {
      if (ctx.noColors) {
        err.colorsEnabled = false
      }

      console.log(ctx.verbose ? err.stack : err.toString())
      process.exit(1)
    }
  })