test/test/parallel/test-runner-cli.js

Node.js 18's node:test, as an npm package

// https://github.com/nodejs/node/blob/f8ce9117b19702487eb600493d941f7876e00e01/test/parallel/test-runner-cli.js
'use strict'
require('../common')
const assert = require('assert')
const { spawnSync } = require('child_process')
const { join } = require('path')
const fixtures = require('../common/fixtures')
const testFixtures = fixtures.path('test-runner')

{
  // File not found.
  const args = ['--test', 'a-random-file-that-does-not-exist.js']
  const child = spawnSync(process.execPath, args)

  assert.strictEqual(child.status, 1)
  assert.strictEqual(child.signal, null)
  assert.strictEqual(child.stdout.toString(), '')
  assert.match(child.stderr.toString(), /^Could not find/)
}

{
  // Default behavior. node_modules is ignored. Files that don't match the
  // pattern are ignored except in test/ directories.
  const args = ['--test', testFixtures]
  const child = spawnSync(process.execPath, args)

  assert.strictEqual(child.status, 1)
  assert.strictEqual(child.signal, null)
  assert.strictEqual(child.stderr.toString(), '')
  const stdout = child.stdout.toString()
  assert.match(stdout, /ok 1 - .+index\.test\.js/)
  assert.match(stdout, /not ok 2 - .+random\.test\.mjs/)
  assert.match(stdout, /not ok 1 - this should fail/)
  assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/)
  assert.match(stdout, /ok 4 - .+random\.cjs/)
}

{
  // Same but with a prototype mutation in require scripts.
  const args = ['--require', join(testFixtures, 'protoMutation.js'), '--test', testFixtures]
  const child = spawnSync(process.execPath, args)

  const stdout = child.stdout.toString()
  assert.match(stdout, /ok 1 - .+index\.test\.js/)
  assert.match(stdout, /not ok 2 - .+random\.test\.mjs/)
  assert.match(stdout, /not ok 1 - this should fail/)
  assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/)
  assert.match(stdout, /ok 4 - .+random\.cjs/)
  assert.strictEqual(child.status, 1)
  assert.strictEqual(child.signal, null)
  assert.strictEqual(child.stderr.toString(), '')
}

{
  // User specified files that don't match the pattern are still run.
  const args = ['--test', testFixtures, join(testFixtures, 'index.js')]
  const child = spawnSync(process.execPath, args)

  assert.strictEqual(child.status, 1)
  assert.strictEqual(child.signal, null)
  assert.strictEqual(child.stderr.toString(), '')
  const stdout = child.stdout.toString()
  assert.match(stdout, /not ok 1 - .+index\.js/)
  assert.match(stdout, /ok 2 - .+index\.test\.js/)
  assert.match(stdout, /not ok 3 - .+random\.test\.mjs/)
  assert.match(stdout, /not ok 1 - this should fail/)
  assert.match(stdout, /ok 4 - .+subdir.+subdir_test\.js/)
}

{
  // Searches node_modules if specified.
  const args = ['--test', join(testFixtures, 'node_modules')]
  const child = spawnSync(process.execPath, args)

  assert.strictEqual(child.status, 1)
  assert.strictEqual(child.signal, null)
  assert.strictEqual(child.stderr.toString(), '')
  const stdout = child.stdout.toString()
  assert.match(stdout, /not ok 1 - .+test-nm\.js/)
}

{
  // The current directory is used by default.
  const args = ['--test']
  const options = { cwd: testFixtures }
  const child = spawnSync(process.execPath, args, options)

  assert.strictEqual(child.status, 1)
  assert.strictEqual(child.signal, null)
  assert.strictEqual(child.stderr.toString(), '')
  const stdout = child.stdout.toString()
  assert.match(stdout, /ok 1 - .+index\.test\.js/)
  assert.match(stdout, /not ok 2 - .+random\.test\.mjs/)
  assert.match(stdout, /not ok 1 - this should fail/)
  assert.match(stdout, /ok 3 - .+subdir.+subdir_test\.js/)
  assert.match(stdout, /ok 4 - .+random\.cjs/)
}

// Our lib does not support Node.js specific flags, skipping.
// {
//   // Flags that cannot be combined with --test.
//   const flags = [
//     ['--check', '--test'],
//     ['--interactive', '--test'],
//     ['--eval', 'console.log("should not print")', '--test'],
//     ['--print', 'console.log("should not print")', '--test']
//   ]

//   flags.forEach((args) => {
//     const child = spawnSync(process.execPath, args)

//     assert.notStrictEqual(child.status, 0)
//     assert.strictEqual(child.signal, null)
//     assert.strictEqual(child.stdout.toString(), '')
//     const stderr = child.stderr.toString()
//     assert.match(stderr, /--test/)
//   })
// }

{
  // Test combined stream outputs
  const args = [
    '--test',
    'test/fixtures/test-runner/index.test.js',
    'test/fixtures/test-runner/nested.js',
    'test/fixtures/test-runner/invalid-tap.js'
  ]
  const child = spawnSync(process.execPath, args)

  assert.strictEqual(child.status, 1)
  assert.strictEqual(child.signal, null)
  assert.strictEqual(child.stderr.toString(), '')
  const stdout = child.stdout.toString()
  assert.match(stdout, /# Subtest: .+index\.test\.js/)
  assert.match(stdout, / {4}# Subtest: this should pass/)
  assert.match(stdout, / {4}ok 1 - this should pass/)
  assert.match(stdout, / {6}---/)
  assert.match(stdout, / {6}duration_ms: .*/)
  assert.match(stdout, / {6}\.\.\./)
  assert.match(stdout, / {4}1\.\.1/)

  assert.match(stdout, /ok 1 - .+index\.test\.js/)

  assert.match(stdout, /# Subtest: .+invalid-tap\.js/)
  assert.match(stdout, / {4}# invalid tap output/)
  assert.match(stdout, /ok 2 - .+invalid-tap\.js/)

  assert.match(stdout, /# Subtest: .+nested\.js/)
  assert.match(stdout, / {4}# Subtest: level 0a/)
  assert.match(stdout, / {8}# Subtest: level 1a/)
  assert.match(stdout, / {8}ok 1 - level 1a/)
  assert.match(stdout, / {8}# Subtest: level 1b/)
  assert.match(stdout, / {8}not ok 2 - level 1b/)
  assert.match(stdout, / {10}code: 'ERR_TEST_FAILURE'/)
  assert.match(stdout, / {10}stack: |-'/)
  assert.match(stdout, / {12}TestContext\.<anonymous> .*/)
  assert.match(stdout, / {8}# Subtest: level 1c/)
  assert.match(stdout, / {8}ok 3 - level 1c # SKIP aaa/)
  assert.match(stdout, / {8}# Subtest: level 1d/)
  assert.match(stdout, / {8}ok 4 - level 1d/)
  assert.match(stdout, / {4}not ok 1 - level 0a/)
  assert.match(stdout, / {6}error: '1 subtest failed'/)
  assert.match(stdout, / {4}# Subtest: level 0b/)
  assert.match(stdout, / {4}not ok 2 - level 0b/)
  assert.match(stdout, / {6}error: 'level 0b error'/)
  assert.match(stdout, /not ok 3 - .+nested\.js/)
  assert.match(stdout, /# tests 3/)
}