UNPKG

@moonwall/cli

Version:

Testing framework for the Moon family of projects

1,463 lines (1,431 loc) 155 kB
var __getOwnPropNames = Object.getOwnPropertyNames; var __esm = (fn, res) => function __init() { return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res; }; // src/lib/configReader.ts import { readFile, access } from "fs/promises"; import { readFileSync, existsSync, constants } from "fs"; import JSONC from "jsonc-parser"; import path2, { extname } from "path"; async function parseConfig(filePath) { let result; const file = await readFile(filePath, "utf8"); switch (extname(filePath)) { case ".json": result = JSON.parse(file); break; case ".config": result = JSONC.parse(file); break; default: result = void 0; break; } return result; } function parseConfigSync(filePath) { let result; const file = readFileSync(filePath, "utf8"); switch (extname(filePath)) { case ".json": result = JSON.parse(file); break; case ".config": result = JSONC.parse(file); break; default: result = void 0; break; } return result; } function isOptionSet(option) { const env = getEnvironmentFromConfig(); const optionValue = traverseConfig(env, option); return optionValue !== void 0; } function isEthereumZombieConfig() { const env = getEnvironmentFromConfig(); return env.foundation.type === "zombie" && !env.foundation.zombieSpec.disableDefaultEthProviders; } function isEthereumDevConfig() { const env = getEnvironmentFromConfig(); return env.foundation.type === "dev" && !env.foundation.launchSpec[0].disableDefaultEthProviders; } async function cacheConfig() { const configPath = process.env.MOON_CONFIG_PATH; if (!configPath) { throw new Error(`Environment ${process.env.MOON_TEST_ENV} not found in config`); } const filePath = path2.isAbsolute(configPath) ? configPath : path2.join(process.cwd(), configPath); try { const config = parseConfigSync(filePath); const replacedConfig = replaceEnvVars(config); cachedConfig = replacedConfig; } catch (e) { console.error(e); throw new Error(`Error import config at ${filePath}`); } } function getEnvironmentFromConfig() { const globalConfig = importJsonConfig(); const config = globalConfig.environments.find(({ name }) => name === process.env.MOON_TEST_ENV); if (!config) { throw new Error(`Environment ${process.env.MOON_TEST_ENV} not found in config`); } return config; } function importJsonConfig() { if (cachedConfig) { return cachedConfig; } const configPath = process.env.MOON_CONFIG_PATH; if (!configPath) { throw new Error("No moonwall config path set. This is a defect, please raise it."); } const filePath = path2.isAbsolute(configPath) ? configPath : path2.join(process.cwd(), configPath); try { const config = parseConfigSync(filePath); const replacedConfig = replaceEnvVars(config); cachedConfig = replacedConfig; return cachedConfig; } catch (e) { console.error(e); throw new Error(`Error import config at ${filePath}`); } } async function importAsyncConfig() { if (cachedConfig) { return cachedConfig; } const configPath = process.env.MOON_CONFIG_PATH; if (!configPath) { throw new Error("No moonwall config path set. This is a defect, please raise it."); } const filePath = path2.isAbsolute(configPath) ? configPath : path2.join(process.cwd(), configPath); try { const config = await parseConfig(filePath); const replacedConfig = replaceEnvVars(config); cachedConfig = replacedConfig; return cachedConfig; } catch (e) { console.error(e); throw new Error(`Error import config at ${filePath}`); } } function loadEnvVars() { const env = getEnvironmentFromConfig(); for (const envVar of env.envVars || []) { const [key, value] = envVar.split("="); process.env[key] = value; } } function replaceEnvVars(value) { if (typeof value === "string") { return value.replace(/\$\{([^}]+)\}/g, (match, group) => { const envVarValue = process.env[group]; return envVarValue || match; }); } if (Array.isArray(value)) { return value.map(replaceEnvVars); } if (typeof value === "object" && value !== null) { return Object.fromEntries(Object.entries(value).map(([k, v]) => [k, replaceEnvVars(v)])); } return value; } function traverseConfig(configObj, option) { if (typeof configObj !== "object" || !configObj) return void 0; if (Object.hasOwn(configObj, option)) { return configObj[option]; } for (const key in configObj) { const result = traverseConfig(configObj[key], option); if (result !== void 0) { return result; } } return void 0; } function parseZombieConfigForBins(zombieConfigPath) { const config = JSON.parse(readFileSync(zombieConfigPath, "utf8")); const commands = []; if (config.relaychain?.default_command) { commands.push(path2.basename(config.relaychain.default_command)); } if (config.parachains) { for (const parachain of config.parachains) { if (parachain.collator?.command) { commands.push(path2.basename(parachain.collator.command)); } } } return [...new Set(commands)].sort(); } var cachedConfig; var init_configReader = __esm({ "src/lib/configReader.ts"() { "use strict"; } }); // src/cmds/runTests.ts import chalk8 from "chalk"; import path13 from "path"; import { startVitest } from "vitest/node"; import { createLogger as createLogger16 } from "@moonwall/util"; // src/internal/cmdFunctions/tempLogs.ts import path from "path"; import fs from "fs"; function clearNodeLogs(silent = true) { const dirPath = path.join(process.cwd(), "tmp", "node_logs"); if (!fs.existsSync(dirPath)) { fs.mkdirSync(dirPath, { recursive: true }); } const files = fs.readdirSync(dirPath); for (const file of files) { !silent && console.log(`Deleting log: ${file}`); if (file.endsWith(".log")) { fs.unlinkSync(path.join(dirPath, file)); } } } // src/internal/launcherCommon.ts init_configReader(); import chalk2 from "chalk"; import { execSync as execSync2 } from "child_process"; import fs3 from "fs"; import path4 from "path"; // src/internal/fileCheckers.ts import fs2 from "fs"; import { execSync } from "child_process"; import chalk from "chalk"; import os from "os"; import path3 from "path"; import { select } from "@inquirer/prompts"; async function checkExists(path14) { const binPath = path14.split(" ")[0]; const fsResult = fs2.existsSync(binPath); if (!fsResult) { throw new Error( `No binary file found at location: ${binPath} Are you sure your ${chalk.bgWhiteBright.blackBright( "moonwall.config.json" )} file has the correct "binPath" in launchSpec?` ); } const binArch = await getBinaryArchitecture(binPath); const currentArch = os.arch(); if (binArch !== currentArch && binArch !== "unknown") { throw new Error( `The binary architecture ${chalk.bgWhiteBright.blackBright( binArch )} does not match this system's architecture ${chalk.bgWhiteBright.blackBright( currentArch )} Download or compile a new binary executable for ${chalk.bgWhiteBright.blackBright( currentArch )} ` ); } return true; } async function downloadBinsIfMissing(binPath) { const binName = path3.basename(binPath); const binDir = path3.dirname(binPath); const binPathExists = fs2.existsSync(binPath); if (!binPathExists && process.arch === "x64") { const download = await select({ message: `The binary ${chalk.bgBlack.greenBright( binName )} is missing from ${chalk.bgBlack.greenBright( path3.join(process.cwd(), binDir) )}. Would you like to download it now?`, default: 0, choices: [ { name: `Yes, download ${binName}`, value: true }, { name: "No, quit program", value: false } ] }); if (!download) { process.exit(0); } else { execSync(`mkdir -p ${binDir}`); execSync(`pnpm moonwall download ${binName} latest ${binDir}`, { stdio: "inherit" }); } } else if (!binPathExists) { console.log( `The binary: ${chalk.bgBlack.greenBright( binName )} is missing from: ${chalk.bgBlack.greenBright(path3.join(process.cwd(), binDir))}` ); console.log( `Given you are running ${chalk.bgBlack.yellowBright( process.arch )} architecture, you will need to build it manually from source \u{1F6E0}\uFE0F` ); throw new Error("Executable binary not available"); } } function checkListeningPorts(processId) { try { const stdOut = execSync(`lsof -p ${processId} | grep LISTEN`, { encoding: "utf-8" }); const binName = stdOut.split("\n")[0].split(" ")[0]; const ports = stdOut.split("\n").filter(Boolean).map((line) => { const port = line.split(":")[1]; return port.split(" ")[0]; }); const filtered = new Set(ports); return { binName, processId, ports: [...filtered].sort() }; } catch (e) { const binName = execSync(`ps -p ${processId} -o comm=`).toString().trim(); console.log( `Process ${processId} is running which for binary ${binName}, however it is unresponsive.` ); console.log( "Running Moonwall with this in the background may cause unexpected behaviour. Please manually kill the process and try running Moonwall again." ); console.log(`N.B. You can kill it with: sudo kill -9 ${processId}`); throw new Error(e); } } function checkAlreadyRunning(binaryName) { try { console.log(`Checking if ${chalk.bgWhiteBright.blackBright(binaryName)} is already running...`); const stdout = execSync(`pgrep -x ${[binaryName.slice(0, 14)]}`, { encoding: "utf8", timeout: 2e3 }); const pIdStrings = stdout.split("\n").filter(Boolean); return pIdStrings.map((pId) => Number.parseInt(pId, 10)); } catch (error) { if (error.status === 1) { return []; } throw error; } } async function promptAlreadyRunning(pids) { const alreadyRunning = await select({ message: `The following processes are already running: ${pids.map((pid) => { const { binName, ports } = checkListeningPorts(pid); return `${binName} - pid: ${pid}, listenPorts: [${ports.join(", ")}]`; }).join("\n")}`, default: 1, choices: [ { name: "\u{1FA93} Kill processes and continue", value: "kill" }, { name: "\u27A1\uFE0F Continue (and let processes live)", value: "continue" }, { name: "\u{1F6D1} Abort (and let processes live)", value: "abort" } ] }); switch (alreadyRunning) { case "kill": for (const pid of pids) { execSync(`kill ${pid}`); } break; case "continue": break; case "abort": throw new Error("Abort Signal Picked"); } } function checkAccess(path14) { const binPath = path14.split(" ")[0]; try { fs2.accessSync(binPath, fs2.constants.X_OK); } catch (_err) { console.error(`The file ${binPath} is not executable`); throw new Error(`The file at ${binPath} , lacks execute permissions.`); } } async function getBinaryArchitecture(filePath) { return new Promise((resolve, reject) => { const architectureMap = { 0: "unknown", 3: "x86", 62: "x64", 183: "arm64" }; fs2.open(filePath, "r", (err, fd) => { if (err) { reject(err); return; } const buffer = Buffer.alloc(20); fs2.read(fd, buffer, 0, 20, 0, (err2, _bytesRead, buffer2) => { if (err2) { reject(err2); return; } const e_machine = buffer2.readUInt16LE(18); const architecture = architectureMap[e_machine] || "unknown"; resolve(architecture); }); }); }); } // src/internal/launcherCommon.ts import Docker from "dockerode"; import { select as select2 } from "@inquirer/prompts"; async function commonChecks(env) { const globalConfig = await importAsyncConfig(); if (env.foundation.type === "dev") { await devBinCheck(env); } if (env.foundation.type === "zombie") { await zombieBinCheck(env); } if (process.env.MOON_RUN_SCRIPTS === "true" && globalConfig.scriptsDir && env.runScripts && env.runScripts.length > 0) { for (const scriptCommand of env.runScripts) { await executeScript(scriptCommand); } } } async function zombieBinCheck(env) { if (env.foundation.type !== "zombie") { throw new Error("This function is only for zombie environments"); } const bins = parseZombieConfigForBins(env.foundation.zombieSpec.configPath); const pids = bins.flatMap((bin) => checkAlreadyRunning(bin)); pids.length === 0 || process.env.CI || await promptAlreadyRunning(pids); } async function devBinCheck(env) { if (env.foundation.type !== "dev") { throw new Error("This function is only for dev environments"); } if (!env.foundation.launchSpec || !env.foundation.launchSpec[0]) { throw new Error("Dev environment requires a launchSpec configuration"); } if (env.foundation.launchSpec[0].useDocker) { const docker = new Docker(); const imageName = env.foundation.launchSpec[0].binPath; console.log(`Checking if ${imageName} is running...`); const matchingContainers = (await docker.listContainers({ filters: { ancestor: [imageName] } })).flat(); if (matchingContainers.length === 0) { return; } if (!process.env.CI) { await promptKillContainers(matchingContainers); return; } const runningContainers = matchingContainers.map(({ Id, Ports }) => ({ Id: Id.slice(0, 12), Ports: Ports.map( ({ PublicPort, PrivatePort }) => PublicPort ? `${PublicPort} -> ${PrivatePort}` : `${PrivatePort}` ).join(", ") })); console.table(runningContainers); throw new Error(`${imageName} is already running, aborting`); } const binName = path4.basename(env.foundation.launchSpec[0].binPath); const pids = checkAlreadyRunning(binName); pids.length === 0 || process.env.CI || await promptAlreadyRunning(pids); await downloadBinsIfMissing(env.foundation.launchSpec[0].binPath); } async function promptKillContainers(matchingContainers) { const answer = await select2({ message: `The following containers are already running image ${matchingContainers[0].Image}: ${matchingContainers.map(({ Id }) => Id).join(", ")} Would you like to kill them?`, choices: [ { name: "\u{1FA93} Kill containers", value: "kill" }, { name: "\u{1F44B} Quit", value: "goodbye" } ] }); if (answer === "goodbye") { console.log("Goodbye!"); process.exit(0); } if (answer === "kill") { const docker = new Docker(); for (const { Id } of matchingContainers) { const container = docker.getContainer(Id); await container.stop(); await container.remove(); } const containers = await docker.listContainers({ filters: { ancestor: matchingContainers.map(({ Image }) => Image) } }); if (containers.length > 0) { console.error( `The following containers are still running: ${containers.map(({ Id }) => Id).join(", ")}` ); process.exit(1); } return; } } async function executeScript(scriptCommand, args) { const scriptsDir = (await importAsyncConfig()).scriptsDir; if (!scriptsDir) { throw new Error("No scriptsDir found in config"); } const files = await fs3.promises.readdir(scriptsDir); try { const script = scriptCommand.split(" ")[0]; const ext = path4.extname(script); const scriptPath = path4.join(process.cwd(), scriptsDir, scriptCommand); if (!files.includes(script)) { throw new Error(`Script ${script} not found in ${scriptsDir}`); } console.log(`========== Executing script: ${chalk2.bgGrey.greenBright(script)} ==========`); const argsString = args ? ` ${args}` : ""; switch (ext) { case ".js": execSync2(`node ${scriptPath}${argsString}`, { stdio: "inherit" }); break; case ".ts": execSync2(`pnpm tsx ${scriptPath}${argsString}`, { stdio: "inherit" }); break; case ".sh": execSync2(`${scriptPath}${argsString}`, { stdio: "inherit" }); break; default: console.log(`${ext} not supported, skipping ${script}`); } } catch (err) { console.error(`Error executing script: ${chalk2.bgGrey.redBright(err)}`); throw new Error(err); } } // src/cmds/runTests.ts init_configReader(); // src/lib/globalContext.ts import { createLogger as createLogger15 } from "@moonwall/util"; import zombie from "@zombienet/orchestrator"; import Docker4 from "dockerode"; import { ChildProcess, exec as exec3, execSync as execSync4 } from "child_process"; import fs15 from "fs"; import net3 from "net"; import path12 from "path"; import readline from "readline"; import { setTimeout as timer4 } from "timers/promises"; import { promisify as promisify3 } from "util"; import invariant5 from "tiny-invariant"; // src/internal/logging.ts var originalWrite = process.stderr.write.bind(process.stderr); var blockList = [ "has multiple versions, ensure that there is only one installed", "Unable to map [u8; 32] to a lookup index", "Either remove and explicitly install matching versions or dedupe using your package manager." ]; process.stderr.write = (chunk, encodingOrCallback, callback) => { let shouldWrite = true; if (typeof chunk === "string") { shouldWrite = !blockList.some((phrase) => chunk.includes(phrase)); } if (shouldWrite) { if (typeof encodingOrCallback === "function") { return originalWrite.call(process.stderr, chunk, void 0, encodingOrCallback); } return originalWrite.call(process.stderr, chunk, encodingOrCallback, callback); } const cb = typeof encodingOrCallback === "function" ? encodingOrCallback : callback; if (cb) cb(null); return true; }; // src/internal/cmdFunctions/downloader.ts import { SingleBar, Presets } from "cli-progress"; import fs4 from "fs"; import { Readable } from "stream"; // src/internal/cmdFunctions/fetchArtifact.ts import fs5 from "fs/promises"; import path5 from "path"; import semver from "semver"; import chalk3 from "chalk"; // src/internal/processHelpers.ts import child_process from "child_process"; import { promisify } from "util"; import { createLogger } from "@moonwall/util"; var logger = createLogger({ name: "actions:runner" }); var debug = logger.debug.bind(logger); var execAsync = promisify(child_process.exec); var withTimeout = (promise, ms) => { return Promise.race([ promise, new Promise( (_, reject) => setTimeout(() => reject(new Error("Operation timed out")), ms) ) ]); }; // src/internal/cmdFunctions/fetchArtifact.ts import { minimatch } from "minimatch"; // src/lib/repoDefinitions/moonbeam.ts var repo = { name: "moonbeam", binaries: [ { name: "moonbeam", defaultArgs: [ "--no-hardware-benchmarks", "--no-telemetry", "--reserved-only", "--rpc-cors=all", "--unsafe-rpc-external", "--unsafe-force-node-key-generation", "--no-grandpa", "--sealing=manual", "--force-authoring", "--database=paritydb", "--no-prometheus", "--alice", "--chain=moonbase-dev", "--tmp" ] }, { name: "moonbase-runtime" }, { name: "moonbeam-runtime" }, { name: "moonriver-runtime" } ], ghAuthor: "moonbeam-foundation", ghRepo: "moonbeam" }; var moonbeam_default = repo; // src/lib/repoDefinitions/polkadot.ts var repo2 = { name: "polkadot", binaries: [ { name: "polkadot" }, { name: "polkadot-prepare-worker" }, { name: "polkadot-execute-worker" } ], ghAuthor: "paritytech", ghRepo: "polkadot-sdk" }; var polkadot_default = repo2; // src/lib/repoDefinitions/tanssi.ts var repo3 = { name: "tanssi", binaries: [ { name: "tanssi-node", defaultArgs: ["--dev", "--sealing=manual", "--no-hardware-benchmarks"] }, { name: "container-chain-template-simple-node" }, { name: "container-chain-template-frontier-node" } ], ghAuthor: "moondance-labs", ghRepo: "tanssi" }; var tanssi_default = repo3; // src/lib/repoDefinitions/index.ts init_configReader(); function standardRepos() { const defaultRepos = [moonbeam_default, polkadot_default, tanssi_default]; return [...defaultRepos]; } // src/internal/cmdFunctions/fetchArtifact.ts init_configReader(); import { execSync as execSync3 } from "child_process"; import { Octokit } from "@octokit/rest"; import { confirm } from "@inquirer/prompts"; var octokit = new Octokit({ baseUrl: "https://api.github.com", log: { debug: () => { }, info: () => { }, warn: console.warn, error: console.error } }); // src/internal/cmdFunctions/initialisation.ts import fs6 from "fs/promises"; import { confirm as confirm2, input, number } from "@inquirer/prompts"; // src/internal/commandParsers.ts import { createLogger as createLogger3 } from "@moonwall/util"; import path6 from "path"; import net from "net"; import { Effect as Effect3 } from "effect"; // src/lib/shardManager.ts var ShardManager = class _ShardManager { static instance = null; _shardInfo = null; constructor() { } static getInstance() { if (!_ShardManager.instance) { _ShardManager.instance = new _ShardManager(); } return _ShardManager.instance; } /** * Initialize shard configuration from command line argument or environment * @param shardArg Optional shard argument from CLI (format: "current/total") */ initializeSharding(shardArg) { if (shardArg) { this._shardInfo = this.parseShardString(shardArg); process.env.MOONWALL_TEST_SHARD = shardArg; } else if (process.env.MOONWALL_TEST_SHARD) { this._shardInfo = this.parseShardString(process.env.MOONWALL_TEST_SHARD); } else { this._shardInfo = { current: 1, total: 1, isSharded: false }; } } /** * Get current shard information */ getShardInfo() { if (!this._shardInfo) { this.initializeSharding(); } return this._shardInfo; } /** * Get shard index (0-based) for port calculations */ getShardIndex() { return this.getShardInfo().current - 1; } /** * Get total number of shards */ getTotalShards() { return this.getShardInfo().total; } /** * Check if sharding is enabled */ isSharded() { return this.getShardInfo().isSharded; } /** * Reset shard configuration (mainly for testing) */ reset() { this._shardInfo = null; delete process.env.MOONWALL_TEST_SHARD; } parseShardString(shardString) { if (!shardString.includes("/")) { throw new Error( `Invalid shard format: "${shardString}". Expected format: "current/total" (e.g., "1/3")` ); } const [currentStr, totalStr] = shardString.split("/"); const current = parseInt(currentStr, 10); const total = parseInt(totalStr, 10); if (Number.isNaN(current) || Number.isNaN(total) || current < 1 || total < 1) { throw new Error( `Invalid shard numbers in "${shardString}". Both current and total must be positive integers.` ); } if (current > total) { throw new Error( `Invalid shard configuration: current shard ${current} cannot be greater than total ${total}` ); } const isSharded = total > 1; return { current, total, isSharded }; } }; var shardManager = ShardManager.getInstance(); // src/internal/commandParsers.ts import invariant from "tiny-invariant"; // src/internal/effect/StartupCacheService.ts import { Command, FileSystem as FileSystem2, Path } from "@effect/platform"; import { NodeContext } from "@effect/platform-node"; import { createLogger as createLogger2 } from "@moonwall/util"; import { Context, Duration as Duration2, Effect as Effect2, Layer, Option, Stream } from "effect"; import * as crypto from "crypto"; // src/internal/effect/errors.ts import { Data } from "effect"; var PortDiscoveryError = class extends Data.TaggedError("PortDiscoveryError") { }; var NodeLaunchError = class extends Data.TaggedError("NodeLaunchError") { }; var NodeReadinessError = class extends Data.TaggedError("NodeReadinessError") { }; var ProcessError = class extends Data.TaggedError("ProcessError") { }; var StartupCacheError = class extends Data.TaggedError("StartupCacheError") { }; var FileLockError = class extends Data.TaggedError("FileLockError") { }; // src/internal/effect/FileLock.ts import { FileSystem } from "@effect/platform"; import { Duration, Effect, Schedule } from "effect"; import * as os2 from "os"; var LOCK_MAX_AGE = Duration.minutes(2); var LOCK_POLL_INTERVAL = Duration.millis(500); var isProcessAlive = (pid) => Effect.try(() => { process.kill(pid, 0); return true; }).pipe(Effect.orElseSucceed(() => false)); var isLockStale = (info) => Effect.gen(function* () { const isTimedOut = Date.now() - info.timestamp > Duration.toMillis(LOCK_MAX_AGE); if (isTimedOut) return true; const isSameHost = info.hostname === os2.hostname(); if (!isSameHost) return false; const alive = yield* isProcessAlive(info.pid); return !alive; }); var cleanupStaleLock = (lockPath) => Effect.gen(function* () { const fs16 = yield* FileSystem.FileSystem; const infoPath = `${lockPath}/lock.json`; const exists = yield* fs16.exists(infoPath).pipe(Effect.orElseSucceed(() => false)); if (!exists) return; const content = yield* fs16.readFileString(infoPath).pipe(Effect.orElseSucceed(() => "")); const info = yield* Effect.try(() => JSON.parse(content)).pipe( Effect.orElseSucceed(() => null) ); if (!info) return; const stale = yield* isLockStale(info); if (stale) { yield* fs16.remove(lockPath, { recursive: true }).pipe(Effect.ignore); } }); var writeLockInfo = (lockPath) => Effect.gen(function* () { const fs16 = yield* FileSystem.FileSystem; const info = { pid: process.pid, timestamp: Date.now(), hostname: os2.hostname() }; yield* fs16.writeFileString(`${lockPath}/lock.json`, JSON.stringify(info)).pipe(Effect.ignore); }); var tryAcquireLock = (lockPath) => Effect.gen(function* () { const fs16 = yield* FileSystem.FileSystem; yield* cleanupStaleLock(lockPath); yield* fs16.makeDirectory(lockPath).pipe(Effect.mapError(() => new FileLockError({ reason: "acquisition_failed", lockPath }))); yield* writeLockInfo(lockPath); }); var acquireFileLock = (lockPath, timeout = Duration.minutes(2)) => tryAcquireLock(lockPath).pipe( Effect.retry(Schedule.fixed(LOCK_POLL_INTERVAL).pipe(Schedule.upTo(timeout))), Effect.catchAll(() => Effect.fail(new FileLockError({ reason: "timeout", lockPath }))) ); var releaseFileLock = (lockPath) => Effect.gen(function* () { const fs16 = yield* FileSystem.FileSystem; yield* fs16.remove(lockPath, { recursive: true }).pipe(Effect.ignore); }); var withFileLock = (lockPath, effect, timeout = Duration.minutes(2)) => Effect.acquireUseRelease( acquireFileLock(lockPath, timeout), () => effect, () => releaseFileLock(lockPath) ); // src/internal/effect/StartupCacheService.ts var logger2 = createLogger2({ name: "StartupCacheService" }); var StartupCacheService = class extends Context.Tag("StartupCacheService")() { }; var hashFile = (filePath) => Effect2.gen(function* () { const fs16 = yield* FileSystem2.FileSystem; const hash = crypto.createHash("sha256"); yield* fs16.stream(filePath).pipe(Stream.runForEach((chunk) => Effect2.sync(() => hash.update(chunk)))); return hash.digest("hex"); }).pipe(Effect2.mapError((cause) => new StartupCacheError({ cause, operation: "hash" }))); var findPrecompiledWasm = (dir) => Effect2.gen(function* () { const fs16 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const exists = yield* fs16.exists(dir); if (!exists) return Option.none(); const files = yield* fs16.readDirectory(dir).pipe(Effect2.orElseSucceed(() => [])); const wasmFile = files.find( (f) => f.startsWith("precompiled_wasm_") || f.endsWith(".cwasm") || f.endsWith(".wasm") ); return wasmFile ? Option.some(pathService.join(dir, wasmFile)) : Option.none(); }).pipe(Effect2.catchAll(() => Effect2.succeed(Option.none()))); var checkCache = (cacheDir, hashPath, expectedHash) => Effect2.gen(function* () { const fs16 = yield* FileSystem2.FileSystem; const savedHash = yield* fs16.readFileString(hashPath).pipe(Effect2.orElseSucceed(() => "")); if (savedHash.trim() !== expectedHash) return Option.none(); const wasmPath = yield* findPrecompiledWasm(cacheDir); if (Option.isNone(wasmPath)) return Option.none(); const accessible = yield* fs16.access(wasmPath.value).pipe( Effect2.as(true), Effect2.orElseSucceed(() => false) ); return accessible ? wasmPath : Option.none(); }); var runPrecompile = (binPath, chainArg, outputDir) => Effect2.gen(function* () { const fs16 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const args = chainArg ? ["precompile-wasm", chainArg, outputDir] : ["precompile-wasm", outputDir]; logger2.debug(`Precompiling: ${binPath} ${args.join(" ")}`); const startTime = Date.now(); const exitCode = yield* Command.exitCode(Command.make(binPath, ...args)).pipe( Effect2.mapError( (e) => new StartupCacheError({ cause: e, operation: "precompile" }) ) ); const files = yield* fs16.readDirectory(outputDir).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "precompile" }))); const wasmFile = files.find( (f) => f.startsWith("precompiled_wasm_") || f.endsWith(".cwasm") || f.endsWith(".wasm") ); if (!wasmFile) { return yield* Effect2.fail( new StartupCacheError({ cause: `precompile-wasm failed (code ${exitCode}): no WASM file generated`, operation: "precompile" }) ); } const wasmPath = pathService.join(outputDir, wasmFile); logger2.debug(`Precompiled in ${Date.now() - startTime}ms: ${wasmPath}`); return wasmPath; }); var generateRawChainSpec = (binPath, chainName, outputPath) => Effect2.gen(function* () { const fs16 = yield* FileSystem2.FileSystem; const args = chainName === "dev" || chainName === "default" ? ["build-spec", "--dev", "--raw"] : ["build-spec", `--chain=${chainName}`, "--raw"]; logger2.debug(`Generating raw chain spec: ${binPath} ${args.join(" ")}`); const stdout = yield* Command.string(Command.make(binPath, ...args)).pipe( Effect2.mapError( (e) => new StartupCacheError({ cause: e, operation: "chainspec" }) ) ); if (!stdout.length) { return yield* Effect2.fail( new StartupCacheError({ cause: "build-spec produced no output", operation: "chainspec" }) ); } yield* fs16.writeFileString(outputPath, stdout).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "chainspec" }))); return outputPath; }); var maybeGetRawChainSpec = (binPath, chainName, cacheSubDir, shouldGenerate) => Effect2.gen(function* () { if (!shouldGenerate) return Option.none(); const fs16 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const rawSpecPath = pathService.join(cacheSubDir, `${chainName}-raw.json`); const exists = yield* fs16.exists(rawSpecPath).pipe(Effect2.orElseSucceed(() => false)); if (exists) return Option.some(rawSpecPath); return yield* generateRawChainSpec(binPath, chainName, rawSpecPath).pipe( Effect2.map(Option.some), Effect2.catchAll(() => Effect2.succeed(Option.none())) ); }); var getCachedArtifactsImpl = (config) => Effect2.gen(function* () { const fs16 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const binaryHash = yield* hashFile(config.binPath); const shortHash = binaryHash.substring(0, 12); const chainName = config.isDevMode ? "dev" : config.chainArg?.match(/--chain[=\s]?(\S+)/)?.[1] || "default"; const binName = pathService.basename(config.binPath); const cacheSubDir = pathService.join(config.cacheDir, `${binName}-${chainName}-${shortHash}`); const hashPath = pathService.join(cacheSubDir, "binary.hash"); const lockPath = pathService.join(config.cacheDir, `${binName}-${chainName}.lock`); yield* fs16.makeDirectory(cacheSubDir, { recursive: true }).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "cache" }))); const cached = yield* checkCache(cacheSubDir, hashPath, binaryHash); if (Option.isSome(cached)) { logger2.debug(`Using cached precompiled WASM: ${cached.value}`); const rawChainSpecPath = yield* maybeGetRawChainSpec( config.binPath, chainName, cacheSubDir, config.generateRawChainSpec ?? false ); return { precompiledPath: cached.value, fromCache: true, rawChainSpecPath: Option.getOrUndefined(rawChainSpecPath) }; } return yield* withFileLock( lockPath, Effect2.gen(function* () { const nowCached = yield* checkCache(cacheSubDir, hashPath, binaryHash); if (Option.isSome(nowCached)) { logger2.debug( `Using cached precompiled WASM (created by another process): ${nowCached.value}` ); const rawChainSpecPath2 = yield* maybeGetRawChainSpec( config.binPath, chainName, cacheSubDir, config.generateRawChainSpec ?? false ); return { precompiledPath: nowCached.value, fromCache: true, rawChainSpecPath: Option.getOrUndefined(rawChainSpecPath2) }; } logger2.debug("Precompiling WASM (this may take a moment)..."); const wasmPath = yield* runPrecompile(config.binPath, config.chainArg, cacheSubDir); yield* fs16.writeFileString(hashPath, binaryHash).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "cache" }))); const rawChainSpecPath = yield* maybeGetRawChainSpec( config.binPath, chainName, cacheSubDir, config.generateRawChainSpec ?? false ); return { precompiledPath: wasmPath, fromCache: false, rawChainSpecPath: Option.getOrUndefined(rawChainSpecPath) }; }), Duration2.minutes(2) ); }); var StartupCacheServiceLive = Layer.succeed(StartupCacheService, { getCachedArtifacts: (config) => getCachedArtifactsImpl(config).pipe( Effect2.mapError( (e) => e._tag === "FileLockError" ? new StartupCacheError({ cause: e, operation: "lock" }) : e ), Effect2.provide(NodeContext.layer) ) }); var StartupCacheServiceTestable = Layer.succeed(StartupCacheService, { getCachedArtifacts: (config) => getCachedArtifactsImpl(config).pipe( Effect2.mapError( (e) => e._tag === "FileLockError" ? new StartupCacheError({ cause: e, operation: "lock" }) : e ) ) }); // src/internal/commandParsers.ts var logger3 = createLogger3({ name: "commandParsers" }); function parseZombieCmd(launchSpec) { if (launchSpec) { return { cmd: launchSpec.configPath }; } throw new Error( "No ZombieSpec found in config. Are you sure your moonwall.config.json file has the correct 'configPath' in zombieSpec?" ); } function fetchDefaultArgs(binName, additionalRepos = []) { let defaultArgs; const repos = [...standardRepos(), ...additionalRepos]; for (const repo4 of repos) { const foundBin = repo4.binaries.find((bin) => bin.name === binName); if (foundBin) { defaultArgs = foundBin.defaultArgs; break; } } if (!defaultArgs) { defaultArgs = ["--dev"]; } return defaultArgs; } var LaunchCommandParser = class _LaunchCommandParser { args; cmd; launch; launchSpec; launchOverrides; constructor(options) { const { launchSpec, additionalRepos, launchOverrides } = options; this.launchSpec = launchSpec; this.launchOverrides = launchOverrides; this.launch = !launchSpec.running ? true : launchSpec.running; this.cmd = launchSpec.binPath; this.args = launchSpec.options ? [...launchSpec.options] : fetchDefaultArgs(path6.basename(launchSpec.binPath), additionalRepos); } overrideArg(newArg) { const newArgKey = newArg.split("=")[0]; const existingIndex = this.args.findIndex((arg) => arg.startsWith(`${newArgKey}=`)); if (existingIndex !== -1) { this.args[existingIndex] = newArg; } else { this.args.push(newArg); } } async withPorts() { if (process.env.MOON_RECYCLE === "true") { const existingPort = process.env.MOONWALL_RPC_PORT; if (existingPort) { this.overrideArg(`--rpc-port=${existingPort}`); } return this; } if (this.launchSpec.ports) { const ports = this.launchSpec.ports; if (ports.p2pPort) { this.overrideArg(`--port=${ports.p2pPort}`); } if (ports.wsPort) { this.overrideArg(`--ws-port=${ports.wsPort}`); } if (ports.rpcPort) { this.overrideArg(`--rpc-port=${ports.rpcPort}`); } } else { const freePort = (await getFreePort()).toString(); process.env.MOONWALL_RPC_PORT = freePort; this.overrideArg(`--rpc-port=${freePort}`); } return this; } withDefaultForkConfig() { const forkOptions = this.launchSpec.defaultForkConfig; if (forkOptions) { this.applyForkOptions(forkOptions); } return this; } withLaunchOverrides() { if (this.launchOverrides?.forkConfig) { this.applyForkOptions(this.launchOverrides.forkConfig); } return this; } print() { logger3.debug(`Command to run: ${this.cmd}`); logger3.debug(`Arguments: ${this.args.join(" ")}`); return this; } applyForkOptions(forkOptions) { if (forkOptions.url) { invariant(forkOptions.url.startsWith("http"), "Fork URL must start with http:// or https://"); this.overrideArg(`--fork-chain-from-rpc=${forkOptions.url}`); } if (forkOptions.blockHash) { this.overrideArg(`--block=${forkOptions.blockHash}`); } if (forkOptions.stateOverridePath) { this.overrideArg(`--fork-state-overrides=${forkOptions.stateOverridePath}`); } if (forkOptions.verbose) { this.overrideArg("-llazy-loading=trace"); } } /** * Cache startup artifacts if enabled in launchSpec. * This uses an Effect-based service that caches artifacts by binary hash. * * When cacheStartupArtifacts is enabled, this generates: * 1. Precompiled WASM for the runtime * 2. Raw chain spec to skip genesis WASM compilation * * This reduces startup from ~3s to ~200ms (~10x improvement). */ async withStartupCache() { if (!this.launchSpec.cacheStartupArtifacts) { return this; } if (this.launchSpec.useDocker) { logger3.warn("Startup caching is not supported for Docker images, skipping"); return this; } const chainArg = this.args.find((arg) => arg.startsWith("--chain")); const hasDevFlag = this.args.includes("--dev"); const existingChainName = chainArg?.match(/--chain[=\s]?(\S+)/)?.[1]; const canGenerateRawSpec = hasDevFlag || !!existingChainName; const cacheDir = this.launchSpec.startupCacheDir || path6.join(process.cwd(), "tmp", "startup-cache"); const program = StartupCacheService.pipe( Effect3.flatMap( (service) => service.getCachedArtifacts({ binPath: this.launchSpec.binPath, chainArg, cacheDir, // Generate raw chain spec for faster startup (works for both --dev and --chain=XXX) generateRawChainSpec: canGenerateRawSpec, // Pass dev mode flag for proper chain name detection isDevMode: hasDevFlag }) ), Effect3.provide(StartupCacheServiceLive) ); try { const result = await Effect3.runPromise(program); const precompiledDir = path6.dirname(result.precompiledPath); this.overrideArg(`--wasmtime-precompiled=${precompiledDir}`); if (result.rawChainSpecPath) { if (hasDevFlag) { this.args = this.args.filter((arg) => arg !== "--dev"); this.overrideArg(`--chain=${result.rawChainSpecPath}`); this.overrideArg("--alice"); this.overrideArg("--force-authoring"); this.overrideArg("--rpc-cors=all"); this.overrideArg( "--node-key=0000000000000000000000000000000000000000000000000000000000000001" ); } else if (existingChainName) { this.overrideArg(`--chain=${result.rawChainSpecPath}`); } logger3.debug(`Using raw chain spec for ~10x faster startup: ${result.rawChainSpecPath}`); } process.env.MOONWALL_CACHE_DIR = precompiledDir; logger3.debug( result.fromCache ? `Using cached precompiled WASM: ${result.precompiledPath}` : `Precompiled WASM created: ${result.precompiledPath}` ); } catch (error) { logger3.warn(`WASM precompilation failed, continuing without: ${error}`); } return this; } build() { return { cmd: this.cmd, args: this.args, launch: this.launch }; } static async create(options) { const parser = new _LaunchCommandParser(options); const parsed = await parser.withPorts().then((p) => p.withDefaultForkConfig().withLaunchOverrides()).then((p) => p.withStartupCache()); if (options.verbose) { parsed.print(); } return parsed.build(); } }; function parseChopsticksRunCmd(launchSpecs) { const launch = !launchSpecs[0].running ? true : launchSpecs[0].running; if (launchSpecs.length === 1) { const chopsticksCmd2 = "node"; const chopsticksArgs2 = [ "node_modules/@acala-network/chopsticks/chopsticks.cjs", `--config=${launchSpecs[0].configPath}`, `--host=${launchSpecs[0].address ?? "127.0.0.1"}` ]; const mode = launchSpecs[0].buildBlockMode ? launchSpecs[0].buildBlockMode : "manual"; const num = mode === "batch" ? "Batch" : mode === "instant" ? "Instant" : "Manual"; chopsticksArgs2.push(`--build-block-mode=${num}`); if (launchSpecs[0].wsPort) { chopsticksArgs2.push(`--port=${launchSpecs[0].wsPort}`); } if (launchSpecs[0].wasmOverride) { chopsticksArgs2.push(`--wasm-override=${launchSpecs[0].wasmOverride}`); } if (launchSpecs[0].allowUnresolvedImports) { chopsticksArgs2.push("--allow-unresolved-imports"); } return { cmd: chopsticksCmd2, args: chopsticksArgs2, launch }; } const chopsticksCmd = "node"; const chopsticksArgs = ["node_modules/@acala-network/chopsticks/chopsticks.cjs", "xcm"]; for (const spec of launchSpecs) { const type = spec.type ? spec.type : "parachain"; switch (type) { case "parachain": chopsticksArgs.push(`--parachain=${spec.configPath}`); break; case "relaychain": chopsticksArgs.push(`--relaychain=${spec.configPath}`); } } return { cmd: chopsticksCmd, args: chopsticksArgs, launch }; } var isPortAvailable = async (port) => { return new Promise((resolve) => { const server = net.createServer(); server.listen(port, () => { server.once("close", () => resolve(true)); server.close(); }); server.on("error", () => resolve(false)); }); }; var getNextAvailablePort = async (startPort) => { let port = startPort; while (port <= 65535) { if (await isPortAvailable(port)) { return port; } port++; } throw new Error(`No available ports found starting from ${startPort}`); }; var getFreePort = async () => { const shardIndex = shardManager.getShardIndex(); const totalShards = shardManager.getTotalShards(); const poolId = parseInt(process.env.VITEST_POOL_ID || "0", 10); const basePort = 1e4; const shardOffset = shardIndex * 1e3; const poolOffset = poolId * 100; const processOffset = process.pid % 50; const calculatedPort = basePort + shardOffset + poolOffset + processOffset; const startPort = Math.min(calculatedPort, 6e4 + shardIndex * 100 + poolId); logger3.debug( `Port calculation: shard=${shardIndex + 1}/${totalShards}, pool=${poolId}, final=${startPort}` ); return getNextAvailablePort(startPort); }; // src/internal/deriveTestIds.ts import chalk4 from "chalk"; import fs7 from "fs"; import { confirm as confirm3 } from "@inquirer/prompts"; import path7 from "path"; // src/internal/testIdParser.ts import { Lang, parse, findInFiles } from "@ast-grep/napi"; function extractIdFromObject(objNode) { for (const child of objNode.children()) { if (child.kind() === "pair") { const key = child.field("key"); const value = child.field("value"); if (key?.text() === "id" && value) { return value.text().replace(/^['"`]|['"`]$/g, ""); } } } return void 0; } async function findTestFilesMatchingPattern(testDirs, includeGlobs, idPattern) { const matches = []; let processedCount = 0; let expectedCount; await new Promise((resolve, reject) => { findInFiles( Lang.TypeScript, { paths: testDirs, matcher: { rule: { pattern: "describeSuite($OPTS)" } }, languageGlobs: includeGlobs }, (err, nodes) => { if (err) { reject(err); return; } if (nodes.length === 0) return; const node = nodes[0]; const filePath = node.getRoot().filename(); const root = node.getRoot().root(); const optsNode = node.getMatch("OPTS"); if (!optsNode || optsNode.kind() !== "object") return; const suiteId = extractIdFromObject(optsNode); if (!suiteId) return; const testIds = []; const itCalls = root.findAll("it($OPTS)"); for (const itCall of itCalls) { const itOpts = itCall.getMatch("OPTS"); if (itOpts && itOpts.kind() === "object") { const testId = extractIdFromObject(itOpts); if (testId) testIds.push(testId); } } const allIds = [suiteId, ...testIds.map((tid) => suiteId + tid)]; if (allIds.some((id) => idPattern.test(id))) { matches.push(filePath); } processedCount++; if (expectedCount !== void 0 && processedCount >= expectedCount) { resolve(); } } ).then((count) => { expectedCount = count; if (count === 0 || processedCount >= count) { resolve(); } }).catch(reject); }); return matches; } // src/internal/foundations/chopsticksHelpers.ts import chalk5 from "chalk"; import { setTimeout as setTimeout2 } from "timers/promises"; // src/internal/foundations/devModeHelpers.ts init_configReader(); import { alith, createAndFinalizeBlock, customWeb3Request, generateKeyringPair } from "@moonwall/util"; import { Keyring } from "@polkadot/api"; import chalk6 from "chalk"; import { createLogger as createLogger5 } from "@moonwall/util"; import { setTimeout as setTimeout3 } from "timers/promises"; // src/internal/providerFactories.ts import { ALITH_PRIVATE_KEY, createLogger as createLogger4, deriveViemChain, normalizeUrlToHttps } from "@moonwall/util"; import { ApiPromise, WsProvider } from "@polkadot/api"; import { Wallet, ethers } from "ethers"; import { createClient } from "polkadot-api"; import { getWsProvider } from "polkadot-api/ws-provider"; import { createWalletClient, http, publicActions } from "viem"; import { privateKeyToAccount } from "viem/accounts"; import { Web3 } from "web3"; import { WebSocketProvider } from "web3-providers-ws"; import { withPolkadotSdkCompat } from "polkadot-api/polkadot-sdk-compat"; import * as fs8 from "fs"; import * as path8 from "path"; var logger4 = createLogger4({ name: "providers" }); var debug2 = logger4.debug.bind(logger4); var getMetadataCacheDir = () => { return process.env.MOONWALL_CACHE_DIR || path8.join(process.cwd(), "tmp", "metadata-cache"); }; var loadCachedMetadata = () => { const cacheDir = getMetadataCacheDir(); const metadataPath = path8.join(cacheDir, "metadata-cache.json"); try { const data = fs8.readFileSync(metadataPath, "utf-8"); const cached = JSON.parse(data); debug2(`Loaded cached metadata for genesis: ${Object.keys(cached).join(", ")}`); return cached; } catch { return void 0; } }; var saveCachedMetadata = (genesisHash, metadataHex) => { const cacheDir = getMetadataCacheDir(); try { fs8.mkdirSync(cacheDir, { recursive: true }); } catch { } const metadataPath = path8.join(cacheDir, "metadata-cache.json"); const lockPath = `${metadataPath}.lock`; try { try { fs8.openSync(lockPath, fs8.constants.O_CREAT | fs8.constants.O_EXCL); } catch { return; } const data = JSON.stringify({ [genesisHash]: metadataHex }); fs8.writeFileSync(metadataPath, data, "utf-8"); debug2(`Saved metadata cache for genesis: ${genesisHash}`); } catch (e) { debug2(`Failed to save metadata cache: ${e}`); } finally { try { fs8.unlinkSync(lockPath); } catch { } } }; var ProviderFactory = class _ProviderFactory { constructor(providerConfig) { this.providerConfig = providerConfig; const endpoint = providerConfig.endpoints[0]; if (endpoint === "AUTO" || endpoint.includes("ENV_VAR")) { this.url = endpoint === "AUTO" ? vitestAutoUrl() : process.env.WSS_URL || "error_missing_WSS_URL_env_var"; } else { this.url = endpoint; } debug2(`Constructor - providerConfig.endpoints[0]: ${endpoint}, this.url: ${this.url}`); this.privateKey = process.env.MOON_PRIV_KEY || ALITH_PRIVATE_KEY; } url; privateKey; create() { switch (this.providerConfig.type) { case "polkadotJs": return this.createPolkadotJs(); case "web3": return this.createWeb3(); case "ethers": return this.createEthers(); case "viem": return this.createViem(); case "papi": return this.createPapi(); default: return this.createDefault(); } } createPolkadotJs() { debug2( `\u{1F7E2} PolkadotJs p