UNPKG

@moonwall/cli

Version:

Testing framework for the Moon family of projects

1,449 lines (1,418 loc) 207 kB
var __defProp = Object.defineProperty; var __getOwnPropNames = Object.getOwnPropertyNames; var __esm = (fn, res) => function __init() { return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res; }; var __export = (target, all) => { for (var name in all) __defProp(target, name, { get: all[name], enumerable: true }); }; // src/lib/configReader.ts var configReader_exports = {}; __export(configReader_exports, { cacheConfig: () => cacheConfig, configExists: () => configExists, configSetup: () => configSetup, getEnvironmentFromConfig: () => getEnvironmentFromConfig, importAsyncConfig: () => importAsyncConfig, importConfig: () => importConfig, importJsonConfig: () => importJsonConfig, isEthereumDevConfig: () => isEthereumDevConfig, isEthereumZombieConfig: () => isEthereumZombieConfig, isOptionSet: () => isOptionSet, loadEnvVars: () => loadEnvVars, parseZombieConfigForBins: () => parseZombieConfigForBins }); import { readFile, access } from "fs/promises"; import { readFileSync, existsSync, constants } from "fs"; import JSONC from "jsonc-parser"; import path2, { extname } from "path"; async function configExists() { try { await access(process.env.MOON_CONFIG_PATH || "", constants.R_OK); return true; } catch { return false; } } function configSetup(args) { if (args.includes("--configFile") || process.argv.includes("-c")) { const index = process.argv.indexOf("--configFile") !== -1 ? process.argv.indexOf("--configFile") : process.argv.indexOf("-c") !== -1 ? process.argv.indexOf("-c") : 0; if (index === 0) { throw new Error("Invalid configFile argument"); } const configFile = process.argv[index + 1]; if (!existsSync(configFile)) { throw new Error(`Config file not found at "${configFile}"`); } process.env.MOON_CONFIG_PATH = configFile; } if (!process.env.MOON_CONFIG_PATH) { process.env.MOON_CONFIG_PATH = "moonwall.config.json"; } } async function parseConfig(filePath) { let result; const file = await readFile(filePath, "utf8"); switch (extname(filePath)) { case ".json": result = JSON.parse(file); break; case ".config": result = JSONC.parse(file); break; default: result = void 0; break; } return result; } function parseConfigSync(filePath) { let result; const file = readFileSync(filePath, "utf8"); switch (extname(filePath)) { case ".json": result = JSON.parse(file); break; case ".config": result = JSONC.parse(file); break; default: result = void 0; break; } return result; } async function importConfig(configPath) { return await import(configPath); } function isOptionSet(option) { const env = getEnvironmentFromConfig(); const optionValue = traverseConfig(env, option); return optionValue !== void 0; } function isEthereumZombieConfig() { const env = getEnvironmentFromConfig(); return env.foundation.type === "zombie" && !env.foundation.zombieSpec.disableDefaultEthProviders; } function isEthereumDevConfig() { const env = getEnvironmentFromConfig(); return env.foundation.type === "dev" && !env.foundation.launchSpec[0].disableDefaultEthProviders; } async function cacheConfig() { const configPath = process.env.MOON_CONFIG_PATH; if (!configPath) { throw new Error(`Environment ${process.env.MOON_TEST_ENV} not found in config`); } const filePath = path2.isAbsolute(configPath) ? configPath : path2.join(process.cwd(), configPath); try { const config = parseConfigSync(filePath); const replacedConfig = replaceEnvVars(config); cachedConfig = replacedConfig; } catch (e) { console.error(e); throw new Error(`Error import config at ${filePath}`); } } function getEnvironmentFromConfig() { const globalConfig = importJsonConfig(); const config = globalConfig.environments.find(({ name }) => name === process.env.MOON_TEST_ENV); if (!config) { throw new Error(`Environment ${process.env.MOON_TEST_ENV} not found in config`); } return config; } function importJsonConfig() { if (cachedConfig) { return cachedConfig; } const configPath = process.env.MOON_CONFIG_PATH; if (!configPath) { throw new Error("No moonwall config path set. This is a defect, please raise it."); } const filePath = path2.isAbsolute(configPath) ? configPath : path2.join(process.cwd(), configPath); try { const config = parseConfigSync(filePath); const replacedConfig = replaceEnvVars(config); cachedConfig = replacedConfig; return cachedConfig; } catch (e) { console.error(e); throw new Error(`Error import config at ${filePath}`); } } async function importAsyncConfig() { if (cachedConfig) { return cachedConfig; } const configPath = process.env.MOON_CONFIG_PATH; if (!configPath) { throw new Error("No moonwall config path set. This is a defect, please raise it."); } const filePath = path2.isAbsolute(configPath) ? configPath : path2.join(process.cwd(), configPath); try { const config = await parseConfig(filePath); const replacedConfig = replaceEnvVars(config); cachedConfig = replacedConfig; return cachedConfig; } catch (e) { console.error(e); throw new Error(`Error import config at ${filePath}`); } } function loadEnvVars() { const env = getEnvironmentFromConfig(); for (const envVar of env.envVars || []) { const [key, value] = envVar.split("="); process.env[key] = value; } } function replaceEnvVars(value) { if (typeof value === "string") { return value.replace(/\$\{([^}]+)\}/g, (match, group) => { const envVarValue = process.env[group]; return envVarValue || match; }); } if (Array.isArray(value)) { return value.map(replaceEnvVars); } if (typeof value === "object" && value !== null) { return Object.fromEntries(Object.entries(value).map(([k, v]) => [k, replaceEnvVars(v)])); } return value; } function traverseConfig(configObj, option) { if (typeof configObj !== "object" || !configObj) return void 0; if (Object.hasOwn(configObj, option)) { return configObj[option]; } for (const key in configObj) { const result = traverseConfig(configObj[key], option); if (result !== void 0) { return result; } } return void 0; } function parseZombieConfigForBins(zombieConfigPath) { const config = JSON.parse(readFileSync(zombieConfigPath, "utf8")); const commands = []; if (config.relaychain?.default_command) { commands.push(path2.basename(config.relaychain.default_command)); } if (config.parachains) { for (const parachain of config.parachains) { if (parachain.collator?.command) { commands.push(path2.basename(parachain.collator.command)); } } } return [...new Set(commands)].sort(); } var cachedConfig; var init_configReader = __esm({ "src/lib/configReader.ts"() { "use strict"; } }); // src/index.ts export * from "@moonwall/types"; import { afterAll as afterAll2, afterEach, beforeAll as beforeAll2, beforeEach, expect } from "vitest"; // src/lib/binariesHelpers.ts import path from "path"; import fs from "fs"; import child_process from "child_process"; import { OVERRIDE_RUNTIME_PATH } from "@moonwall/util"; var BINARY_DIRECTORY = process.env.BINARY_DIRECTORY || "binaries"; var RUNTIME_DIRECTORY = process.env.RUNTIME_DIRECTORY || "runtimes"; var SPECS_DIRECTORY = process.env.SPECS_DIRECTORY || "specs"; async function getGithubReleaseBinary(url, binaryPath) { if (!fs.existsSync(binaryPath)) { console.log(` Missing ${binaryPath} locally, downloading it...`); child_process.execSync( `mkdir -p ${path.dirname(binaryPath)} && wget -q ${url} -O ${binaryPath} && chmod u+x ${binaryPath}` ); console.log(`${binaryPath} downloaded !`); } return binaryPath; } async function getMoonbeamReleaseBinary(binaryTag) { const binaryPath = path.join(BINARY_DIRECTORY, `moonbeam-${binaryTag}`); return getGithubReleaseBinary( `https://github.com/PureStake/moonbeam/releases/download/${binaryTag}/moonbeam`, binaryPath ); } async function getPolkadotReleaseBinary(binaryTag) { const binaryPath = path.join(BINARY_DIRECTORY, `polkadot-${binaryTag}`); return getGithubReleaseBinary( `https://github.com/paritytech/polkadot-sdk/releases/download/${binaryTag}/polkadot`, binaryPath ); } async function getTanssiReleaseBinary(binaryTag) { const binaryPath = path.join(BINARY_DIRECTORY, `polkadot-${binaryTag}`); return getGithubReleaseBinary( `https://github.com/moondance-labs/tanssi/releases/download/${binaryTag}/polkadot`, binaryPath ); } async function getTagSha8(binaryTag) { const sha = child_process.execSync(`git rev-list -1 ${binaryTag}`).toString(); if (!sha) { throw new Error(`Invalid runtime tag ${binaryTag}`); } return sha.slice(0, 8); } async function getMoonbeamDockerBinary(binaryTag) { const sha8 = await getTagSha8(binaryTag); const binaryPath = path.join(BINARY_DIRECTORY, `moonbeam-${sha8}`); if (!fs.existsSync(binaryPath)) { if (process.platform !== "linux") { console.error("docker binaries are only supported on linux."); throw new Error("docker binaries are only supported on linux."); } const dockerImage = `purestake/moonbeam:sha-${sha8}`; console.log(` Missing ${binaryPath} locally, downloading it...`); child_process.execSync(`mkdir -p ${path.dirname(binaryPath)} && docker create --pull always --name moonbeam-tmp ${dockerImage} && docker cp moonbeam-tmp:/moonbeam/moonbeam ${binaryPath} && docker rm moonbeam-tmp`); console.log(`${binaryPath} downloaded !`); } return binaryPath; } async function getRuntimeWasm(runtimeName, runtimeTag, localPath) { const runtimePath = path.join(RUNTIME_DIRECTORY, `${runtimeName}-${runtimeTag}.wasm`); if (!fs.existsSync(RUNTIME_DIRECTORY)) { fs.mkdirSync(RUNTIME_DIRECTORY, { recursive: true }); } if (runtimeTag === "local") { const builtRuntimePath = localPath ? localPath : path.join( OVERRIDE_RUNTIME_PATH || `../target/release/wbuild/${runtimeName}-runtime/`, `${runtimeName}_runtime.compact.compressed.wasm` ); const code = fs.readFileSync(builtRuntimePath); fs.writeFileSync(runtimePath, `0x${code.toString("hex")}`); } else if (!fs.existsSync(runtimePath)) { console.log(` Missing ${runtimePath} locally, downloading it...`); child_process.execSync( `mkdir -p ${path.dirname( runtimePath )} && wget -q https://github.com/PureStake/moonbeam/releases/download/${runtimeTag}/${runtimeName}-${runtimeTag}.wasm -O ${runtimePath}.bin` ); const code = fs.readFileSync(`${runtimePath}.bin`); fs.writeFileSync(runtimePath, `0x${code.toString("hex")}`); console.log(`${runtimePath} downloaded !`); } return runtimePath; } async function getPlainSpecsFromTag(runtimeName, tag) { const binaryPath = await getMoonbeamDockerBinary(tag); return generateSpecs(binaryPath, runtimeName, false); } async function getRawSpecsFromTag(runtimeName, tag) { const binaryPath = await getMoonbeamDockerBinary(tag); return generateSpecs(binaryPath, runtimeName, true); } async function generateSpecs(binaryPath, runtimeName, raw) { const specPath = path.join(SPECS_DIRECTORY, `${runtimeName}-${raw ? "raw" : "plain"}-specs.json`); child_process.execSync( `mkdir -p ${path.dirname(specPath)} && ${binaryPath} build-spec --chain ${runtimeName} ${raw ? "--raw" : ""} --disable-default-bootnode > ${specPath}` ); return specPath; } async function generatePlainSpecs(binaryPath, runtimeName) { return generateSpecs(binaryPath, runtimeName, false); } async function generateRawSpecs(binaryPath, runtimeName) { return generateSpecs(binaryPath, runtimeName, true); } // src/index.ts init_configReader(); // src/lib/contextHelpers.ts function filterAndApply(events, section, methods, onFound) { return events.filter(({ event }) => section === event.section && methods.includes(event.method)).map((record) => onFound(record)); } function getDispatchError({ event: { data: [dispatchError] } }) { return dispatchError; } function getDispatchInfo({ event: { data, method } }) { return method === "ExtrinsicSuccess" ? data[0] : data[1]; } function extractError(events = []) { return filterAndApply(events, "system", ["ExtrinsicFailed"], getDispatchError)[0]; } function isExtrinsicSuccessful(events = []) { return filterAndApply(events, "system", ["ExtrinsicSuccess"], () => true).length > 0; } function extractInfo(events = []) { return filterAndApply( events, "system", ["ExtrinsicFailed", "ExtrinsicSuccess"], getDispatchInfo )[0]; } // src/lib/contractFunctions.ts init_configReader(); import { ALITH_PRIVATE_KEY, PRECOMPILES, createEthersTransaction, createViemTransaction, deployViemContract } from "@moonwall/util"; import chalk from "chalk"; import { Interface, Wallet } from "ethers"; import fs2, { readFileSync as readFileSync2 } from "fs"; import path3 from "path"; import { decodeFunctionResult, encodeFunctionData, toHex } from "viem"; import { privateKeyToAccount } from "viem/accounts"; function getCompiledPath(contractName) { const config = importJsonConfig(); const contractsDir = config.environments.find( (env) => env.name === process.env.MOON_TEST_ENV )?.contracts; if (!contractsDir) { throw new Error( `Contracts directory not found for environment config ${process.env.MOON_TEST_ENV} Please specify path to Foundry directory at: ${chalk.bgWhiteBright.blackBright( "moonwall.config.json > environments > contracts" )}` ); } const compiledJsonPath = recursiveSearch(contractsDir, `${contractName}.json`); const solidityFilePath = recursiveSearch(contractsDir, `${contractName}.sol`); if (!compiledJsonPath && !solidityFilePath) { throw new Error( `Neither solidity contract ${contractName}.sol nor its compiled json exists in ${contractsDir}` ); } if (!compiledJsonPath) { throw new Error( `Compiled contract ${contractName}.json doesn't exist Please ${chalk.bgWhiteBright.blackBright("recompile contract")} ${contractName}.sol` ); } return compiledJsonPath; } function fetchCompiledContract(contractName) { const compiledPath = getCompiledPath(contractName); const json = readFileSync2(compiledPath, "utf8"); const parsed = JSON.parse(json); return { abi: parsed.contract.abi, bytecode: parsed.byteCode, methods: parsed.contract.evm.methodIdentifiers, deployedBytecode: `0x${parsed.contract.evm.deployedBytecode.object}` }; } function recursiveSearch(dir, filename) { const files = fs2.readdirSync(dir); for (const file of files) { const filepath = path3.join(dir, file); const stats = fs2.statSync(filepath); if (stats.isDirectory()) { const searchResult = recursiveSearch(filepath, filename); if (searchResult) { return searchResult; } } else if (stats.isFile() && file === filename) { return filepath; } } return null; } async function interactWithPrecompileContract(context, callOptions) { const { precompileName, ...rest } = callOptions; const precompileInfo = PRECOMPILES[precompileName]; if (!precompileInfo) { throw new Error(`No precompile found with the name: ${precompileName}`); } const [contractAddress, contractName] = Array.isArray(precompileInfo) ? precompileInfo : [precompileInfo, precompileName]; return await interactWithContract(context, { ...rest, contractName, contractAddress }); } async function interactWithContract(context, callOptions) { const { contractName, contractAddress, functionName, args = [], web3Library = "viem", gas = "estimate", value = 0n, privateKey = ALITH_PRIVATE_KEY, rawTxOnly = false, call = false } = callOptions; const { abi } = fetchCompiledContract(contractName); const data = encodeFunctionData({ abi, functionName, args }); const account = privateKeyToAccount(privateKey); const gasParam = gas === "estimate" ? await context.viem().estimateGas({ account: account.address, to: contractAddress, value: 0n, data }) : gas > 0n ? gas : 200000n; if (!call && rawTxOnly) { return web3Library === "viem" ? createViemTransaction(context, { to: contractAddress, data, gas: gasParam, privateKey, value }) : createEthersTransaction(context, { to: contractAddress, data, gas: gasParam, value: toHex(value), privateKey }); } if (call) { if (web3Library === "viem") { const result2 = await context.viem().call({ account: account.address, to: contractAddress, value: 0n, data, gas: gasParam }); if (!result2.data) { throw new Error("No data field returned from call"); } return decodeFunctionResult({ abi, functionName, data: result2.data }); } const result = await context.ethers().call({ from: account.address, to: contractAddress, value: toHex(value), data, gasLimit: toHex(gasParam) }); return new Interface(abi).decodeFunctionResult(functionName, result); } if (!rawTxOnly) { if (web3Library === "viem") { const hash2 = await context.viem().sendTransaction({ account, to: contractAddress, value, data, gas: gasParam }); return hash2; } const signer = new Wallet(privateKey, context.ethers().provider); const { hash } = await signer.sendTransaction({ from: account.address, to: contractAddress, value: toHex(value), data, gasLimit: toHex(gasParam) }); return hash; } throw new Error("This should never happen, if it does there's a logic error in the code"); } async function deployCreateCompiledContract(context, contractName, options) { const { abi, bytecode, methods } = fetchCompiledContract(contractName); const { privateKey = ALITH_PRIVATE_KEY, args = [], ...rest } = options || {}; const blob = { ...rest, privateKey, args }; const { contractAddress, logs, status, hash } = await deployViemContract( context, abi, bytecode, blob ); return { contractAddress, logs, hash, status, abi, bytecode, methods }; } // src/lib/globalContext.ts import { createLogger as createLogger15 } from "@moonwall/util"; import zombie from "@zombienet/orchestrator"; import Docker4 from "dockerode"; import { ChildProcess, exec as exec3, execSync as execSync4 } from "child_process"; import fs17 from "fs"; import net3 from "net"; import path14 from "path"; import readline from "readline"; import { setTimeout as timer4 } from "timers/promises"; import { promisify as promisify3 } from "util"; import invariant5 from "tiny-invariant"; // src/internal/logging.ts var originalWrite = process.stderr.write.bind(process.stderr); var blockList = [ "has multiple versions, ensure that there is only one installed", "Unable to map [u8; 32] to a lookup index", "Either remove and explicitly install matching versions or dedupe using your package manager." ]; process.stderr.write = (chunk, encodingOrCallback, callback) => { let shouldWrite = true; if (typeof chunk === "string") { shouldWrite = !blockList.some((phrase) => chunk.includes(phrase)); } if (shouldWrite) { if (typeof encodingOrCallback === "function") { return originalWrite.call(process.stderr, chunk, void 0, encodingOrCallback); } return originalWrite.call(process.stderr, chunk, encodingOrCallback, callback); } const cb = typeof encodingOrCallback === "function" ? encodingOrCallback : callback; if (cb) cb(null); return true; }; // src/internal/cmdFunctions/downloader.ts import { SingleBar, Presets } from "cli-progress"; import fs3 from "fs"; import { Readable } from "stream"; // src/internal/cmdFunctions/fetchArtifact.ts import fs4 from "fs/promises"; import path4 from "path"; import semver from "semver"; import chalk2 from "chalk"; // src/internal/processHelpers.ts import child_process2 from "child_process"; import { promisify } from "util"; import { createLogger } from "@moonwall/util"; var logger = createLogger({ name: "actions:runner" }); var debug = logger.debug.bind(logger); var execAsync = promisify(child_process2.exec); var withTimeout = (promise, ms) => { return Promise.race([ promise, new Promise( (_, reject) => setTimeout(() => reject(new Error("Operation timed out")), ms) ) ]); }; // src/internal/cmdFunctions/fetchArtifact.ts import { minimatch } from "minimatch"; // src/lib/repoDefinitions/moonbeam.ts var repo = { name: "moonbeam", binaries: [ { name: "moonbeam", defaultArgs: [ "--no-hardware-benchmarks", "--no-telemetry", "--reserved-only", "--rpc-cors=all", "--unsafe-rpc-external", "--unsafe-force-node-key-generation", "--no-grandpa", "--sealing=manual", "--force-authoring", "--database=paritydb", "--no-prometheus", "--alice", "--chain=moonbase-dev", "--tmp" ] }, { name: "moonbase-runtime" }, { name: "moonbeam-runtime" }, { name: "moonriver-runtime" } ], ghAuthor: "moonbeam-foundation", ghRepo: "moonbeam" }; var moonbeam_default = repo; // src/lib/repoDefinitions/polkadot.ts var repo2 = { name: "polkadot", binaries: [ { name: "polkadot" }, { name: "polkadot-prepare-worker" }, { name: "polkadot-execute-worker" } ], ghAuthor: "paritytech", ghRepo: "polkadot-sdk" }; var polkadot_default = repo2; // src/lib/repoDefinitions/tanssi.ts var repo3 = { name: "tanssi", binaries: [ { name: "tanssi-node", defaultArgs: ["--dev", "--sealing=manual", "--no-hardware-benchmarks"] }, { name: "container-chain-template-simple-node" }, { name: "container-chain-template-frontier-node" } ], ghAuthor: "moondance-labs", ghRepo: "tanssi" }; var tanssi_default = repo3; // src/lib/repoDefinitions/index.ts init_configReader(); function standardRepos() { const defaultRepos = [moonbeam_default, polkadot_default, tanssi_default]; return [...defaultRepos]; } // src/internal/cmdFunctions/fetchArtifact.ts init_configReader(); import { execSync } from "child_process"; import { Octokit } from "@octokit/rest"; import { confirm } from "@inquirer/prompts"; var octokit = new Octokit({ baseUrl: "https://api.github.com", log: { debug: () => { }, info: () => { }, warn: console.warn, error: console.error } }); // src/internal/cmdFunctions/initialisation.ts import fs5 from "fs/promises"; import { confirm as confirm2, input, number } from "@inquirer/prompts"; // src/internal/cmdFunctions/tempLogs.ts import path5 from "path"; import fs6 from "fs"; // src/internal/commandParsers.ts import { createLogger as createLogger3 } from "@moonwall/util"; import path6 from "path"; import net from "net"; import { Effect as Effect3 } from "effect"; // src/lib/shardManager.ts var ShardManager = class _ShardManager { static instance = null; _shardInfo = null; constructor() { } static getInstance() { if (!_ShardManager.instance) { _ShardManager.instance = new _ShardManager(); } return _ShardManager.instance; } /** * Initialize shard configuration from command line argument or environment * @param shardArg Optional shard argument from CLI (format: "current/total") */ initializeSharding(shardArg) { if (shardArg) { this._shardInfo = this.parseShardString(shardArg); process.env.MOONWALL_TEST_SHARD = shardArg; } else if (process.env.MOONWALL_TEST_SHARD) { this._shardInfo = this.parseShardString(process.env.MOONWALL_TEST_SHARD); } else { this._shardInfo = { current: 1, total: 1, isSharded: false }; } } /** * Get current shard information */ getShardInfo() { if (!this._shardInfo) { this.initializeSharding(); } return this._shardInfo; } /** * Get shard index (0-based) for port calculations */ getShardIndex() { return this.getShardInfo().current - 1; } /** * Get total number of shards */ getTotalShards() { return this.getShardInfo().total; } /** * Check if sharding is enabled */ isSharded() { return this.getShardInfo().isSharded; } /** * Reset shard configuration (mainly for testing) */ reset() { this._shardInfo = null; delete process.env.MOONWALL_TEST_SHARD; } parseShardString(shardString) { if (!shardString.includes("/")) { throw new Error( `Invalid shard format: "${shardString}". Expected format: "current/total" (e.g., "1/3")` ); } const [currentStr, totalStr] = shardString.split("/"); const current = parseInt(currentStr, 10); const total = parseInt(totalStr, 10); if (Number.isNaN(current) || Number.isNaN(total) || current < 1 || total < 1) { throw new Error( `Invalid shard numbers in "${shardString}". Both current and total must be positive integers.` ); } if (current > total) { throw new Error( `Invalid shard configuration: current shard ${current} cannot be greater than total ${total}` ); } const isSharded = total > 1; return { current, total, isSharded }; } }; var shardManager = ShardManager.getInstance(); // src/internal/commandParsers.ts import invariant from "tiny-invariant"; // src/internal/effect/StartupCacheService.ts import { Command, FileSystem as FileSystem2, Path } from "@effect/platform"; import { NodeContext } from "@effect/platform-node"; import { createLogger as createLogger2 } from "@moonwall/util"; import { Context, Duration as Duration2, Effect as Effect2, Layer, Option, Stream } from "effect"; import * as crypto from "crypto"; // src/internal/effect/errors.ts import { Data } from "effect"; var PortDiscoveryError = class extends Data.TaggedError("PortDiscoveryError") { }; var NodeLaunchError = class extends Data.TaggedError("NodeLaunchError") { }; var NodeReadinessError = class extends Data.TaggedError("NodeReadinessError") { }; var ProcessError = class extends Data.TaggedError("ProcessError") { }; var StartupCacheError = class extends Data.TaggedError("StartupCacheError") { }; var FileLockError = class extends Data.TaggedError("FileLockError") { }; // src/internal/effect/FileLock.ts import { FileSystem } from "@effect/platform"; import { Duration, Effect, Schedule } from "effect"; import * as os from "os"; var LOCK_MAX_AGE = Duration.minutes(2); var LOCK_POLL_INTERVAL = Duration.millis(500); var isProcessAlive = (pid) => Effect.try(() => { process.kill(pid, 0); return true; }).pipe(Effect.orElseSucceed(() => false)); var isLockStale = (info) => Effect.gen(function* () { const isTimedOut = Date.now() - info.timestamp > Duration.toMillis(LOCK_MAX_AGE); if (isTimedOut) return true; const isSameHost = info.hostname === os.hostname(); if (!isSameHost) return false; const alive = yield* isProcessAlive(info.pid); return !alive; }); var cleanupStaleLock = (lockPath) => Effect.gen(function* () { const fs19 = yield* FileSystem.FileSystem; const infoPath = `${lockPath}/lock.json`; const exists = yield* fs19.exists(infoPath).pipe(Effect.orElseSucceed(() => false)); if (!exists) return; const content = yield* fs19.readFileString(infoPath).pipe(Effect.orElseSucceed(() => "")); const info = yield* Effect.try(() => JSON.parse(content)).pipe( Effect.orElseSucceed(() => null) ); if (!info) return; const stale = yield* isLockStale(info); if (stale) { yield* fs19.remove(lockPath, { recursive: true }).pipe(Effect.ignore); } }); var writeLockInfo = (lockPath) => Effect.gen(function* () { const fs19 = yield* FileSystem.FileSystem; const info = { pid: process.pid, timestamp: Date.now(), hostname: os.hostname() }; yield* fs19.writeFileString(`${lockPath}/lock.json`, JSON.stringify(info)).pipe(Effect.ignore); }); var tryAcquireLock = (lockPath) => Effect.gen(function* () { const fs19 = yield* FileSystem.FileSystem; yield* cleanupStaleLock(lockPath); yield* fs19.makeDirectory(lockPath).pipe(Effect.mapError(() => new FileLockError({ reason: "acquisition_failed", lockPath }))); yield* writeLockInfo(lockPath); }); var acquireFileLock = (lockPath, timeout = Duration.minutes(2)) => tryAcquireLock(lockPath).pipe( Effect.retry(Schedule.fixed(LOCK_POLL_INTERVAL).pipe(Schedule.upTo(timeout))), Effect.catchAll(() => Effect.fail(new FileLockError({ reason: "timeout", lockPath }))) ); var releaseFileLock = (lockPath) => Effect.gen(function* () { const fs19 = yield* FileSystem.FileSystem; yield* fs19.remove(lockPath, { recursive: true }).pipe(Effect.ignore); }); var withFileLock = (lockPath, effect, timeout = Duration.minutes(2)) => Effect.acquireUseRelease( acquireFileLock(lockPath, timeout), () => effect, () => releaseFileLock(lockPath) ); // src/internal/effect/StartupCacheService.ts var logger2 = createLogger2({ name: "StartupCacheService" }); var StartupCacheService = class extends Context.Tag("StartupCacheService")() { }; var hashFile = (filePath) => Effect2.gen(function* () { const fs19 = yield* FileSystem2.FileSystem; const hash = crypto.createHash("sha256"); yield* fs19.stream(filePath).pipe(Stream.runForEach((chunk) => Effect2.sync(() => hash.update(chunk)))); return hash.digest("hex"); }).pipe(Effect2.mapError((cause) => new StartupCacheError({ cause, operation: "hash" }))); var findPrecompiledWasm = (dir) => Effect2.gen(function* () { const fs19 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const exists = yield* fs19.exists(dir); if (!exists) return Option.none(); const files = yield* fs19.readDirectory(dir).pipe(Effect2.orElseSucceed(() => [])); const wasmFile = files.find( (f) => f.startsWith("precompiled_wasm_") || f.endsWith(".cwasm") || f.endsWith(".wasm") ); return wasmFile ? Option.some(pathService.join(dir, wasmFile)) : Option.none(); }).pipe(Effect2.catchAll(() => Effect2.succeed(Option.none()))); var checkCache = (cacheDir, hashPath, expectedHash) => Effect2.gen(function* () { const fs19 = yield* FileSystem2.FileSystem; const savedHash = yield* fs19.readFileString(hashPath).pipe(Effect2.orElseSucceed(() => "")); if (savedHash.trim() !== expectedHash) return Option.none(); const wasmPath = yield* findPrecompiledWasm(cacheDir); if (Option.isNone(wasmPath)) return Option.none(); const accessible = yield* fs19.access(wasmPath.value).pipe( Effect2.as(true), Effect2.orElseSucceed(() => false) ); return accessible ? wasmPath : Option.none(); }); var runPrecompile = (binPath, chainArg, outputDir) => Effect2.gen(function* () { const fs19 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const args = chainArg ? ["precompile-wasm", chainArg, outputDir] : ["precompile-wasm", outputDir]; logger2.debug(`Precompiling: ${binPath} ${args.join(" ")}`); const startTime = Date.now(); const exitCode = yield* Command.exitCode(Command.make(binPath, ...args)).pipe( Effect2.mapError( (e) => new StartupCacheError({ cause: e, operation: "precompile" }) ) ); const files = yield* fs19.readDirectory(outputDir).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "precompile" }))); const wasmFile = files.find( (f) => f.startsWith("precompiled_wasm_") || f.endsWith(".cwasm") || f.endsWith(".wasm") ); if (!wasmFile) { return yield* Effect2.fail( new StartupCacheError({ cause: `precompile-wasm failed (code ${exitCode}): no WASM file generated`, operation: "precompile" }) ); } const wasmPath = pathService.join(outputDir, wasmFile); logger2.debug(`Precompiled in ${Date.now() - startTime}ms: ${wasmPath}`); return wasmPath; }); var generateRawChainSpec = (binPath, chainName, outputPath) => Effect2.gen(function* () { const fs19 = yield* FileSystem2.FileSystem; const args = chainName === "dev" || chainName === "default" ? ["build-spec", "--dev", "--raw"] : ["build-spec", `--chain=${chainName}`, "--raw"]; logger2.debug(`Generating raw chain spec: ${binPath} ${args.join(" ")}`); const stdout = yield* Command.string(Command.make(binPath, ...args)).pipe( Effect2.mapError( (e) => new StartupCacheError({ cause: e, operation: "chainspec" }) ) ); if (!stdout.length) { return yield* Effect2.fail( new StartupCacheError({ cause: "build-spec produced no output", operation: "chainspec" }) ); } yield* fs19.writeFileString(outputPath, stdout).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "chainspec" }))); return outputPath; }); var maybeGetRawChainSpec = (binPath, chainName, cacheSubDir, shouldGenerate) => Effect2.gen(function* () { if (!shouldGenerate) return Option.none(); const fs19 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const rawSpecPath = pathService.join(cacheSubDir, `${chainName}-raw.json`); const exists = yield* fs19.exists(rawSpecPath).pipe(Effect2.orElseSucceed(() => false)); if (exists) return Option.some(rawSpecPath); return yield* generateRawChainSpec(binPath, chainName, rawSpecPath).pipe( Effect2.map(Option.some), Effect2.catchAll(() => Effect2.succeed(Option.none())) ); }); var getCachedArtifactsImpl = (config) => Effect2.gen(function* () { const fs19 = yield* FileSystem2.FileSystem; const pathService = yield* Path.Path; const binaryHash = yield* hashFile(config.binPath); const shortHash = binaryHash.substring(0, 12); const chainName = config.isDevMode ? "dev" : config.chainArg?.match(/--chain[=\s]?(\S+)/)?.[1] || "default"; const binName = pathService.basename(config.binPath); const cacheSubDir = pathService.join(config.cacheDir, `${binName}-${chainName}-${shortHash}`); const hashPath = pathService.join(cacheSubDir, "binary.hash"); const lockPath = pathService.join(config.cacheDir, `${binName}-${chainName}.lock`); yield* fs19.makeDirectory(cacheSubDir, { recursive: true }).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "cache" }))); const cached = yield* checkCache(cacheSubDir, hashPath, binaryHash); if (Option.isSome(cached)) { logger2.debug(`Using cached precompiled WASM: ${cached.value}`); const rawChainSpecPath = yield* maybeGetRawChainSpec( config.binPath, chainName, cacheSubDir, config.generateRawChainSpec ?? false ); return { precompiledPath: cached.value, fromCache: true, rawChainSpecPath: Option.getOrUndefined(rawChainSpecPath) }; } return yield* withFileLock( lockPath, Effect2.gen(function* () { const nowCached = yield* checkCache(cacheSubDir, hashPath, binaryHash); if (Option.isSome(nowCached)) { logger2.debug( `Using cached precompiled WASM (created by another process): ${nowCached.value}` ); const rawChainSpecPath2 = yield* maybeGetRawChainSpec( config.binPath, chainName, cacheSubDir, config.generateRawChainSpec ?? false ); return { precompiledPath: nowCached.value, fromCache: true, rawChainSpecPath: Option.getOrUndefined(rawChainSpecPath2) }; } logger2.debug("Precompiling WASM (this may take a moment)..."); const wasmPath = yield* runPrecompile(config.binPath, config.chainArg, cacheSubDir); yield* fs19.writeFileString(hashPath, binaryHash).pipe(Effect2.mapError((e) => new StartupCacheError({ cause: e, operation: "cache" }))); const rawChainSpecPath = yield* maybeGetRawChainSpec( config.binPath, chainName, cacheSubDir, config.generateRawChainSpec ?? false ); return { precompiledPath: wasmPath, fromCache: false, rawChainSpecPath: Option.getOrUndefined(rawChainSpecPath) }; }), Duration2.minutes(2) ); }); var StartupCacheServiceLive = Layer.succeed(StartupCacheService, { getCachedArtifacts: (config) => getCachedArtifactsImpl(config).pipe( Effect2.mapError( (e) => e._tag === "FileLockError" ? new StartupCacheError({ cause: e, operation: "lock" }) : e ), Effect2.provide(NodeContext.layer) ) }); var StartupCacheServiceTestable = Layer.succeed(StartupCacheService, { getCachedArtifacts: (config) => getCachedArtifactsImpl(config).pipe( Effect2.mapError( (e) => e._tag === "FileLockError" ? new StartupCacheError({ cause: e, operation: "lock" }) : e ) ) }); // src/internal/commandParsers.ts var logger3 = createLogger3({ name: "commandParsers" }); function parseZombieCmd(launchSpec) { if (launchSpec) { return { cmd: launchSpec.configPath }; } throw new Error( "No ZombieSpec found in config. Are you sure your moonwall.config.json file has the correct 'configPath' in zombieSpec?" ); } function fetchDefaultArgs(binName, additionalRepos = []) { let defaultArgs; const repos = [...standardRepos(), ...additionalRepos]; for (const repo4 of repos) { const foundBin = repo4.binaries.find((bin) => bin.name === binName); if (foundBin) { defaultArgs = foundBin.defaultArgs; break; } } if (!defaultArgs) { defaultArgs = ["--dev"]; } return defaultArgs; } var LaunchCommandParser = class _LaunchCommandParser { args; cmd; launch; launchSpec; launchOverrides; constructor(options) { const { launchSpec, additionalRepos, launchOverrides } = options; this.launchSpec = launchSpec; this.launchOverrides = launchOverrides; this.launch = !launchSpec.running ? true : launchSpec.running; this.cmd = launchSpec.binPath; this.args = launchSpec.options ? [...launchSpec.options] : fetchDefaultArgs(path6.basename(launchSpec.binPath), additionalRepos); } overrideArg(newArg) { const newArgKey = newArg.split("=")[0]; const existingIndex = this.args.findIndex((arg) => arg.startsWith(`${newArgKey}=`)); if (existingIndex !== -1) { this.args[existingIndex] = newArg; } else { this.args.push(newArg); } } async withPorts() { if (process.env.MOON_RECYCLE === "true") { const existingPort = process.env.MOONWALL_RPC_PORT; if (existingPort) { this.overrideArg(`--rpc-port=${existingPort}`); } return this; } if (this.launchSpec.ports) { const ports = this.launchSpec.ports; if (ports.p2pPort) { this.overrideArg(`--port=${ports.p2pPort}`); } if (ports.wsPort) { this.overrideArg(`--ws-port=${ports.wsPort}`); } if (ports.rpcPort) { this.overrideArg(`--rpc-port=${ports.rpcPort}`); } } else { const freePort = (await getFreePort()).toString(); process.env.MOONWALL_RPC_PORT = freePort; this.overrideArg(`--rpc-port=${freePort}`); } return this; } withDefaultForkConfig() { const forkOptions = this.launchSpec.defaultForkConfig; if (forkOptions) { this.applyForkOptions(forkOptions); } return this; } withLaunchOverrides() { if (this.launchOverrides?.forkConfig) { this.applyForkOptions(this.launchOverrides.forkConfig); } return this; } print() { logger3.debug(`Command to run: ${this.cmd}`); logger3.debug(`Arguments: ${this.args.join(" ")}`); return this; } applyForkOptions(forkOptions) { if (forkOptions.url) { invariant(forkOptions.url.startsWith("http"), "Fork URL must start with http:// or https://"); this.overrideArg(`--fork-chain-from-rpc=${forkOptions.url}`); } if (forkOptions.blockHash) { this.overrideArg(`--block=${forkOptions.blockHash}`); } if (forkOptions.stateOverridePath) { this.overrideArg(`--fork-state-overrides=${forkOptions.stateOverridePath}`); } if (forkOptions.verbose) { this.overrideArg("-llazy-loading=trace"); } } /** * Cache startup artifacts if enabled in launchSpec. * This uses an Effect-based service that caches artifacts by binary hash. * * When cacheStartupArtifacts is enabled, this generates: * 1. Precompiled WASM for the runtime * 2. Raw chain spec to skip genesis WASM compilation * * This reduces startup from ~3s to ~200ms (~10x improvement). */ async withStartupCache() { if (!this.launchSpec.cacheStartupArtifacts) { return this; } if (this.launchSpec.useDocker) { logger3.warn("Startup caching is not supported for Docker images, skipping"); return this; } const chainArg = this.args.find((arg) => arg.startsWith("--chain")); const hasDevFlag = this.args.includes("--dev"); const existingChainName = chainArg?.match(/--chain[=\s]?(\S+)/)?.[1]; const canGenerateRawSpec = hasDevFlag || !!existingChainName; const cacheDir = this.launchSpec.startupCacheDir || path6.join(process.cwd(), "tmp", "startup-cache"); const program = StartupCacheService.pipe( Effect3.flatMap( (service) => service.getCachedArtifacts({ binPath: this.launchSpec.binPath, chainArg, cacheDir, // Generate raw chain spec for faster startup (works for both --dev and --chain=XXX) generateRawChainSpec: canGenerateRawSpec, // Pass dev mode flag for proper chain name detection isDevMode: hasDevFlag }) ), Effect3.provide(StartupCacheServiceLive) ); try { const result = await Effect3.runPromise(program); const precompiledDir = path6.dirname(result.precompiledPath); this.overrideArg(`--wasmtime-precompiled=${precompiledDir}`); if (result.rawChainSpecPath) { if (hasDevFlag) { this.args = this.args.filter((arg) => arg !== "--dev"); this.overrideArg(`--chain=${result.rawChainSpecPath}`); this.overrideArg("--alice"); this.overrideArg("--force-authoring"); this.overrideArg("--rpc-cors=all"); this.overrideArg( "--node-key=0000000000000000000000000000000000000000000000000000000000000001" ); } else if (existingChainName) { this.overrideArg(`--chain=${result.rawChainSpecPath}`); } logger3.debug(`Using raw chain spec for ~10x faster startup: ${result.rawChainSpecPath}`); } process.env.MOONWALL_CACHE_DIR = precompiledDir; logger3.debug( result.fromCache ? `Using cached precompiled WASM: ${result.precompiledPath}` : `Precompiled WASM created: ${result.precompiledPath}` ); } catch (error) { logger3.warn(`WASM precompilation failed, continuing without: ${error}`); } return this; } build() { return { cmd: this.cmd, args: this.args, launch: this.launch }; } static async create(options) { const parser = new _LaunchCommandParser(options); const parsed = await parser.withPorts().then((p) => p.withDefaultForkConfig().withLaunchOverrides()).then((p) => p.withStartupCache()); if (options.verbose) { parsed.print(); } return parsed.build(); } }; function parseChopsticksRunCmd(launchSpecs) { const launch = !launchSpecs[0].running ? true : launchSpecs[0].running; if (launchSpecs.length === 1) { const chopsticksCmd2 = "node"; const chopsticksArgs2 = [ "node_modules/@acala-network/chopsticks/chopsticks.cjs", `--config=${launchSpecs[0].configPath}`, `--host=${launchSpecs[0].address ?? "127.0.0.1"}` ]; const mode = launchSpecs[0].buildBlockMode ? launchSpecs[0].buildBlockMode : "manual"; const num = mode === "batch" ? "Batch" : mode === "instant" ? "Instant" : "Manual"; chopsticksArgs2.push(`--build-block-mode=${num}`); if (launchSpecs[0].wsPort) { chopsticksArgs2.push(`--port=${launchSpecs[0].wsPort}`); } if (launchSpecs[0].wasmOverride) { chopsticksArgs2.push(`--wasm-override=${launchSpecs[0].wasmOverride}`); } if (launchSpecs[0].allowUnresolvedImports) { chopsticksArgs2.push("--allow-unresolved-imports"); } return { cmd: chopsticksCmd2, args: chopsticksArgs2, launch }; } const chopsticksCmd = "node"; const chopsticksArgs = ["node_modules/@acala-network/chopsticks/chopsticks.cjs", "xcm"]; for (const spec of launchSpecs) { const type = spec.type ? spec.type : "parachain"; switch (type) { case "parachain": chopsticksArgs.push(`--parachain=${spec.configPath}`); break; case "relaychain": chopsticksArgs.push(`--relaychain=${spec.configPath}`); } } return { cmd: chopsticksCmd, args: chopsticksArgs, launch }; } var isPortAvailable = async (port) => { return new Promise((resolve) => { const server = net.createServer(); server.listen(port, () => { server.once("close", () => resolve(true)); server.close(); }); server.on("error", () => resolve(false)); }); }; var getNextAvailablePort = async (startPort) => { let port = startPort; while (port <= 65535) { if (await isPortAvailable(port)) { return port; } port++; } throw new Error(`No available ports found starting from ${startPort}`); }; var getFreePort = async () => { const shardIndex = shardManager.getShardIndex(); const totalShards = shardManager.getTotalShards(); const poolId = parseInt(process.env.VITEST_POOL_ID || "0", 10); const basePort = 1e4; const shardOffset = shardIndex * 1e3; const poolOffset = poolId * 100; const processOffset = process.pid % 50; const calculatedPort = basePort + shardOffset + poolOffset + processOffset; const startPort = Math.min(calculatedPort, 6e4 + shardIndex * 100 + poolId); logger3.debug( `Port calculation: shard=${shardIndex + 1}/${totalShards}, pool=${poolId}, final=${startPort}` ); return getNextAvailablePort(startPort); }; // src/internal/deriveTestIds.ts import chalk3 from "chalk"; import fs7 from "fs"; import { confirm as confirm3 } from "@inquirer/prompts"; import path7 from "path"; // src/internal/testIdParser.ts import { Lang, parse, findInFiles } from "@ast-grep/napi"; // src/internal/fileCheckers.ts import fs8 from "fs"; import { execSync as execSync2 } from "child_process"; import chalk4 from "chalk"; import os2 from "os"; import path8 from "path"; import { select } from "@inquirer/prompts"; async function checkExists(path15) { const binPath = path15.split(" ")[0]; const fsResult = fs8.existsSync(binPath); if (!fsResult) { throw new Error( `No binary file found at location: ${binPath} Are you sure your ${chalk4.bgWhiteBright.blackBright( "moonwall.config.json" )} file has the correct "binPath" in launchSpec?` ); } const binArch = await getBinaryArchitecture(binPath); const currentArch = os2.arch(); if (binArch !== currentArch && binArch !== "unknown") { throw new Error( `The binary architecture ${chalk4.bgWhiteBright.blackBright( binArch )} does not match this system's architecture ${chalk4.bgWhiteBright.blackBright( currentArch )} Download or compile a new binary executable for ${chalk4.bgWhiteBright.blackBright( currentArch )} ` ); } return true; } function checkAccess(path15) { const binPath = path15.split(" ")[0]; try { fs8.accessSync(binPath, fs8.constants.X_OK); } catch (_err) { console.error(`The file ${binPath} is not executable`); throw new Error(`The file at ${binPath} , lacks execute permissions.`); } } async function getBinaryArchitecture(filePath) { return new Promise((resolve, reject) => { const architectureMap = { 0: "unknown", 3: "x86", 62: "x64", 183: "arm64" }; fs8.open(filePath, "r", (err, fd) => { if (err) { reject(err); return; } const buffer = Buffer.alloc(20); fs8.read(fd, buffer, 0, 20, 0, (err2, _bytesRead, buffer2) => { if (err2) { reject(err2); return; } const e_machine = buffer2.readUInt16LE(18); const architecture = architectureMap[e_machine] || "unknown"; resolve(architecture); }); }); }); } // src/internal/foundations/chopsticksHelpers.ts import chalk5 from "chalk"; import { setTimeout as setTimeout2 } from "timers/promises"; async function getWsFromConfig(providerName) { if (providerName) { const provider2 = (await MoonwallContext.getContext()).environment.providers.find( ({ name }) => name === providerName ); if (typeof provider2 === "undefined") { throw new Error(`Cannot find provider ${chalk5.bgWhiteBright.blackBright(providerName)}`); } if (!provider2.ws) { throw new Error("Provider does not have an attached ws() property "); } return provider2.ws(); } const provider = (await MoonwallContext.getContext()).environment.providers.find( ({ type }) => type === "polkadotJs" ); if (typeof provider === "undefined") { throw new Error( `Cannot find providers of type ${chalk5.bgWhiteBright.blackBright("polkadotJs")}` ); } if (!provider.ws) { throw new Error("Provider does not have an attached ws() property "); } return provider.ws(); } async function getWsUrlFromConfig(providerName) { const { getEnvironmentFromConfig: getEnvironmentFromConfig2 } = await Promise.resolve().then(() => (init_configReader(), configReader_exports)); const env = getEnvironmentFromConfig2(); if (providerName) { const connection2 = env.connections?.find(({ name }) => name === providerName); if (connection2?.endpoints && connection2.endpoints.length > 0) { return connection2.endpoints