@ledgerhq/live-common
Version:
Common ground for the Ledger Live apps
259 lines • 10.2 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
require("../../__tests__/test-helpers/environment");
const fsSync = __importStar(require("node:fs"));
const promises_1 = __importDefault(require("node:fs/promises"));
const mkdirp_1 = __importDefault(require("mkdirp"));
const node_path_1 = __importDefault(require("node:path"));
const promise_1 = require("../../promise");
const node_child_process_1 = require("node:child_process");
const logic_1 = require("./logic");
const formatter_1 = require("./formatter");
// prepare envs
const { PATH, COINAPPS, SUMMARY, REPORT_FOLDER, FILTER_CURRENCIES, FILTER_FAMILIES, DEFAULT_FILTER_SEEDS, FILTER_SEEDS, VERBOSE, } = process.env;
if (!COINAPPS) {
throw new Error("COINAPPS env variable is required");
}
const SEEDS = {};
const filterSeeds = (DEFAULT_FILTER_SEEDS || FILTER_SEEDS)
?.split(",")
.map(f => f.trim())
.filter(Boolean) || [];
for (const env of Object.keys(process.env)) {
if (env.startsWith("SEED") && (!filterSeeds.length || filterSeeds.includes(env.slice(4)))) {
SEEDS[env] = process.env[env];
}
}
if (Object.keys(SEEDS).length === 0) {
throw new Error("SEED* env variables are required");
}
const specsPerBots = (0, logic_1.getSpecsPerBots)(SEEDS, {
currencies: FILTER_CURRENCIES,
families: FILTER_FAMILIES,
});
const parallelRuns = parseInt(process.env.PARALLEL || "6", 10);
const globalEnv = {
PATH,
COINAPPS,
};
if (REPORT_FOLDER) {
mkdirp_1.default.sync(REPORT_FOLDER);
}
let progress = 0;
// run the jobs with a max parallelism to trigger sync of accounts on different bots
(0, promise_1.promiseAllBatched)(parallelRuns, specsPerBots, async ({ env, family, key, seed }) => {
const localFolder = REPORT_FOLDER
? node_path_1.default.join(REPORT_FOLDER, `${family}-${key}-${seed}`)
: undefined;
if (localFolder) {
await (0, mkdirp_1.default)(localFolder);
}
const reportPromise = new Promise(resolve => {
const child = (0, node_child_process_1.spawn)("node", [...(localFolder ? ["--prof"] : []), node_path_1.default.join(__dirname, "process-sync.js"), family, key], {
cwd: localFolder,
env: {
...globalEnv,
...env,
REPORT_FOLDER: localFolder,
START_TIME: String(Date.now()),
},
});
// TODO timeout
let lastResult = null;
child.stdout.on("data", data => {
const str = data.toString();
if (VERBOSE) {
// eslint-disable-next-line no-console
console.log(`${family}:${key}: stdout: ${str}`);
}
if (str.startsWith("{")) {
lastResult = JSON.parse(str);
}
});
child.stderr.on("data", data => {
console.error(`${family}:${key}: stderr: ${data}`);
});
child.on("error", error => {
console.error(`${family}:${key}: error: ${error}`);
resolve({ error: String(error) });
});
child.on("close", code => {
if (code === 0) {
resolve(lastResult || { error: "no result" });
}
else {
resolve({ error: `child process exited with code ${code}` });
}
});
});
const report = await reportPromise;
progress++;
// eslint-disable-next-line no-console
console.log(`${Math.floor((progress / specsPerBots.length) * 100)}% progress (${progress}/${specsPerBots.length})`);
return report;
}).then(async (results) => {
if (REPORT_FOLDER) {
const reportDir = node_path_1.default.resolve(REPORT_FOLDER);
try {
const isolateLogFiles = await globIsolateLogs(reportDir);
if (isolateLogFiles.length > 0) {
await runNodeProfProcess(reportDir, isolateLogFiles);
for (const rel of isolateLogFiles) {
await promises_1.default.unlink(node_path_1.default.join(reportDir, rel));
}
}
}
catch (e) {
console.error(e);
}
// TODO write folder
await promises_1.default.writeFile(node_path_1.default.join(reportDir, "report.json"), JSON.stringify(results.map((r, i) => {
const spb = specsPerBots[i];
if (!spb)
return r;
const { seed, family, key } = spb;
return { seed, family, key, ...r };
})));
const csvs = (0, formatter_1.csvReports)(results, specsPerBots);
for (const { filename, content } of csvs) {
const folder = node_path_1.default.join(reportDir, node_path_1.default.dirname(filename));
await (0, mkdirp_1.default)(folder);
await promises_1.default.writeFile(node_path_1.default.join(folder, node_path_1.default.basename(filename)), content);
}
}
if (SUMMARY) {
const markdown = (0, formatter_1.finalMarkdownReport)(results, specsPerBots);
await promises_1.default.writeFile(SUMMARY, markdown, "utf-8");
}
else {
// eslint-disable-next-line no-console
console.log(JSON.stringify(results));
}
});
/**
* List isolate*.log paths relative to `dir` (e.g. `runFolder/isolate-0.log`).
* Safe to pass to `node --prof-process` with `cwd: path.resolve(dir)` and to join with `dir` for parent `fs` calls.
*/
async function globIsolateLogs(dir) {
const entries = await promises_1.default.readdir(dir, { withFileTypes: true });
const files = [];
const isolateRe = /^isolate.*\.log$/;
for (const e of entries) {
if (e.isDirectory()) {
const subEntries = await promises_1.default.readdir(node_path_1.default.join(dir, e.name), { withFileTypes: true });
for (const s of subEntries) {
if (s.isFile() && isolateRe.test(s.name)) {
files.push(node_path_1.default.join(e.name, s.name));
}
}
}
}
return files;
}
/** Run node --prof-process --preprocess -j <files>; `logFiles` are relative to `cwd` (use absolute `cwd`). */
function runNodeProfProcess(cwd, logFiles) {
return new Promise((resolve, reject) => {
let finalize;
const outPath = node_path_1.default.join(cwd, "cpuprofile.txt");
const outStream = fsSync.createWriteStream(outPath);
outStream.on("error", streamError => {
const err = streamError instanceof Error ? streamError : new Error(String(streamError));
finalize(err);
});
let childProcess = null;
let settled = false;
finalize = (err) => {
if (settled) {
return;
}
settled = true;
// Ensure the child process is not left running in error scenarios.
if (childProcess && childProcess.exitCode === null && childProcess.signalCode === null) {
try {
childProcess.kill();
}
catch {
// Ignore kill errors; we're already handling the primary failure.
}
}
const done = () => {
if (err) {
reject(err);
}
else {
resolve();
}
};
if (!outStream.destroyed) {
outStream.end(done);
}
else {
done();
}
};
try {
// Sonar S4036: use absolute path to executable (process.execPath), no PATH lookup.
childProcess = (0, node_child_process_1.spawn)(process.execPath, ["--prof-process", "--preprocess", "-j", ...logFiles], {
cwd,
stdio: ["inherit", outStream, "inherit"],
});
}
catch (e) {
const err = e instanceof Error ? e : new Error(String(e));
finalize(err);
return;
}
childProcess.on("error", childError => {
const err = childError instanceof Error ? childError : new Error(String(childError));
finalize(err);
});
childProcess.on("close", (code, signal) => {
if (code === 0) {
finalize(null);
return;
}
if (code === null && signal) {
finalize(new Error(`node terminated by signal ${signal}`));
return;
}
finalize(new Error(`node exited with code ${code}`));
});
});
}
//# sourceMappingURL=process-main.js.map