nope-js-browser
Version:
NoPE Runtime for the Browser. For nodejs please use nope-js-node
424 lines (423 loc) • 16 kB
JavaScript
/**
* @author Martin Karkowski
* @email m.karkowski@zema.de
* @create date 2020-11-11 13:27:58
* @modify date 2021-10-19 09:15:38
* @desc [description]
*
*/
import { ArgumentParser } from "argparse";
import { readFile } from "fs/promises";
import "reflect-metadata";
import { addLayer, getLayer, layerDefaultParameters, validLayers, } from "../communication/index.nodejs";
import { sleep } from "../helpers/async";
import { generateId } from "../helpers/idMethods";
import { deepClone } from "../helpers/objectMethods";
import { getPackageLoader } from "../loader/getPackageLoader.browser";
import { loadFunctions, loadPackages, } from "../loader/loadPackages";
import { generateLogfilePath, useLogFile } from "../logger/fileLogging";
import { getNopeLogger } from "../logger/getLogger";
import { LoggerLevels } from "../logger/nopeLogger";
import { setGlobalLoggerLevel } from "../logger/setGlobalLoggerLevel";
import { recordCPUProfile } from "../profiling/index.nodejs";
import { ValidDefaultSelectors, } from "../types/nope";
import { NOPELOGO } from "./renderNope";
export const DEFAULT_SETTINGS = {
file: "./config/settings.json",
channel: "event",
skipLoadingConfig: false,
channelParams: "not-provided",
log: "debug",
singleton: true,
dispatcherLogLevel: "info",
communicationLogLevel: "info",
delay: 2,
timings: {},
defaultSelector: "first",
forceUsingSelectors: false,
preventVarifiedNames: false,
logToFile: false,
id: generateId(),
profile: false,
useBaseServices: true,
};
/**
* Helper Function to Read-In the Arguments used by the
* cli-tool `run`
*
* @export
* @async
* @param additionalArguments arguments for the `ArgumentParser`
* @param {Partial<RunArgs>} [forcedArgs={}] The settings to run the args.
* @param {ArgumentParser} [parser=null] An additional `ArgumentParser`. If not provided its created
* @returns {Promise<RunArgs>}
*/
export async function readInArgs(additionalArguments = [], forcedArgs = {}, defaultArgs = {}, parser = null) {
if (parser === null) {
parser = new ArgumentParser({
// version: "1.0.0",
add_help: true,
description: "Command Line interface, determines the available Packages.",
});
}
for (const arg of additionalArguments) {
parser.add_argument(arg.name, {
help: arg.help,
default: arg.defaultValue,
type: arg.type,
});
}
parser.add_argument("-f", "--file", {
help: "File containing containing the package definitions.",
default: defaultArgs.file || "./config/settings.json",
type: "str",
dest: "file",
});
parser.add_argument("-c", "--channel", {
help: "The Communication Channel, which should be used. Possible Values are: " +
// Display all Options:
Object.getOwnPropertyNames(validLayers)
.map((item) => {
return '"' + item + '"';
})
.join(", "),
default: defaultArgs.channel || "event",
type: "str",
dest: "channel",
});
parser.add_argument("-p", "--channelParams", {
help: "Paramas for the Channel, to connect to. The Following Defaults are used: \n" +
JSON.stringify(layerDefaultParameters, undefined, 4),
default: defaultArgs.channelParams || "not-provided",
type: "str",
dest: "channelParams",
});
parser.add_argument("-s", "--skip-loading-config", {
help: "Flag to prevent loading the elements defined in the settings.json.",
action: "append",
nargs: "?",
dest: "skipLoadingConfig",
});
parser.add_argument("--default-selector", {
help: "The default-selector to select the service providers. Possible Values are: " +
// Display all Options:
ValidDefaultSelectors.map((item) => {
return '"' + item + '"';
}).join(", "),
default: defaultArgs.defaultSelector || "first",
type: "str",
dest: "defaultSelector",
});
parser.add_argument("--log-to-file", {
help: "Log will be stored in a logfile.",
action: "append",
nargs: "?",
dest: "logToFile",
});
parser.add_argument("-l", "--log", {
help: 'Specify the Logger Level. Defaults to "info". Valid values are: ' +
LoggerLevels.join(", "),
default: defaultArgs.log || "info",
type: "str",
dest: "log",
});
parser.add_argument("--id", {
help: "Define a custom id to the Dispatcher",
default: defaultArgs.id ||
generateId({
prestring: "_dispatcher",
useAsVar: true,
}),
type: "str",
dest: "id",
});
parser.add_argument("--dispatcher-log", {
help: 'Specify the Logger Level of the Dispatcher. Defaults to "info". Valid values are: ' +
LoggerLevels.join(", "),
default: defaultArgs.dispatcherLogLevel || "info",
type: "str",
dest: "dispatcherLogLevel",
});
parser.add_argument("--force-selector", {
help: "Forces to use the Selector. Otherwise a smart approach is used, which only enables them if required.",
action: "append",
nargs: "?",
dest: "forceUsingSelectors",
});
parser.add_argument("--prevent-varified-names", {
help: "Enables Random names for variables etc. including var beginning with number or so.",
action: "append",
nargs: "?",
dest: "preventVarifiedNames",
});
parser.add_argument("-d", "--delay", {
help: 'Adds an delay, which will be waited, after the system connected. Parmeter is provided in [s]. Defaults to "2"',
default: typeof defaultArgs.delay === "number" ? defaultArgs.delay : 2,
type: "float",
dest: "delay",
});
parser.add_argument("--communication-log", {
help: 'Specify the Logger Level of the Communication. Defaults to "info". Valid values are: ' +
LoggerLevels.join(", "),
default: defaultArgs.communicationLogLevel || "info",
type: "str",
dest: "communicationLogLevel",
});
parser.add_argument("--profile", {
help: "Flag to enable Profiling",
action: "append",
nargs: "?",
dest: "profile",
});
parser.add_argument("--noBaseServices", {
help: "Flag to enable prevent the base Services to be loaded",
action: "append",
nargs: "?",
dest: "useBaseServices",
});
const args = parser.parse_args();
if (args.channelParams === "not-provided") {
delete args.channelParams;
}
args.skipLoadingConfig =
defaultArgs.skipLoadingConfig || Array.isArray(args.skipLoadingConfig);
args.profile = defaultArgs.profile || Array.isArray(args.profile);
args.logToFile = defaultArgs.logToFile || Array.isArray(args.logToFile);
args.forceUsingSelectors =
defaultArgs.forceUsingSelectors || Array.isArray(args.forceUsingSelectors);
args.useBaseServices =
defaultArgs.useBaseServices || !Array.isArray(args.useBaseServices);
args.preventVarifiedNames =
defaultArgs.preventVarifiedNames ||
Array.isArray(args.preventVarifiedNames);
return Object.assign(args, forcedArgs);
}
/**
* Main tool to create a runtime. Returns a {@link INopePackageLoader}.
*
*
* @async
* @param {Partial<RunArgs>} [_args={}] Arguments to configure the runtime.
* @returns {Promise<INopePackageLoader>} The central logger.
*/
export async function runNopeBackend(_args = {}) {
// Default Settings
const _defaultSettings = deepClone(DEFAULT_SETTINGS);
// Use a different ID.
_defaultSettings.id = generateId();
let args = Object.assign(_defaultSettings, _args);
let configOfFile = {
config: _defaultSettings,
connections: [],
functions: [],
packages: [],
};
if (args.channel !== "io-server") {
try {
// Try to read in the default config file provided in the Settings.
configOfFile = JSON.parse(await readFile(args.file, {
encoding: "utf-8",
}));
delete configOfFile.config.file;
// Update the arguments.
args = Object.assign(_defaultSettings, configOfFile.config || {}, _args);
configOfFile.connections = configOfFile.connections || [];
}
catch (error) { }
}
if (args.channel === "io-server") {
args.skipLoadingConfig = true;
}
const closeCallbacks = [];
if (LoggerLevels.includes(args.log)) {
setGlobalLoggerLevel(args.log);
}
// Define a Logger
const logger = getNopeLogger("starter");
if (args.logToFile) {
const fileName = generateLogfilePath("run");
logger.warn("Using File Logger. Logging to", fileName);
closeCallbacks.push(useLogFile(fileName, 200));
}
if (args.profile) {
logger.warn("Enabled Profiling.");
closeCallbacks.push(recordCPUProfile());
}
if (args.channel === "io-server") {
logger.warn("Running as Server. Wont load any module!");
args.skipLoadingConfig = true;
}
if (!Object.getOwnPropertyNames(validLayers).includes(args.channel)) {
logger.error("Invalid Channel. Please use the following values. " +
Object.getOwnPropertyNames(validLayers)
.map((item) => {
return '"' + item + '"';
})
.join(", "));
const error = Error("Invalid Channel. Please use the following values. " +
Object.getOwnPropertyNames(validLayers)
.map((item) => {
return '"' + item + '"';
})
.join(", "));
logger.error(error);
throw error;
}
let _closing = false;
const _dispose = (reason = null, p = null) => {
if (_closing) {
return;
}
_closing = true;
if (reason) {
// If there is a reason
logger.error("Unhandled Rejection at: Promise", p, "reason:", reason);
logger.error(reason);
}
else {
// We should close the Process:
logger.warn("received 'ctrl+c'. Shutting down the Instances");
}
// Exit the Process
const promises = [];
for (const callback of closeCallbacks) {
try {
promises.push(callback());
}
catch (e) {
logger.error("During exiting, an error occourd");
logger.error(e);
}
}
// Wait for all Promises to finish.
Promise.all(promises).then(() => {
process.exit();
});
};
// Subscribe to unhandled Reactions.
process.on("unhandledRejection", (reason, p) => _dispose(reason, p));
process.on("SIGINT", () => _dispose());
process.on("SIGTERM", () => _dispose());
process.on("exit", () => {
logger.info("Completed. Goodbye");
});
// Assign the Default Setting for the Channel.
let connectionParameters = layerDefaultParameters[args.channel];
if (args.channelParams != "not-provided") {
try {
try {
// We try to parse the data.
connectionParameters = JSON.parse(args.channelParams);
}
catch (e) {
connectionParameters = JSON.parse('"' + args.channelParams + '"');
}
}
catch (e) {
logger.error("Unable to parse the Parameters for the channel. Please use valid JSON!");
logger.error(args.channelParams[0]);
logger.error(e);
throw e;
}
}
let loader;
try {
loader = getPackageLoader({
communicator: getLayer(args.channel, connectionParameters, args.communicationLogLevel),
logger: getNopeLogger("dispatcher", args.dispatcherLogLevel),
defaultSelector: args.defaultSelector,
forceUsingSelectors: args.forceUsingSelectors,
forceUsingValidVarNames: !args.preventVarifiedNames,
id: args.id,
isMaster: args.channel !== "io-server" ? null : false,
}, {
singleton: _args.singleton,
useBaseServices: _args.useBaseServices,
});
if (args.channel !== "io-server") {
// Iterate over the additional Layers to connect.
for (const item of configOfFile.connections) {
switch (item.name) {
case "io-client":
case "io-host":
case "mqtt":
addLayer(loader.dispatcher.communicator, item.name, item.url, item.log, item.considerConnection, item.forwardData);
break;
case "event":
break;
default:
throw Error("Using unkown Connection :(");
}
}
}
// Add the Dispatcher
closeCallbacks.push(async () => {
await loader.dispatcher.dispose();
});
logger.info(`Waiting for the Dispatcher to connect.`);
await loader.dispatcher.communicator.connected.waitFor();
// If required load all Packages.
if (!args.skipLoadingConfig) {
// Try to load the Modules.
if (args.delay > 0) {
logger.info(`Waiting ${args.delay} [s] to get all information.`);
await sleep(args.delay * 1000);
}
// If required load all Packages.
try {
logger.info("loading Functions");
await loadFunctions(loader, args.file, args.delay);
}
catch (e) {
logger.error("Unable to load the Functions defined in " + args.file);
}
try {
logger.info("loading Packages");
await loadPackages(loader, args.file, args.delay);
}
catch (e) {
logger.error("Unable to load the Packages defined in " + args.file);
}
}
}
catch (e) {
getNopeLogger("cli", "info").error("failed to load the Packages", e);
throw e;
}
return loader;
}
/**
* Main Function.
*
* @export
*/
export async function main(additionalArguments = [], forcedArgs = {}, quiet = false) {
if (!quiet) {
console.log(NOPELOGO);
console.log("\n\n");
}
let args = await readInArgs(additionalArguments, forcedArgs);
if (args.channel !== "io-server") {
let configOfFile = {
config: deepClone(DEFAULT_SETTINGS),
connections: [],
functions: [],
packages: [],
};
try {
// Try to read in the default config file provided in the Settings.
configOfFile = JSON.parse(await readFile(args.file, {
encoding: "utf-8",
}));
delete configOfFile.config.file;
args = await readInArgs(additionalArguments, forcedArgs, configOfFile.config || {});
}
catch (error) { }
}
return await runNopeBackend(args);
}
// If requested As Main => Perform the Operation.
if (require.main === module) {
main();
}
export default main;