@sasjs/cli
Version:
Command line interface for SASjs
443 lines (442 loc) • 26.8 kB
JavaScript
"use strict";
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (g && (g = 0, op[0] && (_ = 0)), _) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
var path_1 = __importDefault(require("path"));
var dotenv_1 = __importDefault(require("dotenv"));
var utils_1 = require("@sasjs/utils");
var test_1 = require("../../../utils/test");
var config_1 = require("../../../utils/config");
var examples_1 = __importDefault(require("../internal/examples"));
var utils_2 = require("@sasjs/utils");
var utils_3 = require("../../../utils");
var __1 = require("../..");
var execute_1 = require("../execute");
var node_1 = __importDefault(require("@sasjs/adapter/node"));
describe('sasjs flow with Viya', function () {
dotenv_1.default.config();
var timestamp = (0, utils_2.generateTimestamp)();
var targetName = "cli-tests-flow-".concat(timestamp);
var target = new utils_2.Target({
name: targetName,
serverType: utils_2.ServerType.SasViya,
serverUrl: process.env.VIYA_SERVER_URL,
appLoc: "/Public/app/cli-tests/".concat(targetName),
contextName: utils_3.contextName,
serviceConfig: {
serviceFolders: ['sasjs/testServices', 'sasjs/testJob', 'sasjs/services'],
initProgram: 'sasjs/testServices/serviceinit.sas',
termProgram: 'sasjs/testServices/serviceterm.sas',
macroVars: {}
},
jobConfig: {
jobFolders: ['sasjs/testJob'],
initProgram: 'sasjs/testServices/serviceinit.sas',
termProgram: 'sasjs/testServices/serviceterm.sas',
macroVars: {}
},
authConfig: {
client: process.env.CLIENT,
secret: process.env.SECRET,
access_token: process.env.ACCESS_TOKEN,
refresh_token: process.env.REFRESH_TOKEN
},
deployConfig: {
deployServicePack: true,
deployScripts: []
}
});
var sasjs = new node_1.default({
serverUrl: target.serverUrl,
httpsAgentOptions: target.httpsAgentOptions,
appLoc: target.appLoc,
serverType: target.serverType
});
var authConfig;
var csvPath = path_1.default.join(__dirname, 'output.csv');
var logPath = path_1.default.join(__dirname, 'logs');
beforeAll(function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, (0, config_1.getAuthConfig)(target)];
case 1:
authConfig = _a.sent();
return [4 /*yield*/, (0, test_1.createTestApp)(__dirname, target.name)];
case 2:
_a.sent();
return [4 /*yield*/, (0, utils_1.copy)(path_1.default.join(__dirname, 'testJob'), path_1.default.join(__dirname, target.name, 'sasjs', 'testJob'))];
case 3:
_a.sent();
return [4 /*yield*/, (0, utils_1.copy)(path_1.default.join(__dirname, 'testServices'), path_1.default.join(__dirname, target.name, 'sasjs', 'testServices'))];
case 4:
_a.sent();
return [4 /*yield*/, (0, __1.build)(target)];
case 5:
_a.sent();
return [4 /*yield*/, (0, __1.deploy)(target, false)];
case 6:
_a.sent();
process.logger = new utils_2.Logger(utils_2.LogLevel.Off);
return [2 /*return*/];
}
});
}); });
afterEach(function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, (0, utils_1.deleteFolder)(logPath)];
case 1:
_a.sent();
jest.resetAllMocks();
return [2 /*return*/];
}
});
}); });
afterAll(function () { return __awaiter(void 0, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, (0, test_1.removeTestServerFolder)("/Public/app/cli-tests/".concat(target.name), target)];
case 1:
_a.sent();
return [4 /*yield*/, (0, utils_1.deleteFile)(csvPath)];
case 2:
_a.sent();
return [4 /*yield*/, (0, test_1.removeTestApp)(__dirname, target.name)];
case 3:
_a.sent();
return [4 /*yield*/, (0, config_1.removeFromGlobalConfig)(target.name)];
case 4:
_a.sent();
return [2 /*return*/];
}
});
}); });
it('should execute flow with 2 successful jobs', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvData, csvColumnsRegExp, csvRowRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_1.json');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)];
case 1:
_a.sent();
return [4 /*yield*/, expect((0, utils_1.fileExists)(csvPath)).resolves.toEqual(true)];
case 2:
_a.sent();
return [4 /*yield*/, expect((0, utils_1.folderExists)(logPath)).resolves.toEqual(true)];
case 3:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvPath)];
case 4:
csvData = (_a.sent());
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowRegExp).length).toEqual(2);
return [2 /*return*/];
}
});
}); });
it('should execute flow with job log having large log', function () { return __awaiter(void 0, void 0, void 0, function () {
var largeLogFileLines, sourcePath, filesInLogFolder, logFilePath, logContent, count, i;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
largeLogFileLines = 21 * 1000;
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_8.json');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath)];
case 1:
_a.sent();
return [4 /*yield*/, expect((0, utils_1.folderExists)(logPath)).resolves.toEqual(true)];
case 2:
_a.sent();
return [4 /*yield*/, (0, utils_1.listFilesInFolder)(logPath)];
case 3:
filesInLogFolder = _a.sent();
logFilePath = path_1.default.join(logPath, filesInLogFolder[0]);
return [4 /*yield*/, (0, utils_1.readFile)(logFilePath)];
case 4:
logContent = _a.sent();
count = 0;
for (i = 0; i < logContent.length; i++) {
if (logContent[i] === '\n')
count++;
}
expect(count).toBeGreaterThan(largeLogFileLines);
expect(/GLOBAL TEST_VAR_1 test_var_value_1/.test(logContent)).toEqual(true);
expect(/GLOBAL TEST_VAR_2 test_var_value_2/.test(logContent)).toEqual(true);
return [2 /*return*/];
}
});
}); }, 30 * 60 * 1000);
it('should return an error if provided source file is not JSON', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'not_valid.txt');
return [4 /*yield*/, expect((0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)).rejects.toEqual("Please provide flow source (--source) file.\n".concat(examples_1.default.command))];
case 1:
_a.sent();
return [2 /*return*/];
}
});
}); });
it('should return an error if provided source file does not exist', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'does_not_exist.json');
return [4 /*yield*/, expect((0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)).rejects.toEqual("Source file does not exist.\n".concat(examples_1.default.command))];
case 1:
_a.sent();
return [2 /*return*/];
}
});
}); });
it('should return an error if provided an invalid source file', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'not_valid_1.json');
return [4 /*yield*/, expect((0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)).rejects.toEqual("Unable to parse JSON of provided source file.\n" + examples_1.default.source)];
case 1:
_a.sent();
return [2 /*return*/];
}
});
}); });
it('should return an error if provided source file does not have flows property', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'not_valid_2.json');
return [4 /*yield*/, expect((0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)).rejects.toEqual("There are no flows present in source JSON.\n" + examples_1.default.source)];
case 1:
_a.sent();
return [2 /*return*/];
}
});
}); });
it('should return an error if provided source file does not have jobs property', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'not_valid_3.json');
return [4 /*yield*/, expect((0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)).rejects.toEqual(examples_1.default.source)];
case 1:
_a.sent();
return [2 /*return*/];
}
});
}); });
it('should execute flow with 2 successful jobs and 1 failing job', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvData, csvColumnsRegExp, csvRowCompletedRegExp, csvRowFailedRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_2.json');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)];
case 1:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvPath)];
case 2:
csvData = _a.sent();
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowCompletedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowFailedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/failingJob,failure,"), 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowCompletedRegExp).length).toEqual(2);
expect(csvData.match(csvRowFailedRegExp).length).toEqual(1);
return [2 /*return*/];
}
});
}); });
it('should execute flow with 1 successful job and 1 job that does not exist', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvData, csvColumnsRegExp, csvRowCompletedRegExp, csvRowFailedRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_3.json');
jest.spyOn(process.logger, 'error');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)];
case 1:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvPath)];
case 2:
csvData = _a.sent();
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowCompletedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowFailedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/DOES_NOT_EXIST,failure,,Job was not found."), 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowCompletedRegExp).length).toEqual(1);
expect(csvData.match(csvRowFailedRegExp).length).toEqual(1);
expect(process.logger.error).toHaveBeenNthCalledWith(1, "An error has occurred when executing 'firstFlow' flow's job located at: 'jobs/testJob/DOES_NOT_EXIST'. Job was not found.");
return [2 /*return*/];
}
});
}); });
it("should execute 2 chained flows with a failing job in predecessor's flow", function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvData, csvColumnsRegExp, csvRowCompletedRegExp, csvRowFailedRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_4.json');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)];
case 1:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvPath)];
case 2:
csvData = _a.sent();
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowCompletedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowFailedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/failingJob,failure,"), 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowCompletedRegExp).length).toEqual(1);
expect(csvData.match(csvRowFailedRegExp).length).toEqual(1);
return [2 /*return*/];
}
});
}); });
it("should execute 2 chained flows with a failing job in successor's flow", function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvData, csvColumnsRegExp, csvRowFirstFlowCompletedRegExp, csvRowSecondFlowCompletedRegExp, csvRowFailedRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_5.json');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)];
case 1:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvPath)];
case 2:
csvData = _a.sent();
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowFirstFlowCompletedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowSecondFlowCompletedRegExp = new RegExp("\\d,secondFlow,firstFlow,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowFailedRegExp = new RegExp("\\d,secondFlow,firstFlow,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/failingJob,failure,"), 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowFirstFlowCompletedRegExp).length).toEqual(2);
expect(csvData.match(csvRowSecondFlowCompletedRegExp).length).toEqual(1);
expect(csvData.match(csvRowFailedRegExp).length).toEqual(1);
return [2 /*return*/];
}
});
}); });
it("should execute 3 chained flows with a failing job in one of the predecessor's flow", function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvData, csvColumnsRegExp, csvRowFirstFlowCompletedRegExp, csvRowFailedRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_6.json');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)];
case 1:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvPath)];
case 2:
csvData = _a.sent();
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowFirstFlowCompletedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowFailedRegExp = new RegExp("\\d,secondFlow,firstFlow,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/failingJob,failure,"), 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowFirstFlowCompletedRegExp).length).toEqual(2);
expect(csvData.match(csvRowFailedRegExp).length).toEqual(1);
return [2 /*return*/];
}
});
}); });
it("should execute 6 chained flows with failing and succeeding jobs", function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvData, csvColumnsRegExp, csvRowFirstFlowCompletedRegExp, csvRowSecondFlowCompletedRegExp, csvRowThirdFlowCompletedRegExp, csvRowThirdFlowFailedRegExp, csvRowFourthFlowCompletedRegExp, csvRowFailedRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_7.json');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvPath)];
case 1:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvPath)];
case 2:
csvData = _a.sent();
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowFirstFlowCompletedRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowSecondFlowCompletedRegExp = new RegExp("\\d,secondFlow,firstFlow,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowThirdFlowCompletedRegExp = new RegExp("\\d,thirdFlow,firstFlow \\| secondFlow,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowThirdFlowFailedRegExp = new RegExp("\\d,thirdFlow,firstFlow \\| secondFlow,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/failingJob,failure,"), 'gm');
csvRowFourthFlowCompletedRegExp = new RegExp("\\d,fourthFlow,secondFlow,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
csvRowFailedRegExp = new RegExp("fifthFlow", 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowFirstFlowCompletedRegExp).length).toEqual(2);
expect(csvData.match(csvRowSecondFlowCompletedRegExp).length).toEqual(1);
expect(csvData.match(csvRowThirdFlowCompletedRegExp).length).toEqual(1);
expect(csvData.match(csvRowThirdFlowFailedRegExp).length).toEqual(1);
expect(csvData.match(csvRowFourthFlowCompletedRegExp).length).toEqual(1);
expect(csvData.match(csvRowFailedRegExp)).toEqual(null);
return [2 /*return*/];
}
});
}); });
it('should execute flow and create csv file in default location', function () { return __awaiter(void 0, void 0, void 0, function () {
var sourcePath, csvLoc, csvData, csvColumnsRegExp, csvRowRegExp;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
sourcePath = path_1.default.join(__dirname, 'sourceFiles', 'testFlow_1.json');
csvLoc = path_1.default.join(__dirname, target.name, 'sasjsbuild', 'flowResults.csv');
return [4 /*yield*/, (0, execute_1.execute)(target, sasjs, authConfig, sourcePath, logPath, csvLoc)];
case 1:
_a.sent();
return [4 /*yield*/, expect((0, utils_1.fileExists)(csvLoc)).resolves.toEqual(true)];
case 2:
_a.sent();
return [4 /*yield*/, (0, utils_1.readFile)(csvLoc)];
case 3:
csvData = (_a.sent());
csvColumnsRegExp = new RegExp('^id,Flow,Predecessors,Location,Status,Log location,Details');
csvRowRegExp = new RegExp("\\d,firstFlow,none,/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job,completed,"), 'gm');
expect(csvData.match(csvColumnsRegExp).length).toEqual(1);
expect(csvData.match(csvRowRegExp).length).toEqual(2);
return [2 /*return*/];
}
});
}); });
});