UNPKG

@sasjs/cli

Version:

Command line interface for SASjs

606 lines (605 loc) 32.1 kB
"use strict"; var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) { if (k2 === undefined) k2 = k; var desc = Object.getOwnPropertyDescriptor(m, k); if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) { desc = { enumerable: true, get: function() { return m[k]; } }; } Object.defineProperty(o, k2, desc); }) : (function(o, m, k, k2) { if (k2 === undefined) k2 = k; o[k2] = m[k]; })); var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) { Object.defineProperty(o, "default", { enumerable: true, value: v }); }) : function(o, v) { o["default"] = v; }); var __importStar = (this && this.__importStar) || function (mod) { if (mod && mod.__esModule) return mod; var result = {}; if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k); __setModuleDefault(result, mod); return result; }; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; var __generator = (this && this.__generator) || function (thisArg, body) { var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g; return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g; function verb(n) { return function (v) { return step([n, v]); }; } function step(op) { if (f) throw new TypeError("Generator is already executing."); while (g && (g = 0, op[0] && (_ = 0)), _) try { if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t; if (y = 0, t) op = [op[0] & 2, t.value]; switch (op[0]) { case 0: case 1: t = op; break; case 4: _.label++; return { value: op[1], done: false }; case 5: _.label++; y = op[1]; op = [0]; continue; case 7: op = _.ops.pop(); _.trys.pop(); continue; default: if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; } if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; } if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; } if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; } if (t[2]) _.ops.pop(); _.trys.pop(); continue; } op = body.call(thisArg, _); } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; } if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true }; } }; var __importDefault = (this && this.__importDefault) || function (mod) { return (mod && mod.__esModule) ? mod : { "default": mod }; }; Object.defineProperty(exports, "__esModule", { value: true }); var path_1 = __importDefault(require("path")); var dotenv_1 = __importDefault(require("dotenv")); var utils_1 = require("@sasjs/utils"); var config_1 = require("../../../utils/config"); var test_1 = require("../../../utils/test"); var node_1 = __importStar(require("@sasjs/adapter/node")); var utils_2 = require("../../../utils"); var execute_1 = require("../internal/execute"); var prefixAppLoc_1 = require("../../../utils/prefixAppLoc"); var build_1 = require("../../build/build"); var deploy_1 = require("../../deploy/deploy"); var target; var sasjs; var authConfig; describe('sasjs job execute with Viya', function () { beforeAll(function () { return __awaiter(void 0, void 0, void 0, function () { var timestamp, targetName; return __generator(this, function (_a) { switch (_a.label) { case 0: dotenv_1.default.config(); timestamp = (0, utils_1.generateTimestamp)(); targetName = "cli-tests-job-".concat(timestamp); target = new utils_1.Target({ name: targetName, serverType: utils_1.ServerType.SasViya, serverUrl: process.env.VIYA_SERVER_URL, appLoc: "/Public/app/cli-tests/".concat(targetName), contextName: utils_2.contextName, serviceConfig: { serviceFolders: [ 'sasjs/testServices', 'sasjs/testJob', 'sasjs/services' ], initProgram: 'sasjs/testServices/serviceinit.sas', termProgram: 'sasjs/testServices/serviceterm.sas', macroVars: {} }, jobConfig: { jobFolders: ['sasjs/testJob'], initProgram: 'sasjs/testServices/serviceinit.sas', termProgram: 'sasjs/testServices/serviceterm.sas', macroVars: {} }, authConfig: { client: process.env.CLIENT, secret: process.env.SECRET, access_token: process.env.ACCESS_TOKEN, refresh_token: process.env.REFRESH_TOKEN }, deployConfig: { deployServicePack: true, deployScripts: [] } }); return [4 /*yield*/, (0, test_1.createTestApp)(__dirname, target.name)]; case 1: _a.sent(); return [4 /*yield*/, (0, utils_1.copy)(path_1.default.join(__dirname, 'testJob'), path_1.default.join(__dirname, target.name, 'sasjs', 'testJob'))]; case 2: _a.sent(); return [4 /*yield*/, (0, utils_1.copy)(path_1.default.join(__dirname, 'testServices'), path_1.default.join(__dirname, target.name, 'sasjs', 'testServices'))]; case 3: _a.sent(); return [4 /*yield*/, (0, build_1.build)(target)]; case 4: _a.sent(); return [4 /*yield*/, (0, deploy_1.deploy)(target, false)]; case 5: _a.sent(); sasjs = new node_1.default({ serverUrl: target.serverUrl, httpsAgentOptions: target.httpsAgentOptions, appLoc: target.appLoc, serverType: target.serverType, debug: true }); return [4 /*yield*/, (0, config_1.getAuthConfig)(target)]; case 6: authConfig = _a.sent(); process.logger = new utils_1.Logger(utils_1.LogLevel.Off); return [2 /*return*/]; } }); }); }); afterAll(function () { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) { switch (_a.label) { case 0: return [4 /*yield*/, (0, test_1.removeTestServerFolder)("/Public/app/cli-tests/".concat(target.name), target)]; case 1: _a.sent(); return [4 /*yield*/, (0, test_1.removeTestApp)(__dirname, target.name)]; case 2: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job for execution', function () { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) { switch (_a.label) { case 0: return [4 /*yield*/, expect(executeWrapper({ jobPath: "/Public/app/cli-tests/".concat(target.name, "/services/testJob/job") })).toResolve()]; case 1: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and wait for completion', function () { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) { switch (_a.label) { case 0: return [4 /*yield*/, expect(executeWrapper({ jobPath: "/Public/app/cli-tests/".concat(target.name, "/services/testJob/job"), waitForJob: true })).toResolve()]; case 1: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and wait for its output', function () { return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_a) { switch (_a.label) { case 0: return [4 /*yield*/, expect(executeWrapper({ jobPath: "/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job"), waitForJob: true, output: true })).toResolve()]; case 1: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and create a file with job output', function () { return __awaiter(void 0, void 0, void 0, function () { var folderPath, filePath; return __generator(this, function (_a) { switch (_a.label) { case 0: folderPath = path_1.default.join(process.projectDir, 'testOutput'); filePath = path_1.default.join(process.projectDir, 'testOutput/output.json'); return [4 /*yield*/, expect(executeWrapper({ jobPath: "/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job"), output: 'testOutput' })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.folderExists)(folderPath)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePath)).resolves.toEqual(true)]; case 3: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and create a file with job output and wait', function () { return __awaiter(void 0, void 0, void 0, function () { var folderPath, filePath; return __generator(this, function (_a) { switch (_a.label) { case 0: folderPath = path_1.default.join(process.projectDir, 'testOutput'); filePath = path_1.default.join(process.projectDir, 'testOutput/output.json'); return [4 /*yield*/, expect(executeWrapper({ jobPath: "/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job"), waitForJob: true, output: 'testOutput' })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.folderExists)(folderPath)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePath)).resolves.toEqual(true)]; case 3: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and create a file with job output, log and auto-wait', function () { return __awaiter(void 0, void 0, void 0, function () { var folderPathOutput, filePathOutput, filePathLog; return __generator(this, function (_a) { switch (_a.label) { case 0: folderPathOutput = path_1.default.join(process.projectDir, 'testOutput'); filePathOutput = path_1.default.join(process.projectDir, 'testOutput/output.json'); filePathLog = path_1.default.join(process.projectDir, 'testLog.txt'); return [4 /*yield*/, expect(executeWrapper({ jobPath: "/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job"), waitForJob: true, output: 'testOutput', logFile: path_1.default.join(process.projectDir, 'testLog.txt') })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.folderExists)(folderPathOutput)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePathOutput)).resolves.toEqual(true)]; case 3: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePathLog)).resolves.toEqual(true)]; case 4: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and create a file with job log', function () { return __awaiter(void 0, void 0, void 0, function () { var filePath; return __generator(this, function (_a) { switch (_a.label) { case 0: filePath = path_1.default.join(process.projectDir, 'job.log'); return [4 /*yield*/, expect(executeWrapper({ jobPath: "/Public/app/cli-tests/".concat(target.name, "/jobs/testJob/job"), logFile: path_1.default.join(process.projectDir, 'job.log') })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePath)).resolves.toEqual(true)]; case 2: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and create a file with job log having large log', function () { return __awaiter(void 0, void 0, void 0, function () { var sourcePath, largeLogFileLines, filePath, logContent, count, i; return __generator(this, function (_a) { switch (_a.label) { case 0: sourcePath = path_1.default.join(__dirname, 'testSource', 'source.json'); largeLogFileLines = 21 * 1000; filePath = path_1.default.join(process.projectDir, 'largeLogJob.log'); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/largeLogJob', logFile: path_1.default.join(process.projectDir, 'largeLogJob.log'), source: sourcePath })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePath)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, (0, utils_1.readFile)(filePath)]; case 3: logContent = _a.sent(); count = 0; for (i = 0; i < logContent.length; i++) if (logContent[i] === '\n') count++; expect(count).toBeGreaterThan(largeLogFileLines); expect(/GLOBAL TEST_VAR_1 test_var_value_1/.test(logContent)).toEqual(true); expect(/GLOBAL TEST_VAR_2 test_var_value_2/.test(logContent)).toEqual(true); return [2 /*return*/]; } }); }); }, 30 * 60 * 1000); it('should submit a job and create a file with provided job log filename', function () { return __awaiter(void 0, void 0, void 0, function () { var filePath; return __generator(this, function (_a) { switch (_a.label) { case 0: filePath = path_1.default.join(process.projectDir, 'mycustom.log'); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/job', logFile: path_1.default.join(process.projectDir, 'mycustom.log') })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePath)).resolves.toEqual(true)]; case 2: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and create a file with provided job log filename and path', function () { return __awaiter(void 0, void 0, void 0, function () { var folderPath, filePath; return __generator(this, function (_a) { switch (_a.label) { case 0: folderPath = path_1.default.join(process.projectDir, 'my/folder'); filePath = path_1.default.join(process.projectDir, 'my/folder/mycustom.log'); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/job', logFile: path_1.default.join(process.projectDir, 'my/folder/mycustom.log') })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.folderExists)(folderPath)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePath)).resolves.toEqual(true)]; case 3: _a.sent(); return [2 /*return*/]; } }); }); }); it('should submit a job and create a file with provided job log filename and status file', function () { return __awaiter(void 0, void 0, void 0, function () { var folderPath, filePath, filePathStatus, statusContent; return __generator(this, function (_a) { switch (_a.label) { case 0: folderPath = path_1.default.join(process.projectDir, 'my/folder'); filePath = path_1.default.join(process.projectDir, 'my/folder/mycustom.log'); filePathStatus = path_1.default.join(process.projectDir, 'my/folder/testJob.status'); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/job', logFile: path_1.default.join(process.projectDir, 'my/folder/mycustom.log'), statusFile: path_1.default.join(process.projectDir, 'my/folder/testJob.status') })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.folderExists)(folderPath)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePath)).resolves.toEqual(true)]; case 3: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePathStatus)).resolves.toEqual(true)]; case 4: _a.sent(); return [4 /*yield*/, (0, utils_1.readFile)(filePathStatus)]; case 5: statusContent = _a.sent(); expect(statusContent).not.toEqual(''); expect(statusContent.includes('Job Status: completed')).toEqual(true); return [2 /*return*/]; } }); }); }); it("should submit a job that doesn't exist and create a status file", function () { return __awaiter(void 0, void 0, void 0, function () { var folderPath, filePathStatus, statusContent; return __generator(this, function (_a) { switch (_a.label) { case 0: folderPath = path_1.default.join(process.projectDir, 'my/folder'); filePathStatus = path_1.default.join(process.projectDir, 'my/folder/status.txt'); jest.spyOn(process.logger, 'error'); return [4 /*yield*/, expect(executeWrapper({ jobPath: (0, prefixAppLoc_1.prefixAppLoc)(target.appLoc, 'job-not-present'), waitForJob: true, statusFile: path_1.default.join(process.projectDir, 'my/folder/status.txt') })).resolves.toEqual('Error: Job was not found.')]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.folderExists)(folderPath)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePathStatus)).resolves.toEqual(true)]; case 3: _a.sent(); expect(process.logger.error).toHaveBeenNthCalledWith(1, "An error has occurred when executing a job.\n", 'Error: Job was not found.'); return [4 /*yield*/, (0, utils_1.readFile)(filePathStatus)]; case 4: statusContent = _a.sent(); expect(statusContent).not.toEqual(''); expect(statusContent.includes('Job Status: Not Available\nDetails: Error: Job was not found.')).toEqual(true); return [2 /*return*/]; } }); }); }); it('should submit a job that fails and create a status file', function () { return __awaiter(void 0, void 0, void 0, function () { var folderPath, filePathStatus, statusContent; return __generator(this, function (_a) { switch (_a.label) { case 0: folderPath = path_1.default.join(process.projectDir, 'my/folder'); filePathStatus = path_1.default.join(process.projectDir, 'my/folder/job.status'); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/failingJob', waitForJob: true, statusFile: path_1.default.join(process.projectDir, 'my/folder/job.status') })).toResolve()]; case 1: _a.sent(); return [4 /*yield*/, expect((0, utils_1.folderExists)(folderPath)).resolves.toEqual(true)]; case 2: _a.sent(); return [4 /*yield*/, expect((0, utils_1.fileExists)(filePathStatus)).resolves.toEqual(true)]; case 3: _a.sent(); return [4 /*yield*/, (0, utils_1.readFile)(filePathStatus)]; case 4: statusContent = _a.sent(); expect(statusContent).not.toEqual(''); expect(statusContent.includes('Job Status: error')).toEqual(true); return [2 /*return*/]; } }); }); }); it("should submit a job that completes and return it's status", function () { return __awaiter(void 0, void 0, void 0, function () { var mockExit; return __generator(this, function (_a) { switch (_a.label) { case 0: mockExit = (0, test_1.mockProcessExit)(); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/job', waitForJob: true })).toResolve()]; case 1: _a.sent(); expect(mockExit).toHaveBeenCalledWith(0); return [2 /*return*/]; } }); }); }); it("should submit a job that completes with a warning and return it's status", function () { return __awaiter(void 0, void 0, void 0, function () { var mockExit; return __generator(this, function (_a) { switch (_a.label) { case 0: mockExit = (0, test_1.mockProcessExit)(); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/jobWithWarning', waitForJob: true })).toResolve()]; case 1: _a.sent(); expect(mockExit).toHaveBeenCalledWith(1); return [2 /*return*/]; } }); }); }); it("should submit a job that completes with ignored warning and return it's status", function () { return __awaiter(void 0, void 0, void 0, function () { var mockExit; return __generator(this, function (_a) { switch (_a.label) { case 0: mockExit = (0, test_1.mockProcessExit)(); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/jobWithWarning', waitForJob: true, ignoreWarnings: true })).toResolve()]; case 1: _a.sent(); expect(mockExit).toHaveBeenCalledWith(0); return [2 /*return*/]; } }); }); }); it("should submit a job that fails and return its status", function () { return __awaiter(void 0, void 0, void 0, function () { var mockExit, logPath, logData; return __generator(this, function (_a) { switch (_a.label) { case 0: mockExit = (0, test_1.mockProcessExit)(); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/failingJob', waitForJob: true, logFile: path_1.default.join(process.projectDir, 'failingJob.log') })).toResolve()]; case 1: _a.sent(); expect(mockExit).toHaveBeenCalledWith(2); return [4 /*yield*/, expect((0, utils_1.folderExists)(process.projectDir)).resolves.toEqual(true)]; case 2: _a.sent(); logPath = path_1.default.join(process.projectDir, "failingJob.log"); return [4 /*yield*/, expect((0, utils_1.fileExists)(logPath)).resolves.toEqual(true)]; case 3: _a.sent(); return [4 /*yield*/, (0, utils_1.readFile)(logPath)]; case 4: logData = _a.sent(); expect(logData.match('ERROR: The %ABORT statement is not valid in open code.')).toBeTruthy(); expect(logData.match(/\* JobTerm end;$/gm)).toBeTruthy(); return [2 /*return*/]; } }); }); }); it("should submit a job that does not exist and return it's status", function () { return __awaiter(void 0, void 0, void 0, function () { var mockExit; return __generator(this, function (_a) { switch (_a.label) { case 0: mockExit = (0, test_1.mockProcessExit)(); return [4 /*yield*/, expect(executeWrapper({ jobPath: 'jobs/testJob/failingJob_DOES_NOT_EXIST', waitForJob: true })).toResolve()]; case 1: _a.sent(); expect(mockExit).toHaveBeenCalledWith(2); return [2 /*return*/]; } }); }); }); it('should terminate the process if server could not get session status', function () { return __awaiter(void 0, void 0, void 0, function () { var adapter, mockExit, errorMessage, err, terminationCode; return __generator(this, function (_a) { switch (_a.label) { case 0: adapter = new node_1.default({ serverUrl: target.serverUrl, httpsAgentOptions: target.httpsAgentOptions, appLoc: target.appLoc, serverType: target.serverType }); mockExit = (0, test_1.mockProcessExit)(); errorMessage = "Could not get session state. Server responded with 304 whilst checking state: <sessionStateUrl>"; err = new node_1.NoSessionStateError(304, '<sessionStateUrl>', ''); jest.spyOn(process.logger, 'error'); jest.spyOn(process.logger, 'info'); jest .spyOn(adapter, 'startComputeJob') .mockImplementation(function () { return Promise.reject(err); }); return [4 /*yield*/, expect(executeWrapper({ adapter: adapter, jobPath: 'jobs/testJob/jobWithWarning' })).toResolve()]; case 1: _a.sent(); terminationCode = 2; expect(process.logger.info).toHaveBeenCalledWith("Process will be terminated with the status code ".concat(terminationCode, ".")); expect(process.logger.error).toHaveBeenNthCalledWith(1, '', errorMessage); expect(mockExit).toHaveBeenCalledWith(terminationCode); return [2 /*return*/]; } }); }); }); }); var executeWrapper = function (_a) { var _b = _a.adapter, adapter = _b === void 0 ? sasjs : _b, jobPath = _a.jobPath, _c = _a.waitForJob, waitForJob = _c === void 0 ? false : _c, _d = _a.output, output = _d === void 0 ? false : _d, _e = _a.logFile, logFile = _e === void 0 ? undefined : _e, _f = _a.statusFile, statusFile = _f === void 0 ? undefined : _f, _g = _a.ignoreWarnings, ignoreWarnings = _g === void 0 ? false : _g, _h = _a.source, source = _h === void 0 ? undefined : _h, _j = _a.streamLog, streamLog = _j === void 0 ? false : _j; return __awaiter(void 0, void 0, void 0, function () { return __generator(this, function (_k) { return [2 /*return*/, (0, execute_1.executeJobViya)(adapter, authConfig, jobPath, target, waitForJob, output, logFile, statusFile, ignoreWarnings, source, streamLog)]; }); }); };