clusterpost-execution/engine_unix.js

Download data from the data provider to the local disk. Submit tasks to the job manager. Check if the task has finished and upload the results back to the data provider

module.exports = function (conf) {

	var fs = require('fs');
	var Promise = require('bluebird');
	var _ = require("underscore");
	var spawn = require('child_process').spawn;
	var path = require('path');
	var Joi = require('@hapi/joi');

	var executionmethods = require('./executionserver.methods')(conf);
	var clustermodel = require('clusterpost-model');

	var handler = {};

	handler.submitJob = function(doc, cwd){

		Joi.assert(doc, clustermodel.job);

		return new Promise(function(resolve, reject){
			var command = doc.executable;
			var parameters = _.flatten(_.map(doc.parameters, (param)=>{
				if(_.isObject(param)){
                	return _.compact([param.flag, param.name]);
                }else{
                	return param;
                }
			}))

			try{

				fs.writeFileSync(path.join(cwd, "stdout.out"), command + " " + parameters.join(" "));

				var out = fs.openSync(path.join(cwd, "stdout.out"), 'a');
		    	var err = fs.openSync(path.join(cwd, "stderr.err"), 'a');

		    	var detached = true;

		    	if(conf.detached !== undefined){
		    		detached = conf.detached;
		    	}
		    	
				const runcommand = spawn(command, parameters, {
					cwd: cwd,
					stdio: [ 'ignore', out, err ]
				});

				runcommand.on('error', function (err) {
				    reject({
						status: "FAIL",
						error: err
					});
				});

				if(detached){
					runcommand.unref();
					
					if(runcommand.pid){
						resolve({
							jobid : runcommand.pid,
							status: "RUN"
						});
					}else{
						reject({						
							status: "FAIL", 
							error: "nopid"
						});
					}
				}else{				

					runcommand.on('close', function(code){
						if(code){
							reject({						
								status: "FAIL"
							});
						}else{
							resolve({
								status: 'UPLOADING'
							});
						}
					});
				}
			}catch(e){
				reject({
					status: "FAIL",
					error: e
				});
			}

		});
		
	}

	handler.getJobStatus = function(doc){

		return new Promise(function(resolve, reject){

			try{

				Joi.assert(doc.jobstatus, clustermodel.jobstatus);
				Joi.assert(doc.jobstatus.jobid, Joi.number().required(), "Please execute the job first.");		

				var jobid = doc.jobstatus.jobid;
				var params = [jobid];

				const ps = spawn('ps', params);

				var allerror = "";
				ps.stderr.on('data', function(data){
					allerror += data;
				});

				var alldata = "";
				ps.stdout.on('data', function(data){
					alldata += data;
				});

				ps.on('close', function(code){
					var lines = alldata.split('\n');
					if(lines.length > 1){
						if(code && lines[1] === ''){
							resolve({
								status: 'DONE'
							});
						}else{							
							resolve({
								jobid: jobid,
								status: 'RUN',
								stat: lines[1]
							});
						}
					}else{
						resolve({
							status: 'FAIL',
							error: allerror
						});
					}
					
				});

			}catch(e){
				if(conf.run_only){
					resolve({
						status: 'DONE'
					});
				}else{
					reject(e);	
				}
			}
			
		});
	}

	handler.killJob = function(doc){

		Joi.assert(doc.jobstatus, clustermodel.jobstatus);

		return new Promise(function(resolve, reject){

			try{

				var jobid = doc.jobstatus.jobid;
				var params = ['-9', jobid];

				const kill = spawn('kill', params);

				var allerror = "";
				kill.stderr.on('data', function(data){
					allerror += data;
				});

				var alldata = "";
				kill.stdout.on('data', function(data){
					alldata += data;
				});

				kill.on('close', function(code){
					var stat = alldata;
					if(code){
						stat+= allerror;
					}
					resolve({
						status: 'EXIT',
						stat: stat
					});
				});


			}catch(e){
				reject(e);
			}
			
		});

	}

	return handler;
}