@csermet/multiprovider
Version:
cloud-graph provider plugin for AWS used to fetch AWS cloud data.
111 lines (110 loc) • 4.24 kB
JavaScript
;
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.getEmrClusters = void 0;
const emr_1 = __importDefault(require("aws-sdk/clients/emr"));
const sdk_1 = __importDefault(require("@cloudgraph/sdk"));
const groupBy_1 = __importDefault(require("lodash/groupBy"));
const isEmpty_1 = __importDefault(require("lodash/isEmpty"));
const logger_1 = __importDefault(require("../../properties/logger"));
const format_1 = require("../../utils/format");
const errorLog_1 = __importDefault(require("../../utils/errorLog"));
const utils_1 = require("../../utils");
const lt = { ...logger_1.default };
const { logger } = sdk_1.default;
const serviceName = 'EMR cluster';
const errorLog = new errorLog_1.default(serviceName);
const endpoint = utils_1.initTestEndpoint(serviceName);
const getEmrClusterDescription = async (emr, clusterId) => new Promise(resolve => {
emr.describeCluster({ ClusterId: clusterId }, (err, data) => {
if (err) {
errorLog.generateAwsErrorLog({
functionName: 'emr:describeCluster',
err,
});
}
const { Cluster: cluster = {} } = data || {};
resolve({
...cluster,
});
});
});
const getEmrClusters = async (emr, region) => new Promise(resolve => {
const clusterList = [];
const listClustersOpts = {};
const listClusters = (marker) => {
if (marker) {
listClustersOpts.Marker = marker;
}
emr.listClusters(listClustersOpts, (err, data) => {
const terminatedStatuses = [
'TERMINATING',
'TERMINATED',
'TERMINATED_WITH_ERRORS',
];
if (err) {
errorLog.generateAwsErrorLog({
functionName: 'emr:listClusters',
err,
});
}
/**
* No EMR data for this region
*/
if (isEmpty_1.default(data)) {
return resolve([]);
}
const { Clusters = [], Marker: nextToken } = data;
clusterList.push(...Clusters.filter(cluster => !terminatedStatuses.includes(cluster.Status.State)));
if (nextToken) {
logger.debug(lt.foundAnotherFiftyClusters(region));
listClusters(nextToken);
}
else {
resolve(clusterList);
}
});
};
listClusters();
});
exports.getEmrClusters = getEmrClusters;
exports.default = async ({ regions, config, }) => new Promise(async (resolve) => {
/**
* Get all the EMR clusters for this region
*/
let numOfClusters = 0;
const clusterData = [];
await Promise.all(regions.split(',').map(region => new Promise(async (resolveEmrClusters) => {
const emr = new emr_1.default({ ...config, region, endpoint });
const clusterList = await exports.getEmrClusters(emr, region);
if (!isEmpty_1.default(clusterList)) {
numOfClusters += clusterList.length;
clusterData.push(...clusterList.map(cluster => ({
Id: cluster.Id,
region,
})));
}
resolveEmrClusters();
})));
logger.debug(lt.fetchedEmrClusters(numOfClusters));
/**
* Get the cluster description for each EMR cluster
*/
const clusterPromises = clusterData.map((cluster, idx) => new Promise(async (resolveClusterDescription) => {
const emr = new emr_1.default({ ...config, region: cluster.region, endpoint });
const clusterDescription = await getEmrClusterDescription(emr, cluster.Id);
if (!isEmpty_1.default(clusterDescription)) {
clusterData[idx] = {
...cluster,
...clusterDescription,
Tags: format_1.convertAwsTagsToTagMap(clusterDescription.Tags),
};
}
resolveClusterDescription();
}));
await Promise.all(clusterPromises);
errorLog.reset();
resolve(groupBy_1.default(clusterData, 'region'));
});