@csermet/multiprovider
Version:
cloud-graph provider plugin for AWS used to fetch AWS cloud data.
153 lines (152 loc) • 5.86 kB
JavaScript
;
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
const cloud9_1 = __importDefault(require("aws-sdk/clients/cloud9"));
const sdk_1 = __importDefault(require("@cloudgraph/sdk"));
const groupBy_1 = __importDefault(require("lodash/groupBy"));
const isEmpty_1 = __importDefault(require("lodash/isEmpty"));
const chunk_1 = __importDefault(require("lodash/chunk"));
const logger_1 = __importDefault(require("../../properties/logger"));
const format_1 = require("../../utils/format");
const utils_1 = require("../../utils");
const errorLog_1 = __importDefault(require("../../utils/errorLog"));
const lt = { ...logger_1.default };
const { logger } = sdk_1.default;
const serviceName = 'Cloud9 environment';
const errorLog = new errorLog_1.default(serviceName);
const endpoint = utils_1.initTestEndpoint(serviceName);
const MAX_ITEMS = 25;
const listEnvironmentsForRegion = async ({ cloud9, resolveRegion, }) => new Promise(resolve => {
const environmentIdList = [];
const listEnvironmentsOpts = {};
const listAllEnvironments = (token) => {
if (token) {
listEnvironmentsOpts.nextToken = token;
}
try {
cloud9.listEnvironments(listEnvironmentsOpts, (err, data) => {
const { nextToken, environmentIds } = data || {};
if (err) {
errorLog.generateAwsErrorLog({
functionName: 'cloud9:listEnvironments',
err,
});
}
/**
* No Cloud9 environments for this region
*/
if (isEmpty_1.default(data)) {
return resolveRegion();
}
environmentIdList.push(...environmentIds);
if (nextToken) {
logger.debug(lt.foundMoreCloud9Environments(environmentIds.length));
listAllEnvironments(nextToken);
}
else {
resolve(environmentIdList);
}
});
}
catch (error) {
resolve([]);
}
};
listAllEnvironments();
});
const getEnvironmentAttributes = async (cloud9, ids) => new Promise(resolve => {
const descEnvironmentsOpts = {
environmentIds: ids,
};
try {
cloud9.describeEnvironments(descEnvironmentsOpts, (err, data) => {
if (err) {
errorLog.generateAwsErrorLog({
functionName: 'cloud9:describeEnvironments',
err,
});
}
resolve(data.environments);
});
}
catch (error) {
resolve([]);
}
});
const getEnvironmentTags = async (cloud9, arn) => new Promise(resolve => {
try {
cloud9.listTagsForResource({ ResourceARN: arn }, (err, data) => {
if (err) {
errorLog.generateAwsErrorLog({
functionName: 'cloud9:listTagsForResource',
err,
});
return resolve({});
}
const { Tags = [] } = data || {};
resolve(format_1.convertAwsTagsToTagMap(Tags));
});
}
catch (error) {
resolve({});
}
});
exports.default = async ({ regions, config, }) => new Promise(async (resolve) => {
const cloud9Data = [];
const environmentPromises = [];
const regionPromises = [];
const tagsPromises = [];
// get all environments for all regions
regions.split(',').map(region => {
const cloud9 = new cloud9_1.default({ ...config, region, endpoint });
const regionPromise = new Promise(async (resolveRegion) => {
const environmentIdList = await listEnvironmentsForRegion({
cloud9,
resolveRegion,
});
cloud9Data.push(...environmentIdList.map((environmentId) => ({
id: environmentId,
region,
})));
resolveRegion();
});
regionPromises.push(regionPromise);
});
await Promise.all(regionPromises);
// get all attributes for each environment using batched ids
Object.entries(groupBy_1.default(cloud9Data, 'region')).map((group) => {
const region = group[0];
const cloud9 = new cloud9_1.default({ ...config, region, endpoint });
chunk_1.default(group[1].map(data => data.id), MAX_ITEMS).map(ids => {
const environmentPromise = new Promise(async (resolveEnvironment) => {
const environmentAttributes = await getEnvironmentAttributes(cloud9, ids);
environmentAttributes.map((attributes, idx) => {
cloud9Data[idx] = {
...cloud9Data[idx],
...attributes,
};
});
resolveEnvironment();
});
environmentPromises.push(environmentPromise);
});
});
logger.debug(lt.gettingCloud9Environments);
await Promise.all(environmentPromises);
// get all tags for each environment
cloud9Data.map(({ arn, region }, idx) => {
const cloud9 = new cloud9_1.default({ ...config, region, endpoint });
const tagsPromise = new Promise(async (resolveTags) => {
const envTags = await getEnvironmentTags(cloud9, arn);
cloud9Data[idx].Tags = envTags;
resolveTags();
});
tagsPromises.push(tagsPromise);
});
logger.debug(lt.gettingCloud9EnvironmentTags);
await Promise.all(tagsPromises);
errorLog.reset();
resolve(groupBy_1.default(cloud9Data, 'region'));
});