@csermet/multiprovider
Version:
cloud-graph provider plugin for AWS used to fetch AWS cloud data.
84 lines (83 loc) • 3.02 kB
JavaScript
;
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
const kinesis_1 = __importDefault(require("aws-sdk/clients/kinesis"));
const sdk_1 = __importDefault(require("@cloudgraph/sdk"));
const lodash_1 = require("lodash");
const logger_1 = __importDefault(require("../../properties/logger"));
const utils_1 = require("../../utils");
const errorLog_1 = __importDefault(require("../../utils/errorLog"));
const lt = { ...logger_1.default };
const { logger } = sdk_1.default;
const serviceName = 'Kinesis';
const errorLog = new errorLog_1.default(serviceName);
const endpoint = utils_1.initTestEndpoint(serviceName);
/**
* Kinesis Stream
*/
const listShards = async (kinesis, dataStreamName) => {
try {
const fullResources = [];
let shardsData = await kinesis
.listShards({ StreamName: dataStreamName })
.promise();
fullResources.push(...shardsData.Shards);
let nextToken = shardsData.NextToken;
while (nextToken) {
shardsData = await kinesis
.listShards({
StreamName: dataStreamName,
NextToken: nextToken,
})
.promise();
fullResources.push(...shardsData.Shards);
nextToken = shardsData.NextToken;
}
return fullResources;
}
catch (err) {
errorLog.generateAwsErrorLog({
functionName: 'kinesis:listShards',
err,
});
}
return [];
};
const listStreamsData = async (kinesis) => {
try {
const fullResources = [];
const dataStreamNames = await kinesis.listStreams().promise();
for (const dataStreamName of dataStreamNames.StreamNames) {
const dataStreams = await kinesis
.describeStream({ StreamName: dataStreamName })
.promise();
const shards = await listShards(kinesis, dataStreamName);
dataStreams.StreamDescription.Shards = shards;
fullResources.push(dataStreams.StreamDescription);
}
logger.debug(lt.fetchedKinesisStream(fullResources.length));
return fullResources;
}
catch (err) {
errorLog.generateAwsErrorLog({
functionName: 'kinesis:describeStream',
err,
});
}
return null;
};
exports.default = async ({ regions, config, }) => {
const streamDescriptionsData = [];
for (const region of regions.split(',')) {
const kinesis = new kinesis_1.default({ ...config, region, endpoint });
const streamDescriptions = (await listStreamsData(kinesis)) ?? [];
streamDescriptionsData.push(...streamDescriptions.map((streamDescription) => ({
...streamDescription,
region,
})));
}
errorLog.reset();
return lodash_1.groupBy(streamDescriptionsData, 'region');
};