semgrep-s3-scanner/dist/services/s3.service.js

Run semgrep scans using rules stored in S3

"use strict";
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    var desc = Object.getOwnPropertyDescriptor(m, k);
    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
      desc = { enumerable: true, get: function() { return m[k]; } };
    }
    Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
    if (k2 === undefined) k2 = k;
    o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
    Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
    o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
    var ownKeys = function(o) {
        ownKeys = Object.getOwnPropertyNames || function (o) {
            var ar = [];
            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
            return ar;
        };
        return ownKeys(o);
    };
    return function (mod) {
        if (mod && mod.__esModule) return mod;
        var result = {};
        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
        __setModuleDefault(result, mod);
        return result;
    };
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.S3Service = void 0;
const client_s3_1 = require("@aws-sdk/client-s3");
const fs_1 = require("fs");
const path = __importStar(require("path"));
const yaml = __importStar(require("yaml"));
class S3Service {
    constructor(bucket, prefix, region = "us-east-1") {
        this.bucket = bucket;
        this.prefix = prefix;
        this.client = new client_s3_1.S3Client({
            region,
            endpoint: "http://localhost:9000",
            forcePathStyle: true,
            credentials: {
                accessKeyId: process.env.AWS_ACCESS_KEY_ID || "minioadmin",
                secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY || "minioadmin",
            },
            tls: false,
            customUserAgent: "minio-client",
            maxAttempts: 1
        });
    }
    downloadAllRules(localDir) {
        return __awaiter(this, void 0, void 0, function* () {
            const list = yield this.client.send(new client_s3_1.ListObjectsV2Command({
                Bucket: this.bucket,
                Prefix: this.prefix
            }));
            if (!list.Contents)
                return;
            yield fs_1.promises.mkdir(localDir, { recursive: true });
            for (const obj of list.Contents) {
                if (!obj.Key)
                    continue;
                const key = obj.Key;
                const filename = path.basename(key);
                const outPath = path.join(localDir, filename);
                const data = yield this.client.send(new client_s3_1.GetObjectCommand({
                    Bucket: this.bucket,
                    Key: key
                }));
                const bodyString = yield streamToString(data.Body);
                yield fs_1.promises.writeFile(outPath, bodyString, "utf-8");
            }
        });
    }
    uploadRule(ruleYaml, ruleId) {
        return __awaiter(this, void 0, void 0, function* () {
            const key = `${this.prefix}${ruleId}.yaml`;
            yaml.parse(ruleYaml);
            yield this.client.send(new client_s3_1.PutObjectCommand({
                Bucket: this.bucket,
                Key: key,
                Body: ruleYaml,
                ContentType: "text/yaml"
            }));
        });
    }
}
exports.S3Service = S3Service;
function streamToString(stream) {
    return __awaiter(this, void 0, void 0, function* () {
        return new Promise((resolve, reject) => {
            const chunks = [];
            stream.on("data", (chunk) => chunks.push(Buffer.from(chunk)));
            stream.on("error", (err) => reject(err));
            stream.on("end", () => resolve(Buffer.concat(chunks).toString("utf-8")));
        });
    });
}