local-elastic-docker/dist/src/container-creator/index.js

A package for creating / tearing down local Elasticsearch / Kibana single node clusters via Docker.

"use strict";
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
    return new (P || (P = Promise))(function (resolve, reject) {
        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
        function step(result) { result.done ? resolve(result.value) : new P(function (resolve) { resolve(result.value); }).then(fulfilled, rejected); }
        step((generator = generator.apply(thisArg, _arguments || [])).next());
    });
};
var __generator = (this && this.__generator) || function (thisArg, body) {
    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
    function verb(n) { return function (v) { return step([n, v]); }; }
    function step(op) {
        if (f) throw new TypeError("Generator is already executing.");
        while (_) try {
            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
            if (y = 0, t) op = [op[0] & 2, t.value];
            switch (op[0]) {
                case 0: case 1: t = op; break;
                case 4: _.label++; return { value: op[1], done: false };
                case 5: _.label++; y = op[1]; op = [0]; continue;
                case 7: op = _.ops.pop(); _.trys.pop(); continue;
                default:
                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
                    if (t[2]) _.ops.pop();
                    _.trys.pop(); continue;
            }
            op = body.call(thisArg, _);
        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
    }
};
Object.defineProperty(exports, "__esModule", { value: true });
var fs_extra_1 = require("fs-extra");
var container_1 = require("../container");
var elastic_uploader_1 = require("../elastic-uploader");
var image_1 = require("../image");
var tasks_1 = require("../tasks");
var utils_1 = require("../utils");
var ContainerCreator = /** @class */ (function () {
    function ContainerCreator(container, opts) {
        this.c = container;
        this.o = opts;
    }
    ContainerCreator.prototype.create = function () {
        var _this = this;
        var tasks = {
            container_mk: new tasks_1.FullTask(),
            container_rm: new tasks_1.FullTask(),
            container_start: new tasks_1.FullTask(),
            elastic_ready: new tasks_1.FullTask(),
            image_check: new tasks_1.FullTask(),
            kibana_ready: new tasks_1.FullTask(),
            kso_upload: new tasks_1.FullTask(),
            main: new tasks_1.EndTask(),
            scripts_upload: new tasks_1.FullTask(),
            sm_upload: new tasks_1.FullTask(),
            volume_rm: new tasks_1.FullTask()
        };
        process.nextTick(function () { return __awaiter(_this, void 0, void 0, function () {
            var container, kmsg, e_1;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0:
                        _a.trys.push([0, 11, , 12]);
                        return [4 /*yield*/, this._check_image(tasks.image_check)];
                    case 1:
                        _a.sent();
                        return [4 /*yield*/, this._clear_volume_dir(tasks.volume_rm)];
                    case 2:
                        _a.sent();
                        return [4 /*yield*/, this._remove_container_with_my_name(tasks.container_rm)];
                    case 3:
                        _a.sent();
                        return [4 /*yield*/, this._create_container(tasks.container_mk)];
                    case 4:
                        container = _a.sent();
                        return [4 /*yield*/, this._start(tasks.container_start)];
                    case 5:
                        _a.sent();
                        return [4 /*yield*/, this._wait_for_elastic(tasks.elastic_ready, container)];
                    case 6:
                        _a.sent();
                        return [4 /*yield*/, this._wait_for_kibana(tasks.kibana_ready, container)];
                    case 7:
                        _a.sent();
                        return [4 /*yield*/, this._upload_kso(tasks.kso_upload, container)];
                    case 8:
                        _a.sent();
                        return [4 /*yield*/, this._upload_scripts(tasks.scripts_upload, container)];
                    case 9:
                        _a.sent();
                        return [4 /*yield*/, this._upload_sm(tasks.sm_upload, container)];
                    case 10:
                        _a.sent();
                        if (this.o.verbose) {
                            kmsg = this.c.kibana ? "and kibana @ localhost:" + this.c.kibana_port : '';
                            console.log("Setup complete for container " + this.c.name + "! " +
                                ("Visit elastic @ localhost:" + this.c.port + " " + kmsg));
                        }
                        tasks.main.end_resolve_cb(container);
                        return [3 /*break*/, 12];
                    case 11:
                        e_1 = _a.sent();
                        tasks.main.end_reject_cb(e_1);
                        return [3 /*break*/, 12];
                    case 12: return [2 /*return*/];
                }
            });
        }); });
        return tasks;
    };
    ContainerCreator.prototype._check_image = function (task) {
        return __awaiter(this, void 0, void 0, function () {
            var labels, err_1, err, err;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0:
                        task.start_resolve_cb();
                        _a.label = 1;
                    case 1:
                        _a.trys.push([1, 3, , 4]);
                        return [4 /*yield*/, this._get_image_labels()];
                    case 2:
                        labels = _a.sent();
                        return [3 /*break*/, 4];
                    case 3:
                        err_1 = _a.sent();
                        this._stop_at_task(task, err_1);
                        return [3 /*break*/, 4];
                    case 4:
                        if (this.o.verbose) {
                            console.log("verifying image " + this.c.image + " was created by this package.");
                        }
                        if (labels.indexOf(image_1.elastic_image_label) < 0) {
                            err = new Error(this.c.image + " exists but its not an " +
                                'image this package created.');
                            this._stop_at_task(task, err);
                        }
                        else if (!this.c.kibana && (labels.indexOf(image_1.kibana_image_label) > -1)) {
                            err = new Error("container " + this.c.name + " has a kibana image, " +
                                'yet you didnt set its kibana property to true.');
                            this._stop_at_task(task, err);
                        }
                        task.end_resolve_cb();
                        return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._clear_volume_dir = function (task) {
        return __awaiter(this, void 0, void 0, function () {
            var err_2;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0:
                        task.start_resolve_cb();
                        _a.label = 1;
                    case 1:
                        _a.trys.push([1, 6, , 7]);
                        if (!(this.c.volume_dir && this.o.clear_volume_dir)) return [3 /*break*/, 3];
                        if (this.o.verbose) {
                            console.log("emptying volume " + this.c.volume_dir);
                        }
                        return [4 /*yield*/, fs_extra_1.emptyDir(this.c.volume_dir)];
                    case 2:
                        _a.sent();
                        return [3 /*break*/, 5];
                    case 3:
                        if (!this.c.volume_dir) return [3 /*break*/, 5];
                        if (this.o.verbose) {
                            console.log("making sure volume " + this.c.volume_dir + " exists");
                        }
                        return [4 /*yield*/, fs_extra_1.ensureDir(this.c.volume_dir)];
                    case 4:
                        _a.sent();
                        _a.label = 5;
                    case 5: return [3 /*break*/, 7];
                    case 6:
                        err_2 = _a.sent();
                        this._stop_at_task(task, err_2);
                        return [3 /*break*/, 7];
                    case 7:
                        task.end_resolve_cb();
                        return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._create_container = function (task) {
        return __awaiter(this, void 0, void 0, function () {
            var container, b64, kport_line, env_line, volume_line, cmd, err_3;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0:
                        task.start_resolve_cb();
                        container = new container_1.Container(this.c);
                        b64 = Buffer.from(JSON.stringify(container)).toString('base64');
                        kport_line = this.c.kibana ? "-p " + this.c.kibana_port + ":5601" : '';
                        env_line = "-e " + this._merge_env_vars().join(' -e ');
                        volume_line = this.c.volume_dir ?
                            "-v " + this.c.volume_dir + ":/usr/share/elasticsearch/data" : '';
                        cmd = "docker create --name " + this.c.name + " --label " + image_1.elastic_image_label + "=" + b64 + " " +
                            (volume_line + " -p " + this.c.port + ":9200 " + kport_line + " " + env_line + " " + this.c.image);
                        _a.label = 1;
                    case 1:
                        _a.trys.push([1, 3, , 4]);
                        if (this.o.verbose) {
                            console.log("creating docker container " + this.c.name);
                        }
                        return [4 /*yield*/, utils_1.Utils.exec(cmd)];
                    case 2:
                        _a.sent();
                        return [3 /*break*/, 4];
                    case 3:
                        err_3 = _a.sent();
                        this._stop_at_task(task, err_3);
                        return [3 /*break*/, 4];
                    case 4:
                        task.end_resolve_cb(container);
                        return [2 /*return*/, container];
                }
            });
        });
    };
    ContainerCreator.prototype._get_image_labels = function () {
        return __awaiter(this, void 0, void 0, function () {
            var cmd, resp, tmp, e_2;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0:
                        cmd = "docker inspect --format \"{{ .Config.Labels }}\" " + this.c.image;
                        if (this.o.verbose) {
                            console.log("fetching labels for image " + this.c.image);
                        }
                        _a.label = 1;
                    case 1:
                        _a.trys.push([1, 3, , 4]);
                        return [4 /*yield*/, utils_1.Utils.exec(cmd)];
                    case 2:
                        resp = _a.sent();
                        tmp = resp.slice(4, resp.length - 2);
                        return [2 /*return*/, tmp.split(' ').map(function (el) { return el.split(':')[0]; })];
                    case 3:
                        e_2 = _a.sent();
                        throw Error("couldnt fetch image labels for " + this.c.image);
                    case 4: return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._merge_env_vars = function () {
        var uniq = {
            ES_JAVA_OPTS: "-Xms" + this.c.hsize + "m -Xmx" + this.c.hsize + "m",
            NODE_OPTIONS: "--max-old-space-size=" + this.c.khsize,
            'node.data': 'true',
            'node.ingest': 'true',
            'node.master': 'true'
        };
        if (this.c.cluster_name) {
            uniq['cluster.name'] = this.c.cluster_name;
        }
        if (this.c.node_name) {
            uniq['node.name'] = this.c.node_name;
        }
        this.c.env.forEach(function (e) {
            var tokens = e.split('=');
            uniq[tokens[0]] = tokens.slice(1).join('=');
        });
        return Object.keys(uniq).map(function (k) { return "'" + k + "=" + uniq[k] + "'"; });
    };
    ContainerCreator.prototype._remove_container_with_my_name = function (task) {
        return __awaiter(this, void 0, void 0, function () {
            var cmd, err_4;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0:
                        task.start_resolve_cb();
                        if (this.o.verbose) {
                            console.log("removing docker container " + this.c.name + " if it exists");
                        }
                        _a.label = 1;
                    case 1:
                        _a.trys.push([1, 3, , 4]);
                        cmd = "docker rm -f " + this.c.name;
                        return [4 /*yield*/, utils_1.Utils.exec(cmd, this.o.verbose)];
                    case 2:
                        _a.sent();
                        return [3 /*break*/, 4];
                    case 3:
                        err_4 = _a.sent();
                        if (!err_4 || err_4.toString().indexOf('No such container') < 0) {
                            this._stop_at_task(task, err_4);
                        }
                        return [3 /*break*/, 4];
                    case 4:
                        task.end_resolve_cb();
                        return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._start = function (task) {
        return __awaiter(this, void 0, void 0, function () {
            var cmd, err_5;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0:
                        task.start_resolve_cb();
                        cmd = "docker start " + this.c.name;
                        _a.label = 1;
                    case 1:
                        _a.trys.push([1, 3, , 4]);
                        if (this.o.verbose) {
                            console.log("starting docker container " + this.c.name);
                        }
                        return [4 /*yield*/, utils_1.Utils.exec(cmd)];
                    case 2:
                        _a.sent();
                        return [3 /*break*/, 4];
                    case 3:
                        err_5 = _a.sent();
                        this._stop_at_task(task, err_5);
                        return [3 /*break*/, 4];
                    case 4:
                        task.end_resolve_cb();
                        return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._stop_at_task = function (task, err) {
        task.end_reject_cb(err);
        throw err;
    };
    ContainerCreator.prototype._upload_kso = function (task, container) {
        return __awaiter(this, void 0, void 0, function () {
            var res, e_3;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0: return [4 /*yield*/, task.start_resolve_cb()];
                    case 1:
                        _a.sent();
                        if (!this.c.kibana) return [3 /*break*/, 5];
                        _a.label = 2;
                    case 2:
                        _a.trys.push([2, 4, , 5]);
                        return [4 /*yield*/, elastic_uploader_1.elastic_uploader.kso(container, this.o.kso, this.o.verbose)];
                    case 3:
                        res = _a.sent();
                        return [3 /*break*/, 5];
                    case 4:
                        e_3 = _a.sent();
                        this._stop_at_task(task, e_3);
                        return [3 /*break*/, 5];
                    case 5:
                        task.end_resolve_cb(res);
                        return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._upload_scripts = function (task, container) {
        return __awaiter(this, void 0, void 0, function () {
            var res, e_4;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0: return [4 /*yield*/, task.start_resolve_cb()];
                    case 1:
                        _a.sent();
                        _a.label = 2;
                    case 2:
                        _a.trys.push([2, 4, , 5]);
                        return [4 /*yield*/, elastic_uploader_1.elastic_uploader.scripts(container, this.o.scripts, this.o.verbose)];
                    case 3:
                        res = _a.sent();
                        task.end_resolve_cb(res);
                        return [3 /*break*/, 5];
                    case 4:
                        e_4 = _a.sent();
                        this._stop_at_task(task, e_4);
                        return [3 /*break*/, 5];
                    case 5: return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._upload_sm = function (task, container) {
        return __awaiter(this, void 0, void 0, function () {
            var res, e_5;
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0: return [4 /*yield*/, task.start_resolve_cb()];
                    case 1:
                        _a.sent();
                        _a.label = 2;
                    case 2:
                        _a.trys.push([2, 4, , 5]);
                        return [4 /*yield*/, elastic_uploader_1.elastic_uploader.sm(container, this.o.sm, this.o.verbose)];
                    case 3:
                        res = _a.sent();
                        task.end_resolve_cb(res);
                        return [3 /*break*/, 5];
                    case 4:
                        e_5 = _a.sent();
                        this._stop_at_task(task, e_5);
                        return [3 /*break*/, 5];
                    case 5: return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._wait_for_elastic = function (task, container) {
        return __awaiter(this, void 0, void 0, function () {
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0: return [4 /*yield*/, task.start_resolve_cb()];
                    case 1:
                        _a.sent();
                        return [4 /*yield*/, container.wait_for_elastic(this.o.verbose)];
                    case 2:
                        _a.sent();
                        task.end_resolve_cb();
                        return [2 /*return*/];
                }
            });
        });
    };
    ContainerCreator.prototype._wait_for_kibana = function (task, container) {
        return __awaiter(this, void 0, void 0, function () {
            return __generator(this, function (_a) {
                switch (_a.label) {
                    case 0: return [4 /*yield*/, task.start_resolve_cb()];
                    case 1:
                        _a.sent();
                        if (!this.c.kibana) return [3 /*break*/, 3];
                        return [4 /*yield*/, container.wait_for_kibana(this.o.verbose)];
                    case 2:
                        _a.sent();
                        _a.label = 3;
                    case 3:
                        task.end_resolve_cb();
                        return [2 /*return*/];
                }
            });
        });
    };
    return ContainerCreator;
}());
exports.ContainerCreator = ContainerCreator;