@catladder/pipeline
Version:
Panter workflow for cloud CI/CD and DevOps
197 lines (196 loc) • 9.98 kB
JavaScript
;
var __assign = this && this.__assign || function () {
__assign = Object.assign || function (t) {
for (var s, i = 1, n = arguments.length; i < n; i++) {
s = arguments[i];
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p)) t[p] = s[p];
}
return t;
};
return __assign.apply(this, arguments);
};
var __rest = this && this.__rest || function (s, e) {
var t = {};
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0) t[p] = s[p];
if (s != null && typeof Object.getOwnPropertySymbols === "function") for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i])) t[p[i]] = s[p[i]];
}
return t;
};
var __read = this && this.__read || function (o, n) {
var m = typeof Symbol === "function" && o[Symbol.iterator];
if (!m) return o;
var i = m.call(o),
r,
ar = [],
e;
try {
while ((n === void 0 || n-- > 0) && !(r = i.next()).done) ar.push(r.value);
} catch (error) {
e = {
error: error
};
} finally {
try {
if (r && !r.done && (m = i["return"])) m.call(i);
} finally {
if (e) throw e.error;
}
}
return ar;
};
var __spreadArray = this && this.__spreadArray || function (to, from, pack) {
if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
if (ar || !(i in from)) {
if (!ar) ar = Array.prototype.slice.call(from, 0, i);
ar[i] = from[i];
}
}
return to.concat(ar || Array.prototype.slice.call(from));
};
var __importDefault = this && this.__importDefault || function (mod) {
return mod && mod.__esModule ? mod : {
"default": mod
};
};
Object.defineProperty(exports, "__esModule", {
value: true
});
exports.hasDockerfile = exports.getDockerBuildDefaultScript = exports.getDockerBuildScriptWithBuiltInDockerFile = exports.gitlabDockerLogin = exports.createDockerBuildJobBase = exports.getDockerJobBaseProps = exports.DOCKER_BUILD_JOB_NAME = exports.getDockerBuildVariables = exports.requiresDockerBuild = exports.getDockerImageVariables = void 0;
var fs_1 = require("fs");
var lodash_1 = require("lodash");
var path_1 = __importDefault(require("path"));
var deploy_1 = require("../deploy");
var artifactsRegistry_1 = require("../deploy/cloudRun/artifactsRegistry");
var gcloudServiceAccountLoginCommands_1 = require("../deploy/cloudRun/utils/gcloudServiceAccountLoginCommands");
var runner_1 = require("../runner");
var gitlab_1 = require("../utils/gitlab");
var createJobCache_1 = require("./cache/createJobCache");
var DOCKER_BUILD_RUNNER_REQUESTS = {
KUBERNETES_CPU_REQUEST: "0.45",
KUBERNETES_MEMORY_REQUEST: "1Gi",
KUBERNETES_MEMORY_LIMIT: "2Gi"
};
var getDockerImageVariables = function (context) {
var _a;
var deployConfig = (_a = context.deploy) === null || _a === void 0 ? void 0 : _a.config;
return __assign(__assign({}, (0, deploy_1.isOfDeployType)(deployConfig, "google-cloudrun") ? {
DOCKER_REGISTRY: (0, artifactsRegistry_1.getArtifactsRegistryHost)(context),
DOCKER_IMAGE: (0, artifactsRegistry_1.getArtifactsRegistryImageName)(context),
DOCKER_CACHE_IMAGE: (0, artifactsRegistry_1.getArtifactsRegistryBuildCacheImage)(context)
} :
// gitlab registry:
{
DOCKER_REGISTRY: "$CI_REGISTRY",
DOCKER_CACHE_IMAGE: "$CI_REGISTRY_IMAGE/caches/" + context.name,
// ONLY USED IN KUBERNETES
DOCKER_IMAGE_NAME: context.env + "/" + context.name,
DOCKER_IMAGE: "$CI_REGISTRY_IMAGE/$DOCKER_IMAGE_NAME"
}), {
DOCKER_IMAGE_TAG: "$CI_COMMIT_SHA"
});
};
exports.getDockerImageVariables = getDockerImageVariables;
/**
* Weather the context requires a docker build
*/
var requiresDockerBuild = function (context) {
var _a;
var deployConfig = (_a = context.deploy) === null || _a === void 0 ? void 0 : _a.config;
return (0, deploy_1.isOfDeployType)(deployConfig, "kubernetes", "google-cloudrun", "dockerTag") || (0, deploy_1.isOfDeployType)(deployConfig, "custom") && deployConfig.requiresDocker;
};
exports.requiresDockerBuild = requiresDockerBuild;
// those need to be runner variables
var getDockerBuildRunnerVariables = function () {
return {
DOCKER_HOST: "tcp://docker:2375",
DOCKER_TLS_CERTDIR: "",
DOCKER_DRIVER: "overlay2",
DOCKER_BUILDKIT: "1" // see https://docs.docker.com/develop/develop-images/build_enhancements/
};
};
var getDockerAdditions = function (build) {
var _a, _b;
if (!("docker" in build)) return {};
if (!build.docker) return {};
return {
DOCKERFILE_ADDITIONS: "additionsBegin" in build.docker ? (_a = build.docker.additionsBegin) === null || _a === void 0 ? void 0 : _a.join("\n") : undefined,
DOCKERFILE_ADDITIONS_END: "additionsEnd" in build.docker ? (_b = build.docker.additionsEnd) === null || _b === void 0 ? void 0 : _b.join("\n") : undefined
};
};
var getDockerBuildVariables = function (context) {
var _a;
return __assign(__assign(__assign({}, getDockerAdditions(context.build.config)), {
APP_DIR: context.build.dir,
DOCKER_BUILD_CONTEXT: "docker" in context.build.config && context.build.config.docker && "buildContextLocation" in context.build.config.docker && ((_a = context.build.config.docker) === null || _a === void 0 ? void 0 : _a.buildContextLocation) === "component" ? context.build.dir : "."
}), (0, exports.getDockerImageVariables)(context));
};
exports.getDockerBuildVariables = getDockerBuildVariables;
exports.DOCKER_BUILD_JOB_NAME = "🔨 docker";
var getDockerJobBaseProps = function () {
return {
image: (0, runner_1.getRunnerImage)("docker-build"),
services: [{
name: "docker:24.0.6-dind",
// see see https://gitlab.com/gitlab-org/gitlab-runner/-/issues/27300#note_466755332
command: ["--tls=false", "--registry-mirror=https://mirror.gcr.io"]
}],
variables: {},
runnerVariables: getDockerBuildRunnerVariables()
};
};
exports.getDockerJobBaseProps = getDockerJobBaseProps;
var createDockerBuildJobBase = function (context, _a) {
var script = _a.script,
cache = _a.cache,
def = __rest(_a, ["script", "cache"]);
return (0, lodash_1.merge)(__assign(__assign({
name: exports.DOCKER_BUILD_JOB_NAME,
envMode: "jobPerEnv",
stage: "build",
cache: cache ? (0, createJobCache_1.createJobCacheFromCacheConfigs)(context, cache) : undefined
}, (0, exports.getDockerJobBaseProps)()), {
script: script || []
}), {
variables: (0, exports.getDockerBuildVariables)(context),
runnerVariables: __assign(__assign({}, DOCKER_BUILD_RUNNER_REQUESTS), getDockerBuildRunnerVariables())
}, def);
};
exports.createDockerBuildJobBase = createDockerBuildJobBase;
var gitlabDockerLogin = function (context) {
return context.deploy && (0, deploy_1.isOfDeployType)(context.deploy.config, "google-cloudrun") ? __spreadArray(__spreadArray([], __read((0, gcloudServiceAccountLoginCommands_1.gcloudServiceAccountLoginCommands)(context)), false), ["gcloud auth configure-docker ".concat((0, artifactsRegistry_1.getArtifactsRegistryHost)(context))], false) : ["docker login --username gitlab-ci-token --password $CI_JOB_TOKEN $CI_REGISTRY"];
};
exports.gitlabDockerLogin = gitlabDockerLogin;
var BUILT_IN_ENSURE_DOCKERFILE_SCRIPTS = {
meteor: "ensureMeteorDockerfile",
node: "ensureNodeDockerfile",
nginx: "ensureNginxDockerfile",
custom: null
};
var getEnsureDockerFileScript = function (context, fallbackType) {
var _a, _b, _c, _d, _e, _f;
if ("docker" in context.build.config && context.build.config.docker && "type" in context.build.config.docker) {
if (((_a = context.build.config.docker) === null || _a === void 0 ? void 0 : _a.type) === "custom") {
if ((_b = context.build.config.docker) === null || _b === void 0 ? void 0 : _b.dockerfileContent) {
// we need to create a script that creates a Dockerfile in the current directory
return "\necho \"Creating Dockerfile\"\ncat >$APP_DIR/Dockerfile <<EOF\n".concat((_d = (_c = context.build.config.docker) === null || _c === void 0 ? void 0 : _c.dockerfileContent) === null || _d === void 0 ? void 0 : _d.join("\n"), "\nEOF");
}
}
var type = (_f = (_e = context.build.config.docker) === null || _e === void 0 ? void 0 : _e.type) !== null && _f !== void 0 ? _f : fallbackType;
return type ? BUILT_IN_ENSURE_DOCKERFILE_SCRIPTS[type] : null;
}
return fallbackType ? BUILT_IN_ENSURE_DOCKERFILE_SCRIPTS[fallbackType] : null;
};
var getDockerBuildScriptWithBuiltInDockerFile = function (context, fallbackType) {
return (0, exports.getDockerBuildDefaultScript)(context, getEnsureDockerFileScript(context, fallbackType));
};
exports.getDockerBuildScriptWithBuiltInDockerFile = getDockerBuildScriptWithBuiltInDockerFile;
var getDockerBuildDefaultScript = function (context, ensureDockerFileScript) {
return __spreadArray(__spreadArray(__spreadArray([ensureDockerFileScript !== null && ensureDockerFileScript !== void 0 ? ensureDockerFileScript : undefined], __read((0, gitlab_1.collapseableSection)("docker-login", "Docker Login")((0, exports.gitlabDockerLogin)(context))), false), __read((0, gitlab_1.collapseableSection)("docker-build", "Docker build")(["docker build --network host --cache-from $DOCKER_CACHE_IMAGE --tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG -f $APP_DIR/Dockerfile $DOCKER_BUILD_CONTEXT --build-arg BUILDKIT_INLINE_CACHE=1" //BUILDKIT_INLINE_CACHE, see https://testdriven.io/blog/faster-ci-builds-with-docker-cache/
])), false), __read((0, gitlab_1.collapseableSection)("docker-push", "Docker push and tag")(["docker push $DOCKER_IMAGE:$DOCKER_IMAGE_TAG", "docker tag $DOCKER_IMAGE:$DOCKER_IMAGE_TAG $DOCKER_CACHE_IMAGE", "docker push $DOCKER_CACHE_IMAGE"])), false).filter(Boolean);
};
exports.getDockerBuildDefaultScript = getDockerBuildDefaultScript;
var hasDockerfile = function (context) {
return (0, fs_1.existsSync)(path_1.default.join(context.build.dir, "Dockerfile"));
};
exports.hasDockerfile = hasDockerfile;