@bitblit/epsilon
Version:
Tiny adapter to simplify building API gateway Lambda APIS
85 lines • 4.77 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.AwsLargePayloadS3SqsSnsBackgroundManager = void 0;
const common_1 = require("@bitblit/ratchet/common");
const aws_sqs_sns_background_manager_1 = require("./aws-sqs-sns-background-manager");
/**
* Handles all submission of work to the background processing system.
*
* Note that this does NOT validate the input, it just passes it along. This is
* because it creates a circular reference to the processors if we try since they
* define the type and validation.
*/
class AwsLargePayloadS3SqsSnsBackgroundManager extends aws_sqs_sns_background_manager_1.AwsSqsSnsBackgroundManager {
constructor(_awsConfig, _sqs, _sns, _s3, pathPrefix = '') {
super(_awsConfig, _sqs, _sns);
this._s3 = _s3;
this.pathPrefix = pathPrefix;
if (!_s3) {
common_1.ErrorRatchet.throwFormattedErr('Cannot start - no s3Client provided');
}
if (!common_1.StringRatchet.trimToNull(_s3.getDefaultBucket())) {
common_1.ErrorRatchet.throwFormattedErr('Cannot start - no default bucket provided');
}
if (!pathPrefix && pathPrefix.endsWith('/')) {
common_1.ErrorRatchet.throwFormattedErr('Path prefix may not end with /');
}
}
get backgroundManagerName() {
return 'AwsLargePayloadS3SqsSnsBackgroundManager';
}
get s3() {
return this._s3;
}
wrapEntryForInternal(entry, overrideTraceId, overrideTraceDepth) {
const _super = Object.create(null, {
wrapEntryForInternal: { get: () => super.wrapEntryForInternal }
});
return __awaiter(this, void 0, void 0, function* () {
const rval = yield _super.wrapEntryForInternal.call(this, entry, overrideTraceId, overrideTraceDepth);
const payloadApproximateSize = Buffer.byteLength(JSON.stringify(rval), 'utf-8');
if (payloadApproximateSize > AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_SIZE_THRESHOLD) {
common_1.Logger.info('Message payload is above LARGE_MESSAGE_SIZE_THRESHOLD. Uploading to s3.');
rval.meta = rval.meta || {};
const pathToData = yield this.writeMessageToS3(rval.guid, rval.data);
rval.meta[AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_S3_PATH_META_KEY] = pathToData;
rval.data = undefined;
}
return rval;
});
}
writeMessageToS3(guid, entry) {
return __awaiter(this, void 0, void 0, function* () {
let s3FilePath = common_1.StringRatchet.trimToNull(this.pathPrefix) ? this.pathPrefix + '/' : '';
s3FilePath += guid + '.json';
yield this.s3.writeObjectToCacheFile(s3FilePath, entry);
return s3FilePath;
});
}
modify(entry) {
var _a;
return __awaiter(this, void 0, void 0, function* () {
if ((_a = entry === null || entry === void 0 ? void 0 : entry.meta) === null || _a === void 0 ? void 0 : _a[AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_S3_PATH_META_KEY]) {
common_1.Logger.silly('Restoring large data from %s', entry.meta[AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_S3_PATH_META_KEY]);
const parsed = yield this._s3.fetchCacheFileAsObject(entry.meta[AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_S3_PATH_META_KEY]);
entry.data = parsed;
delete entry.meta[AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_S3_PATH_META_KEY];
}
return entry;
});
}
}
exports.AwsLargePayloadS3SqsSnsBackgroundManager = AwsLargePayloadS3SqsSnsBackgroundManager;
// SQS and SNS payload limit is (256 * 1024). Set threshold lower to allow extra metadata
AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_SIZE_THRESHOLD = 250000;
AwsLargePayloadS3SqsSnsBackgroundManager.LARGE_MESSAGE_S3_PATH_META_KEY = 'S3_STORAGE_KEY';
//# sourceMappingURL=aws-large-payload-s3-sqs-sns-background-manager.js.map