@tableau/taco-toolkit
Version:
Tableau Connector Toolkit
232 lines • 15.7 kB
JavaScript
;
var __extends = (this && this.__extends) || (function () {
var extendStatics = function (d, b) {
extendStatics = Object.setPrototypeOf ||
({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
return extendStatics(d, b);
};
return function (d, b) {
if (typeof b !== "function" && b !== null)
throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
extendStatics(d, b);
function __() { this.constructor = d; }
d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
};
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (g && (g = 0, op[0] && (_ = 0)), _) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
var __asyncValues = (this && this.__asyncValues) || function (o) {
if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
var m = o[Symbol.asyncIterator], i;
return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.AwsUtils = void 0;
var client_s3_1 = require("@aws-sdk/client-s3");
var permission_check_1 = require("../../../../shared/utils/permission-check");
var eps_logger_1 = require("../../../logging/eps-logger");
var sandbox_plugin_1 = require("../sandbox-plugin");
var AwsUtils = /** @class */ (function (_super) {
__extends(AwsUtils, _super);
function AwsUtils(permission) {
var _this = _super.call(this) || this;
_this.permission = permission;
return _this;
}
AwsUtils.prototype.registerClass = function (sandbox) {
var methods = [
{
isStatic: true,
externalName: 'selectObjectContent',
functionRef: createSelectObjectContent(this.permission),
},
];
(0, sandbox_plugin_1.addClassToSandbox)(sandbox, methods, 'AwsUtils');
};
return AwsUtils;
}(sandbox_plugin_1.SandboxPlugin));
exports.AwsUtils = AwsUtils;
// Note: this seems a sepcial version of permission check...
function checkPermission(permission, url, method) {
if (!(0, permission_check_1.checkApiPermission)(permission.api, url, method)) {
eps_logger_1.Logger.warn('todo: perm error');
// throw new Error(`No permission to make ${method} request URL ${url}`)
}
}
//Helper function to read the first line from a readable stream
function readFirstLineFromStream(stream) {
var _a, stream_1, stream_1_1;
var _b, e_1, _c, _d;
return __awaiter(this, void 0, void 0, function () {
var buffer, chunk, newlineIndex, e_1_1;
return __generator(this, function (_e) {
switch (_e.label) {
case 0:
buffer = '';
_e.label = 1;
case 1:
_e.trys.push([1, 6, 7, 12]);
_a = true, stream_1 = __asyncValues(stream);
_e.label = 2;
case 2: return [4 /*yield*/, stream_1.next()];
case 3:
if (!(stream_1_1 = _e.sent(), _b = stream_1_1.done, !_b)) return [3 /*break*/, 5];
_d = stream_1_1.value;
_a = false;
try {
chunk = _d;
buffer += chunk.toString('utf-8');
newlineIndex = buffer.indexOf('\r\n') !== -1 ? buffer.indexOf('\r\n') : buffer.indexOf('\n');
if (newlineIndex !== -1) {
return [2 /*return*/, buffer.slice(0, newlineIndex).trim()];
}
}
finally {
_a = true;
}
_e.label = 4;
case 4: return [3 /*break*/, 2];
case 5: return [3 /*break*/, 12];
case 6:
e_1_1 = _e.sent();
e_1 = { error: e_1_1 };
return [3 /*break*/, 12];
case 7:
_e.trys.push([7, , 10, 11]);
if (!(!_a && !_b && (_c = stream_1.return))) return [3 /*break*/, 9];
return [4 /*yield*/, _c.call(stream_1)];
case 8:
_e.sent();
_e.label = 9;
case 9: return [3 /*break*/, 11];
case 10:
if (e_1) throw e_1.error;
return [7 /*endfinally*/];
case 11: return [7 /*endfinally*/];
case 12: throw new Error('No newline found in the file.');
}
});
});
}
function createSelectObjectContent(permission) {
var _this = this;
return function (options) { return __awaiter(_this, void 0, void 0, function () {
var region, accessKeyId, secretAccessKey, _a, bucket, key, method, url, s3Client, resp, contents, _b, _c, _d, event_1, recordsPayload, e_2_1, _e, resp, bodyStream, firstLine;
var _f, e_2, _g, _h;
var _j;
return __generator(this, function (_k) {
switch (_k.label) {
case 0:
region = options.region, accessKeyId = options.accessKeyId, secretAccessKey = options.secretAccessKey;
{
_a = options.commandInput, bucket = _a.Bucket, key = _a.Key;
method = 'POST';
url = "https://".concat(bucket, ".s3.").concat(region, ".amazonaws.com/").concat(key, "?");
checkPermission(permission, url, method);
}
s3Client = new client_s3_1.S3Client({ region: region, credentials: { accessKeyId: accessKeyId, secretAccessKey: secretAccessKey } });
_k.label = 1;
case 1:
_k.trys.push([1, 15, , 18]);
// code for existing users
eps_logger_1.Logger.info('in SelectObjectCommand try statement');
return [4 /*yield*/, s3Client.send(new client_s3_1.SelectObjectContentCommand(options.commandInput))];
case 2:
resp = _k.sent();
contents = [];
if (!(resp.Payload !== undefined)) return [3 /*break*/, 14];
_k.label = 3;
case 3:
_k.trys.push([3, 8, 9, 14]);
_b = true, _c = __asyncValues(resp.Payload);
_k.label = 4;
case 4: return [4 /*yield*/, _c.next()];
case 5:
if (!(_d = _k.sent(), _f = _d.done, !_f)) return [3 /*break*/, 7];
_h = _d.value;
_b = false;
try {
event_1 = _h;
recordsPayload = (_j = event_1 === null || event_1 === void 0 ? void 0 : event_1.Records) === null || _j === void 0 ? void 0 : _j.Payload;
if (recordsPayload) {
contents.push(Buffer.from(recordsPayload).toString());
}
}
finally {
_b = true;
}
_k.label = 6;
case 6: return [3 /*break*/, 4];
case 7: return [3 /*break*/, 14];
case 8:
e_2_1 = _k.sent();
e_2 = { error: e_2_1 };
return [3 /*break*/, 14];
case 9:
_k.trys.push([9, , 12, 13]);
if (!(!_b && !_f && (_g = _c.return))) return [3 /*break*/, 11];
return [4 /*yield*/, _g.call(_c)];
case 10:
_k.sent();
_k.label = 11;
case 11: return [3 /*break*/, 13];
case 12:
if (e_2) throw e_2.error;
return [7 /*endfinally*/];
case 13: return [7 /*endfinally*/];
case 14: return [2 /*return*/, contents.join('').trimEnd()];
case 15:
_e = _k.sent();
//get whole S3 csv file for new users
eps_logger_1.Logger.info('in GetObjectCommand catch statement');
return [4 /*yield*/, s3Client.send(new client_s3_1.GetObjectCommand(options.commandInput))];
case 16:
resp = _k.sent();
bodyStream = resp.Body;
return [4 /*yield*/, readFirstLineFromStream(bodyStream)];
case 17:
firstLine = _k.sent();
return [2 /*return*/, firstLine];
case 18: return [2 /*return*/];
}
});
}); };
}
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYXdzLXV0aWxzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vc3JjL2Vwcy9zYW5kYm94L3Nkay9mZXRjaGVyLXV0aWxzL2F3cy11dGlscy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQUEsZ0RBSzJCO0FBRzNCLDhFQUE4RTtBQUM5RSwwREFBb0Q7QUFFcEQsb0RBQWdGO0FBVWhGO0lBQThCLDRCQUFhO0lBQ3pDLGtCQUFvQixVQUFzQjtRQUExQyxZQUNFLGlCQUFPLFNBQ1I7UUFGbUIsZ0JBQVUsR0FBVixVQUFVLENBQVk7O0lBRTFDLENBQUM7SUFFRCxnQ0FBYSxHQUFiLFVBQWMsT0FBa0I7UUFDOUIsSUFBTSxPQUFPLEdBQWlCO1lBQzVCO2dCQUNFLFFBQVEsRUFBRSxJQUFJO2dCQUNkLFlBQVksRUFBRSxxQkFBcUI7Z0JBQ25DLFdBQVcsRUFBRSx5QkFBeUIsQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDO2FBQ3hEO1NBQ0YsQ0FBQTtRQUVELElBQUEsa0NBQWlCLEVBQUMsT0FBTyxFQUFFLE9BQU8sRUFBRSxVQUFVLENBQUMsQ0FBQTtJQUNqRCxDQUFDO0lBQ0gsZUFBQztBQUFELENBQUMsQUFoQkQsQ0FBOEIsOEJBQWEsR0FnQjFDO0FBaEJZLDRCQUFRO0FBa0JyQiw0REFBNEQ7QUFDNUQsU0FBUyxlQUFlLENBQUMsVUFBc0IsRUFBRSxHQUFXLEVBQUUsTUFBa0I7SUFDOUUsSUFBSSxDQUFDLElBQUEscUNBQWtCLEVBQUMsVUFBVSxDQUFDLEdBQUcsRUFBRSxHQUFHLEVBQUUsTUFBTSxDQUFDLEVBQUU7UUFDcEQsbUJBQU0sQ0FBQyxJQUFJLENBQUMsa0JBQWtCLENBQUMsQ0FBQTtRQUMvQix3RUFBd0U7S0FDekU7QUFDSCxDQUFDO0FBRUQsK0RBQStEO0FBQy9ELFNBQWUsdUJBQXVCLENBQUMsTUFBZ0I7Ozs7Ozs7O29CQUNqRCxNQUFNLEdBQUcsRUFBRSxDQUFBOzs7OytCQUNXLFdBQUEsY0FBQSxNQUFNLENBQUE7Ozs7O29CQUFOLHNCQUFNO29CQUFOLFdBQU07O3dCQUFmLEtBQUssS0FBQSxDQUFBO3dCQUNwQixNQUFNLElBQUksS0FBSyxDQUFDLFFBQVEsQ0FBQyxPQUFPLENBQUMsQ0FBQTt3QkFDM0IsWUFBWSxHQUFHLE1BQU0sQ0FBQyxPQUFPLENBQUMsTUFBTSxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUE7d0JBQ2xHLElBQUksWUFBWSxLQUFLLENBQUMsQ0FBQyxFQUFFOzRCQUN2QixzQkFBTyxNQUFNLENBQUMsS0FBSyxDQUFDLENBQUMsRUFBRSxZQUFZLENBQUMsQ0FBQyxJQUFJLEVBQUUsRUFBQTt5QkFDNUM7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozt5QkFFSCxNQUFNLElBQUksS0FBSyxDQUFDLCtCQUErQixDQUFDLENBQUE7Ozs7Q0FDakQ7QUFFRCxTQUFTLHlCQUF5QixDQUFDLFVBQXNCO0lBQXpELGlCQXlDQztJQXhDQyxPQUFPLFVBQU8sT0FBbUM7Ozs7Ozs7b0JBQ3ZDLE1BQU0sR0FBbUMsT0FBTyxPQUExQyxFQUFFLFdBQVcsR0FBc0IsT0FBTyxZQUE3QixFQUFFLGVBQWUsR0FBSyxPQUFPLGdCQUFaLENBQVk7b0JBRXhEO3dCQUdJLEtBQ0UsT0FBTyxhQURpQyxFQUFsQixNQUFNLFlBQUEsRUFBTyxHQUFHLFNBQUEsQ0FDL0I7d0JBQ0wsTUFBTSxHQUFHLE1BQU0sQ0FBQTt3QkFDZixHQUFHLEdBQUcsa0JBQVcsTUFBTSxpQkFBTyxNQUFNLDRCQUFrQixHQUFHLE1BQUcsQ0FBQTt3QkFDbEUsZUFBZSxDQUFDLFVBQVUsRUFBRSxHQUFHLEVBQUUsTUFBTSxDQUFDLENBQUE7cUJBQ3pDO29CQUNLLFFBQVEsR0FBRyxJQUFJLG9CQUFRLENBQUMsRUFBRSxNQUFNLFFBQUEsRUFBRSxXQUFXLEVBQUUsRUFBRSxXQUFXLGFBQUEsRUFBRSxlQUFlLGlCQUFBLEVBQUUsRUFBRSxDQUFDLENBQUE7Ozs7b0JBR3RGLDBCQUEwQjtvQkFDMUIsbUJBQU0sQ0FBQyxJQUFJLENBQUMsc0NBQXNDLENBQUMsQ0FBQTtvQkFDdEMscUJBQU0sUUFBUSxDQUFDLElBQUksQ0FBQyxJQUFJLHNDQUEwQixDQUFDLE9BQU8sQ0FBQyxZQUFZLENBQUMsQ0FBQyxFQUFBOztvQkFBaEYsSUFBSSxHQUFHLFNBQXlFO29CQUNoRixRQUFRLEdBQWEsRUFBRSxDQUFBO3lCQUN6QixDQUFBLElBQUksQ0FBQyxPQUFPLEtBQUssU0FBUyxDQUFBLEVBQTFCLHlCQUEwQjs7OzsrQkFDRixLQUFBLGNBQUEsSUFBSSxDQUFDLE9BQU8sQ0FBQTs7Ozs7b0JBQVosY0FBWTtvQkFBWixXQUFZOzt3QkFBckIsWUFBSyxDQUFBO3dCQUNkLGNBQWMsR0FBRyxNQUFBLE9BQUssYUFBTCxPQUFLLHVCQUFMLE9BQUssQ0FBRSxPQUFPLDBDQUFFLE9BQU8sQ0FBQTt3QkFDOUMsSUFBSSxjQUFjLEVBQUU7NEJBQ2xCLFFBQVEsQ0FBQyxJQUFJLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxjQUFjLENBQUMsQ0FBQyxRQUFRLEVBQUUsQ0FBQyxDQUFBO3lCQUN0RDs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O3lCQUdMLHNCQUFPLFFBQVEsQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLENBQUMsT0FBTyxFQUFFLEVBQUE7OztvQkFFbEMscUNBQXFDO29CQUNyQyxtQkFBTSxDQUFDLElBQUksQ0FBQyxxQ0FBcUMsQ0FBQyxDQUFBO29CQUVyQyxxQkFBTSxRQUFRLENBQUMsSUFBSSxDQUFDLElBQUksNEJBQWdCLENBQUMsT0FBTyxDQUFDLFlBQVksQ0FBQyxDQUFDLEVBQUE7O29CQUF0RSxJQUFJLEdBQUcsU0FBK0Q7b0JBRXRFLFVBQVUsR0FBRyxJQUFJLENBQUMsSUFBZ0IsQ0FBQTtvQkFDdEIscUJBQU0sdUJBQXVCLENBQUMsVUFBVSxDQUFDLEVBQUE7O29CQUFyRCxTQUFTLEdBQUcsU0FBeUM7b0JBRTNELHNCQUFPLFNBQVMsRUFBQTs7OztTQUVuQixDQUFBO0FBQ0gsQ0FBQyJ9