@tableau/taco-toolkit
Version:
Tableau Connector Toolkit
394 lines • 27.5 kB
JavaScript
"use strict";
var __extends = (this && this.__extends) || (function () {
var extendStatics = function (d, b) {
extendStatics = Object.setPrototypeOf ||
({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
return extendStatics(d, b);
};
return function (d, b) {
if (typeof b !== "function" && b !== null)
throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
extendStatics(d, b);
function __() { this.constructor = d; }
d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
};
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (g && (g = 0, op[0] && (_ = 0)), _) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
var __values = (this && this.__values) || function(o) {
var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
if (m) return m.call(o);
if (o && typeof o.length === "number") return {
next: function () {
if (o && i >= o.length) o = void 0;
return { value: o && o[i++], done: !o };
}
};
throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.stringifyData = exports.ParquetTacoParser = void 0;
var fs_1 = __importDefault(require("fs"));
var duckdb_async_1 = require("duckdb-async");
var base_taco_file_parser_1 = require("./base-taco-file-parser");
var column_header_property_1 = require("../../../../shared/enums/column-header-property");
var parse_utils_1 = require("../../../utils/parse-utils");
var type_utils_1 = require("../../../../shared/type-utils");
var ParquetTacoParser = /** @class */ (function (_super) {
__extends(ParquetTacoParser, _super);
function ParquetTacoParser(tempDataManager, extractorId, filename) {
var _this = _super.call(this) || this;
_this.tempDataManager = tempDataManager;
_this.extractorId = extractorId;
_this.filename = filename;
_this.filepath = _this.tempDataManager.getTempDataFilePath(_this.extractorId, _this.filename);
return _this;
}
/**
* Set columns metadata info to the parser. When columnHeaders are set, getColumnHeaders will
* respect the given info. Otherwise, all fields are assumed as string type.
*
* To prevent the method from being misused, this method can be called once, otherwise,
* it throws an error.
*/
ParquetTacoParser.prototype.setColumnHeaders = function (columnHeaders) {
var e_1, _a;
if (this.columnHeaderMap) {
throw new Error('columnHeaders can be only set once.');
}
this.columnHeaderMap = new Map();
try {
for (var columnHeaders_1 = __values(columnHeaders), columnHeaders_1_1 = columnHeaders_1.next(); !columnHeaders_1_1.done; columnHeaders_1_1 = columnHeaders_1.next()) {
var columnHeader = columnHeaders_1_1.value;
var id = columnHeader.id;
if (this.columnHeaderMap.has(id)) {
throw new Error("Column name must be unique. Found duplicate column name '".concat(id, "'"));
}
this.columnHeaderMap.set(id, columnHeader);
}
}
catch (e_1_1) { e_1 = { error: e_1_1 }; }
finally {
try {
if (columnHeaders_1_1 && !columnHeaders_1_1.done && (_a = columnHeaders_1.return)) _a.call(columnHeaders_1);
}
finally { if (e_1) throw e_1.error; }
}
};
/**
* Get ColumnHeaders for a Parquet file.
*
* By default, it returns all column header fields and all columns are typed as string.
* If columns metadata is set by setColumnHeaders, it will filter the columns with the given columnHeaders,
* while the column order from the file is still preserved.
*/
ParquetTacoParser.prototype.getColumnHeaders = function () {
return __awaiter(this, void 0, void 0, function () {
var db, columnNames, columnHeaders, columnNames_1, columnNames_1_1, columnName, columnHeader;
var e_2, _a;
return __generator(this, function (_b) {
switch (_b.label) {
case 0: return [4 /*yield*/, this.getDb()];
case 1:
db = _b.sent();
return [4 /*yield*/, this.getColumnNamesFromFile(db, this.filepath)
// empty file
];
case 2:
columnNames = _b.sent();
// empty file
if (columnNames.length === 0) {
if (!this.columnHeaderMap) {
throw new Error('Failed to find column headers from ingested data. If the table empty, ' +
'column headers must be provided via DataContainer.');
}
return [2 /*return*/, Array.from(this.columnHeaderMap.values())];
}
// when columnHeaderMap is NOT present, all columns are selected as string type
if (!this.columnHeaderMap) {
return [2 /*return*/, columnNames.map(function (columnName) {
return { id: columnName, dataType: column_header_property_1.DataType.String };
})];
}
columnHeaders = [];
try {
for (columnNames_1 = __values(columnNames), columnNames_1_1 = columnNames_1.next(); !columnNames_1_1.done; columnNames_1_1 = columnNames_1.next()) {
columnName = columnNames_1_1.value;
columnHeader = this.columnHeaderMap.get(columnName);
if (columnHeader) {
columnHeaders.push(columnHeader);
}
}
}
catch (e_2_1) { e_2 = { error: e_2_1 }; }
finally {
try {
if (columnNames_1_1 && !columnNames_1_1.done && (_a = columnNames_1.return)) _a.call(columnNames_1);
}
finally { if (e_2) throw e_2.error; }
}
return [2 /*return*/, columnHeaders];
}
});
});
};
ParquetTacoParser.prototype.getRowCount = function () {
var _a;
return __awaiter(this, void 0, void 0, function () {
var db, readParams, count;
return __generator(this, function (_b) {
switch (_b.label) {
case 0: return [4 /*yield*/, this.getDb()];
case 1:
db = _b.sent();
if (!fs_1.default.existsSync(this.filepath)) {
throw new Error("ParquetTacoParser.getRowCount(): File does not exist." +
"Check the logs in case of any error during data ingestion." +
"If the source table is empty, consider using FetchUtils.ingestDataRows API.");
}
readParams = getParquetReadParam(this.filepath);
return [4 /*yield*/, db.all("SELECT COUNT(*) AS ROW_COUNT FROM READ_PARQUET(".concat(readParams, ")"))];
case 2:
count = _b.sent();
if (((_a = count[0]) === null || _a === void 0 ? void 0 : _a.ROW_COUNT) !== undefined) {
return [2 /*return*/, Number(count[0].ROW_COUNT)];
}
else {
throw new Error('ParquetTacoParser.getRowCount failed.');
}
return [2 /*return*/, 0];
}
});
});
};
/**
* Get the set of data rows from the Parquet file with the specified limit and offset.
*/
ParquetTacoParser.prototype.getDataRows = function (limit, offset) {
return __awaiter(this, void 0, void 0, function () {
var db, columnNames, hasMoreRows, data;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
if (limit < 1) {
throw new Error("ParquetTacoParser.getDataRows(): limit value ".concat(limit, " should be greater than 0."));
}
if (offset < 0) {
throw new Error("ParquetTacoParser.getDataRows(): offset value ".concat(offset, " should be greater than or equal to 0."));
}
return [4 /*yield*/, this.getDb()];
case 1:
db = _a.sent();
return [4 /*yield*/, this.getColumnNamesFromFile(db, this.filepath)
// empty file
];
case 2:
columnNames = _a.sent();
// empty file
if (columnNames.length === 0) {
if (!this.columnHeaderMap) {
throw new Error('Failed to find column headers from ingested data. If the table empty, ' +
'column headers must be provided via DataContainer.');
}
// if columnHeaders is provided, it is valid empty table.
return [2 /*return*/, {
data: [],
hasMoreRows: false,
}];
}
hasMoreRows = false;
return [4 /*yield*/, parseParquetFile(db, this.filepath, offset, limit + 1)];
case 3:
data = _a.sent();
if (data.length === 0) {
return [2 /*return*/, {
data: [],
hasMoreRows: false,
}];
}
offset += limit;
if (data.length > limit) {
hasMoreRows = true;
data.pop();
}
else {
hasMoreRows = false;
}
if (this.columnHeaderMap) {
return [2 /*return*/, {
data: (0, parse_utils_1.composeDataRowsWithTypeFromObjectArray)(data, this.columnHeaderMap),
hasMoreRows: hasMoreRows,
}];
}
return [2 /*return*/, {
data: data,
hasMoreRows: hasMoreRows,
}];
}
});
});
};
ParquetTacoParser.prototype.getDb = function () {
return __awaiter(this, void 0, void 0, function () {
var _a;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
if (!!this.db) return [3 /*break*/, 2];
_a = this;
return [4 /*yield*/, duckdb_async_1.Database.create(':memory:')];
case 1:
_a.db = _b.sent();
_b.label = 2;
case 2: return [2 /*return*/, this.db];
}
});
});
};
/**
* Retrieves the column names from the first row of a parquet file located at the given file path.
*
* @param {Database} db - The duckdb database instance to execute the query against.
* @param {string} filepath - The file path of the parquet file to read from.
*
* @returns {Promise<string[]>} - A Promise that resolves with an array of string column names, or an empty array if no column names were found.
*/
ParquetTacoParser.prototype.getColumnNamesFromFile = function (db, filepath) {
return __awaiter(this, void 0, void 0, function () {
var readParams, dbResult;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
if (this.headersFromFile && this.headersFromFile.length > 0) {
return [2 /*return*/, this.headersFromFile];
}
if (!fs_1.default.existsSync(this.filepath)) {
throw new Error("ParquetTacoParser.getColumnNamesFromFile(): File does not exist." +
"Check the logs in case of any error during data ingestion." +
"If the source table is empty, consider using FetchUtils.ingestDataRows API.");
}
this.headersFromFile = [];
readParams = getParquetReadParam(filepath);
return [4 /*yield*/, db.all("SELECT * FROM READ_PARQUET(".concat(readParams, ") LIMIT 1"))];
case 1:
dbResult = _a.sent();
if (dbResult.length > 0) {
this.headersFromFile = Object.keys(dbResult[0]).map(function (columnName) {
return columnName;
});
}
return [2 /*return*/, this.headersFromFile];
}
});
});
};
return ParquetTacoParser;
}(base_taco_file_parser_1.TacoFileParser));
exports.ParquetTacoParser = ParquetTacoParser;
/**
* Parses a parquet file located at the given file path, and returns a subset of its data as an array of objects.
*
* @param {Database} db - The Duckdb database instance to execute the query against.
* @param {string} filepath - The file path of the parquet file to read from.
* @param {number} offset - The zero-based index of the first row to return.
* @param {number} limit - The maximum number of rows to return.
*
* @returns {Promise<TableData>} - A Promise that resolves with an array of objects representing the requested subset of the table data, where each object has properties corresponding to the table columns.
*/
function parseParquetFile(db, filepath, offset, limit) {
return __awaiter(this, void 0, void 0, function () {
var readParams, result;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
readParams = getParquetReadParam(filepath);
return [4 /*yield*/, db.all("SELECT * FROM READ_PARQUET(".concat(readParams, ") t LIMIT ").concat(limit, " OFFSET ").concat(offset))];
case 1:
result = _a.sent();
stringifyData(result);
return [2 /*return*/, result];
}
});
});
}
function getParquetReadParam(filepath) {
return "['".concat(filepath, "/*.parquet'], union_by_name=True");
}
// Converting DuckDb parquet result to either string or null value
// TODO: autotype conversion based on the metadata of columns from the parquet file
function stringifyData(datarows) {
var e_3, _a, e_4, _b;
try {
for (var datarows_1 = __values(datarows), datarows_1_1 = datarows_1.next(); !datarows_1_1.done; datarows_1_1 = datarows_1.next()) {
var row = datarows_1_1.value;
try {
for (var _c = (e_4 = void 0, __values(Object.keys(row))), _d = _c.next(); !_d.done; _d = _c.next()) {
var key = _d.value;
row[key] = stringifyValue(row[key]);
}
}
catch (e_4_1) { e_4 = { error: e_4_1 }; }
finally {
try {
if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
}
finally { if (e_4) throw e_4.error; }
}
}
}
catch (e_3_1) { e_3 = { error: e_3_1 }; }
finally {
try {
if (datarows_1_1 && !datarows_1_1.done && (_a = datarows_1.return)) _a.call(datarows_1);
}
finally { if (e_3) throw e_3.error; }
}
}
exports.stringifyData = stringifyData;
function stringifyValue(value) {
if (value === null || value === undefined) {
return null;
}
else {
return (0, type_utils_1.stringifyUnknown)(value);
}
}
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGFycXVldC1wYXJzZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi9zcmMvZXBzL2V4dHJhY3Rvci9oYW5kbGVycy90YWNvLXBhcnNlci9wYXJxdWV0LXBhcnNlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQUFBLDBDQUFtQjtBQUNuQiw2Q0FBdUM7QUFHdkMsaUVBQXdEO0FBRXhELDBGQUEwRTtBQUUxRSwwREFBbUY7QUFDbkYsNERBQWdFO0FBT2hFO0lBQXVDLHFDQUFjO0lBTW5ELDJCQUFvQixlQUFnQyxFQUFVLFdBQW1CLEVBQVUsUUFBZ0I7UUFBM0csWUFDRSxpQkFBTyxTQUVSO1FBSG1CLHFCQUFlLEdBQWYsZUFBZSxDQUFpQjtRQUFVLGlCQUFXLEdBQVgsV0FBVyxDQUFRO1FBQVUsY0FBUSxHQUFSLFFBQVEsQ0FBUTtRQUV6RyxLQUFJLENBQUMsUUFBUSxHQUFHLEtBQUksQ0FBQyxlQUFlLENBQUMsbUJBQW1CLENBQUMsS0FBSSxDQUFDLFdBQVcsRUFBRSxLQUFJLENBQUMsUUFBUSxDQUFDLENBQUE7O0lBQzNGLENBQUM7SUFFRDs7Ozs7O09BTUc7SUFDSCw0Q0FBZ0IsR0FBaEIsVUFBaUIsYUFBNkI7O1FBQzVDLElBQUksSUFBSSxDQUFDLGVBQWUsRUFBRTtZQUN4QixNQUFNLElBQUksS0FBSyxDQUFDLHFDQUFxQyxDQUFDLENBQUE7U0FDdkQ7UUFFRCxJQUFJLENBQUMsZUFBZSxHQUFHLElBQUksR0FBRyxFQUFFLENBQUE7O1lBQ2hDLEtBQTJCLElBQUEsa0JBQUEsU0FBQSxhQUFhLENBQUEsNENBQUEsdUVBQUU7Z0JBQXJDLElBQU0sWUFBWSwwQkFBQTtnQkFDYixJQUFBLEVBQUUsR0FBSyxZQUFZLEdBQWpCLENBQWlCO2dCQUMzQixJQUFJLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxFQUFFO29CQUNoQyxNQUFNLElBQUksS0FBSyxDQUFDLG1FQUE0RCxFQUFFLE1BQUcsQ0FBQyxDQUFBO2lCQUNuRjtnQkFDRCxJQUFJLENBQUMsZUFBZSxDQUFDLEdBQUcsQ0FBQyxFQUFFLEVBQUUsWUFBWSxDQUFDLENBQUE7YUFDM0M7Ozs7Ozs7OztJQUNILENBQUM7SUFFRDs7Ozs7O09BTUc7SUFDRyw0Q0FBZ0IsR0FBdEI7Ozs7Ozs0QkFDYSxxQkFBTSxJQUFJLENBQUMsS0FBSyxFQUFFLEVBQUE7O3dCQUF2QixFQUFFLEdBQUcsU0FBa0I7d0JBQ1QscUJBQU0sSUFBSSxDQUFDLHNCQUFzQixDQUFDLEVBQUUsRUFBRSxJQUFJLENBQUMsUUFBUSxDQUFDOzRCQUV4RSxhQUFhOzBCQUYyRDs7d0JBQWxFLFdBQVcsR0FBRyxTQUFvRDt3QkFFeEUsYUFBYTt3QkFDYixJQUFJLFdBQVcsQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUFFOzRCQUM1QixJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsRUFBRTtnQ0FDekIsTUFBTSxJQUFJLEtBQUssQ0FDYix3RUFBd0U7b0NBQ3RFLG9EQUFvRCxDQUN2RCxDQUFBOzZCQUNGOzRCQUVELHNCQUFPLEtBQUssQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFBO3lCQUNqRDt3QkFFRCwrRUFBK0U7d0JBQy9FLElBQUksQ0FBQyxJQUFJLENBQUMsZUFBZSxFQUFFOzRCQUN6QixzQkFBTyxXQUFXLENBQUMsR0FBRyxDQUFDLFVBQUMsVUFBVTtvQ0FDaEMsT0FBTyxFQUFFLEVBQUUsRUFBRSxVQUFVLEVBQUUsUUFBUSxFQUFFLGlDQUFRLENBQUMsTUFBTSxFQUFFLENBQUE7Z0NBQ3RELENBQUMsQ0FBQyxFQUFBO3lCQUNIO3dCQUVLLGFBQWEsR0FBbUIsRUFBRSxDQUFBOzs0QkFDeEMsS0FBeUIsZ0JBQUEsU0FBQSxXQUFXLENBQUEseUdBQUU7Z0NBQTNCLFVBQVU7Z0NBQ2IsWUFBWSxHQUFHLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxDQUFDLFVBQVUsQ0FBQyxDQUFBO2dDQUN6RCxJQUFJLFlBQVksRUFBRTtvQ0FDaEIsYUFBYSxDQUFDLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQTtpQ0FDakM7NkJBQ0Y7Ozs7Ozs7Ozt3QkFDRCxzQkFBTyxhQUFhLEVBQUE7Ozs7S0FDckI7SUFFSyx1Q0FBVyxHQUFqQjs7Ozs7OzRCQUNhLHFCQUFNLElBQUksQ0FBQyxLQUFLLEVBQUUsRUFBQTs7d0JBQXZCLEVBQUUsR0FBRyxTQUFrQjt3QkFFN0IsSUFBSSxDQUFDLFlBQUUsQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxFQUFFOzRCQUNqQyxNQUFNLElBQUksS0FBSyxDQUNiLHVEQUF1RDtnQ0FDckQsNERBQTREO2dDQUM1RCw2RUFBNkUsQ0FDaEYsQ0FBQTt5QkFDRjt3QkFFSyxVQUFVLEdBQUcsbUJBQW1CLENBQUMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxDQUFBO3dCQUN2QyxxQkFBTSxFQUFFLENBQUMsR0FBRyxDQUFDLHlEQUFrRCxVQUFVLE1BQUcsQ0FBQyxFQUFBOzt3QkFBckYsS0FBSyxHQUFHLFNBQTZFO3dCQUMzRixJQUFJLENBQUEsTUFBQSxLQUFLLENBQUMsQ0FBQyxDQUFDLDBDQUFFLFNBQVMsTUFBSyxTQUFTLEVBQUU7NEJBQ3JDLHNCQUFPLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDLENBQUMsU0FBUyxDQUFDLEVBQUE7eUJBQ2xDOzZCQUFNOzRCQUNMLE1BQU0sSUFBSSxLQUFLLENBQUMsdUNBQXVDLENBQUMsQ0FBQTt5QkFDekQ7d0JBRUQsc0JBQU8sQ0FBQyxFQUFBOzs7O0tBQ1Q7SUFFRDs7T0FFRztJQUNHLHVDQUFXLEdBQWpCLFVBQ0UsS0FBYSxFQUNiLE1BQWM7Ozs7Ozt3QkFLZCxJQUFJLEtBQUssR0FBRyxDQUFDLEVBQUU7NEJBQ2IsTUFBTSxJQUFJLEtBQUssQ0FBQyx1REFBZ0QsS0FBSywrQkFBNEIsQ0FBQyxDQUFBO3lCQUNuRzt3QkFFRCxJQUFJLE1BQU0sR0FBRyxDQUFDLEVBQUU7NEJBQ2QsTUFBTSxJQUFJLEtBQUssQ0FBQyx3REFBaUQsTUFBTSwyQ0FBd0MsQ0FBQyxDQUFBO3lCQUNqSDt3QkFFVSxxQkFBTSxJQUFJLENBQUMsS0FBSyxFQUFFLEVBQUE7O3dCQUF2QixFQUFFLEdBQUcsU0FBa0I7d0JBQ1QscUJBQU0sSUFBSSxDQUFDLHNCQUFzQixDQUFDLEVBQUUsRUFBRSxJQUFJLENBQUMsUUFBUSxDQUFDOzRCQUN4RSxhQUFhOzBCQUQyRDs7d0JBQWxFLFdBQVcsR0FBRyxTQUFvRDt3QkFDeEUsYUFBYTt3QkFDYixJQUFJLFdBQVcsQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUFFOzRCQUM1QixJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsRUFBRTtnQ0FDekIsTUFBTSxJQUFJLEtBQUssQ0FDYix3RUFBd0U7b0NBQ3RFLG9EQUFvRCxDQUN2RCxDQUFBOzZCQUNGOzRCQUVELHlEQUF5RDs0QkFDekQsc0JBQU87b0NBQ0wsSUFBSSxFQUFFLEVBQUU7b0NBQ1IsV0FBVyxFQUFFLEtBQUs7aUNBQ25CLEVBQUE7eUJBQ0Y7d0JBRUcsV0FBVyxHQUFHLEtBQUssQ0FBQTt3QkFFVixxQkFBTSxnQkFBZ0IsQ0FBQyxFQUFFLEVBQUUsSUFBSSxDQUFDLFFBQVEsRUFBRSxNQUFNLEVBQUUsS0FBSyxHQUFHLENBQUMsQ0FBQyxFQUFBOzt3QkFBbkUsSUFBSSxHQUFHLFNBQTREO3dCQUN6RSxJQUFJLElBQUksQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUFFOzRCQUNyQixzQkFBTztvQ0FDTCxJQUFJLEVBQUUsRUFBRTtvQ0FDUixXQUFXLEVBQUUsS0FBSztpQ0FDbkIsRUFBQTt5QkFDRjt3QkFFRCxNQUFNLElBQUksS0FBSyxDQUFBO3dCQUNmLElBQUksSUFBSSxDQUFDLE1BQU0sR0FBRyxLQUFLLEVBQUU7NEJBQ3ZCLFdBQVcsR0FBRyxJQUFJLENBQUE7NEJBQ2xCLElBQUksQ0FBQyxHQUFHLEVBQUUsQ0FBQTt5QkFDWDs2QkFBTTs0QkFDTCxXQUFXLEdBQUcsS0FBSyxDQUFBO3lCQUNwQjt3QkFFRCxJQUFJLElBQUksQ0FBQyxlQUFlLEVBQUU7NEJBQ3hCLHNCQUFPO29DQUNMLElBQUksRUFBRSxJQUFBLG9EQUFzQyxFQUFDLElBQUksRUFBRSxJQUFJLENBQUMsZUFBZSxDQUFDO29DQUN4RSxXQUFXLEVBQUUsV0FBVztpQ0FDekIsRUFBQTt5QkFDRjt3QkFFRCxzQkFBTztnQ0FDTCxJQUFJLEVBQUUsSUFBSTtnQ0FDVixXQUFXLEVBQUUsV0FBVzs2QkFDekIsRUFBQTs7OztLQUNGO0lBRUssaUNBQUssR0FBWDs7Ozs7OzZCQUNNLENBQUMsSUFBSSxDQUFDLEVBQUUsRUFBUix3QkFBUTt3QkFDVixLQUFBLElBQUksQ0FBQTt3QkFBTSxxQkFBTSx1QkFBUSxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsRUFBQTs7d0JBQTNDLEdBQUssRUFBRSxHQUFHLFNBQWlDLENBQUE7OzRCQUU3QyxzQkFBTyxJQUFJLENBQUMsRUFBRSxFQUFBOzs7O0tBQ2Y7SUFFRDs7Ozs7OztPQU9HO0lBQ1csa0RBQXNCLEdBQXBDLFVBQXFDLEVBQVksRUFBRSxRQUFnQjs7Ozs7O3dCQUNqRSxJQUFJLElBQUksQ0FBQyxlQUFlLElBQUksSUFBSSxDQUFDLGVBQWUsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxFQUFFOzRCQUMzRCxzQkFBTyxJQUFJLENBQUMsZUFBZSxFQUFBO3lCQUM1Qjt3QkFFRCxJQUFJLENBQUMsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLEVBQUU7NEJBQ2pDLE1BQU0sSUFBSSxLQUFLLENBQ2Isa0VBQWtFO2dDQUNoRSw0REFBNEQ7Z0NBQzVELDZFQUE2RSxDQUNoRixDQUFBO3lCQUNGO3dCQUVELElBQUksQ0FBQyxlQUFlLEdBQUcsRUFBRSxDQUFBO3dCQUVuQixVQUFVLEdBQUcsbUJBQW1CLENBQUMsUUFBUSxDQUFDLENBQUE7d0JBQy9CLHFCQUFNLEVBQUUsQ0FBQyxHQUFHLENBQUMscUNBQThCLFVBQVUsY0FBVyxDQUFDLEVBQUE7O3dCQUE1RSxRQUFRLEdBQUcsU0FBaUU7d0JBRWxGLElBQUksUUFBUSxDQUFDLE1BQU0sR0FBRyxDQUFDLEVBQUU7NEJBQ3ZCLElBQUksQ0FBQyxlQUFlLEdBQUcsTUFBTSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxHQUFHLENBQUMsVUFBQyxVQUFVO2dDQUM3RCxPQUFPLFVBQVUsQ0FBQTs0QkFDbkIsQ0FBQyxDQUFDLENBQUE7eUJBQ0g7d0JBRUQsc0JBQU8sSUFBSSxDQUFDLGVBQWUsRUFBQTs7OztLQUM1QjtJQUNILHdCQUFDO0FBQUQsQ0FBQyxBQTNNRCxDQUF1QyxzQ0FBYyxHQTJNcEQ7QUEzTVksOENBQWlCO0FBNk05Qjs7Ozs7Ozs7O0dBU0c7QUFDSCxTQUFlLGdCQUFnQixDQUM3QixFQUFZLEVBQ1osUUFBZ0IsRUFDaEIsTUFBYyxFQUNkLEtBQWE7Ozs7OztvQkFFUCxVQUFVLEdBQUcsbUJBQW1CLENBQUMsUUFBUSxDQUFDLENBQUE7b0JBRWpDLHFCQUFNLEVBQUUsQ0FBQyxHQUFHLENBQUMscUNBQThCLFVBQVUsdUJBQWEsS0FBSyxxQkFBVyxNQUFNLENBQUUsQ0FBQyxFQUFBOztvQkFBcEcsTUFBTSxHQUFHLFNBQTJGO29CQUMxRyxhQUFhLENBQUMsTUFBTSxDQUFDLENBQUE7b0JBQ3JCLHNCQUFPLE1BQU0sRUFBQTs7OztDQUNkO0FBRUQsU0FBUyxtQkFBbUIsQ0FBQyxRQUFnQjtJQUMzQyxPQUFPLFlBQUssUUFBUSxxQ0FBa0MsQ0FBQTtBQUN4RCxDQUFDO0FBRUQsa0VBQWtFO0FBQ2xFLG1GQUFtRjtBQUNuRixTQUFnQixhQUFhLENBQUMsUUFBbUM7OztRQUMvRCxLQUFrQixJQUFBLGFBQUEsU0FBQSxRQUFRLENBQUEsa0NBQUEsd0RBQUU7WUFBdkIsSUFBTSxHQUFHLHFCQUFBOztnQkFDWixLQUFrQixJQUFBLG9CQUFBLFNBQUEsTUFBTSxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUMsQ0FBQSxDQUFBLGdCQUFBLDRCQUFFO29CQUEvQixJQUFNLEdBQUcsV0FBQTtvQkFDWixHQUFHLENBQUMsR0FBRyxDQUFDLEdBQUcsY0FBYyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFBO2lCQUNwQzs7Ozs7Ozs7O1NBQ0Y7Ozs7Ozs7OztBQUNILENBQUM7QUFORCxzQ0FNQztBQUVELFNBQVMsY0FBYyxDQUFDLEtBQWM7SUFDcEMsSUFBSSxLQUFLLEtBQUssSUFBSSxJQUFJLEtBQUssS0FBSyxTQUFTLEVBQUU7UUFDekMsT0FBTyxJQUFJLENBQUE7S0FDWjtTQUFNO1FBQ0wsT0FBTyxJQUFBLDZCQUFnQixFQUFDLEtBQUssQ0FBQyxDQUFBO0tBQy9CO0FBQ0gsQ0FBQyJ9