@tableau/taco-toolkit
Version:
Tableau Connector Toolkit
357 lines • 26 kB
JavaScript
"use strict";
var __extends = (this && this.__extends) || (function () {
var extendStatics = function (d, b) {
extendStatics = Object.setPrototypeOf ||
({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
return extendStatics(d, b);
};
return function (d, b) {
if (typeof b !== "function" && b !== null)
throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
extendStatics(d, b);
function __() { this.constructor = d; }
d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
};
})();
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __generator = (this && this.__generator) || function (thisArg, body) {
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
function verb(n) { return function (v) { return step([n, v]); }; }
function step(op) {
if (f) throw new TypeError("Generator is already executing.");
while (g && (g = 0, op[0] && (_ = 0)), _) try {
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
if (y = 0, t) op = [op[0] & 2, t.value];
switch (op[0]) {
case 0: case 1: t = op; break;
case 4: _.label++; return { value: op[1], done: false };
case 5: _.label++; y = op[1]; op = [0]; continue;
case 7: op = _.ops.pop(); _.trys.pop(); continue;
default:
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
if (t[2]) _.ops.pop();
_.trys.pop(); continue;
}
op = body.call(thisArg, _);
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
}
};
var __values = (this && this.__values) || function(o) {
var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
if (m) return m.call(o);
if (o && typeof o.length === "number") return {
next: function () {
if (o && i >= o.length) o = void 0;
return { value: o && o[i++], done: !o };
}
};
throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.CsvDuckdbTacoParser = void 0;
var fs_1 = __importDefault(require("fs"));
var duckdb_async_1 = require("duckdb-async");
var base_taco_file_parser_1 = require("./base-taco-file-parser");
var column_header_property_1 = require("../../../../shared/enums/column-header-property");
var parse_utils_1 = require("../../../utils/parse-utils");
var CsvDuckdbTacoParser = /** @class */ (function (_super) {
__extends(CsvDuckdbTacoParser, _super);
function CsvDuckdbTacoParser(tempDataManager, extractorId, filename) {
var _this = _super.call(this) || this;
_this.tempDataManager = tempDataManager;
_this.extractorId = extractorId;
_this.filename = filename;
_this.filepath = _this.tempDataManager.getTempDataFilePath(_this.extractorId, _this.filename);
return _this;
}
/**
* Set columns metadata info to the parser. When columnHeaders are set, getColumnHeaders will
* respect the given info. Otherwise, all fields are assumed as string type.
*
* To prevent the method from being misused, this method can be called once, otherwise,
* it throws an error.
*/
CsvDuckdbTacoParser.prototype.setColumnHeaders = function (columnHeaders) {
var e_1, _a;
if (this.columnHeaderMap) {
throw new Error('CsvDuckdbTacoParser.setColumnHeaders(): columnHeaders can be only set once.');
}
this.columnHeaderMap = new Map();
try {
for (var columnHeaders_1 = __values(columnHeaders), columnHeaders_1_1 = columnHeaders_1.next(); !columnHeaders_1_1.done; columnHeaders_1_1 = columnHeaders_1.next()) {
var columnHeader = columnHeaders_1_1.value;
var id = columnHeader.id;
if (this.columnHeaderMap.has(id)) {
throw new Error("CsvDuckdbTacoParser.setColumnHeaders(): Column name must be unique. Found duplicate column name '".concat(id, "'"));
}
this.columnHeaderMap.set(id, columnHeader);
}
}
catch (e_1_1) { e_1 = { error: e_1_1 }; }
finally {
try {
if (columnHeaders_1_1 && !columnHeaders_1_1.done && (_a = columnHeaders_1.return)) _a.call(columnHeaders_1);
}
finally { if (e_1) throw e_1.error; }
}
};
/**
* Get ColumnHeaders for a CSV file.
*
* By default, it returns all column header fields and all columns are typed as string.
* If columns metadata is set by setColumnHeaders, it will filter the columns with the given columnHeaders,
* while the column order from the file is still preserved.
*/
CsvDuckdbTacoParser.prototype.getColumnHeaders = function () {
return __awaiter(this, void 0, void 0, function () {
var db, columnNames, columnHeaders, columnNames_1, columnNames_1_1, columnName, columnHeader;
var e_2, _a;
return __generator(this, function (_b) {
switch (_b.label) {
case 0: return [4 /*yield*/, this.getDb()];
case 1:
db = _b.sent();
return [4 /*yield*/, this.getColumnNamesFromFile(db, this.filepath)
// empty file
];
case 2:
columnNames = _b.sent();
// empty file
if (columnNames.length === 0) {
if (!this.columnHeaderMap) {
throw new Error('CsvDuckdbTacoParser.getColumnHeaders(): Failed to find column headers from ingested data. If the table empty, ' +
'column headers must be provided via DataContainer.');
}
return [2 /*return*/, Array.from(this.columnHeaderMap.values())];
}
// when columnHeaderMap is NOT present, all columns are selected as string type
if (!this.columnHeaderMap) {
return [2 /*return*/, columnNames.map(function (columnName) {
return { id: columnName, dataType: column_header_property_1.DataType.String };
})];
}
columnHeaders = [];
try {
for (columnNames_1 = __values(columnNames), columnNames_1_1 = columnNames_1.next(); !columnNames_1_1.done; columnNames_1_1 = columnNames_1.next()) {
columnName = columnNames_1_1.value;
columnHeader = this.columnHeaderMap.get(columnName);
if (columnHeader) {
columnHeaders.push(columnHeader);
}
}
}
catch (e_2_1) { e_2 = { error: e_2_1 }; }
finally {
try {
if (columnNames_1_1 && !columnNames_1_1.done && (_a = columnNames_1.return)) _a.call(columnNames_1);
}
finally { if (e_2) throw e_2.error; }
}
return [2 /*return*/, columnHeaders];
}
});
});
};
CsvDuckdbTacoParser.prototype.getRowCount = function () {
var _a;
return __awaiter(this, void 0, void 0, function () {
var db, count;
return __generator(this, function (_b) {
switch (_b.label) {
case 0: return [4 /*yield*/, this.getDb()];
case 1:
db = _b.sent();
if (!fs_1.default.existsSync(this.filepath)) {
throw new Error("CsvDuckdbTacoParser.getRowCount(): File does not exist." +
"Check the logs in case of any error during data ingestion." +
"If the source table is empty, consider using FetchUtils.ingestDataRows API.");
}
return [4 /*yield*/, (0, parse_utils_1.isFileEmpty)(this.filepath)];
case 2:
if (!!(_b.sent())) return [3 /*break*/, 4];
return [4 /*yield*/, db.all("SELECT COUNT(*) AS ROW_COUNT FROM READ_CSV_AUTO('".concat(this.filepath, "', header=True, all_varchar=True)"))];
case 3:
count = _b.sent();
if (((_a = count[0]) === null || _a === void 0 ? void 0 : _a.ROW_COUNT) !== undefined) {
return [2 /*return*/, Number(count[0].ROW_COUNT)];
}
else {
throw new Error('CsvDuckdbTacoParser.getRowCount failed.');
}
_b.label = 4;
case 4: return [2 /*return*/, 0];
}
});
});
};
/**
* Get the set of data rows from the CSV file with the specified limit and offset.
*/
CsvDuckdbTacoParser.prototype.getDataRows = function (limit, offset) {
return __awaiter(this, void 0, void 0, function () {
var hasMoreRows, db, columnNames, data;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
if (limit < 1) {
throw new Error("CsvDuckdbTacoParser.getDataRows(): limit value ".concat(limit, " should be greater than 0."));
}
if (offset < 0) {
throw new Error("CsvDuckdbTacoParser.getDataRows(): offset value ".concat(offset, " should be greater than or equal to 0."));
}
hasMoreRows = false;
return [4 /*yield*/, this.getDb()];
case 1:
db = _a.sent();
return [4 /*yield*/, this.getColumnNamesFromFile(db, this.filepath)
// empty file
];
case 2:
columnNames = _a.sent();
// empty file
if (columnNames.length === 0) {
if (!this.columnHeaderMap) {
throw new Error('CsvDuckdbTacoParser.getDataRows(): Failed to find column headers from ingested data. If the table empty, ' +
'column headers must be provided via DataContainer.');
}
// if columnHeaders is provided, it is valid empty table.
return [2 /*return*/, {
data: [],
hasMoreRows: false,
}];
}
return [4 /*yield*/, parseCsvFile(db, this.filepath, offset, limit + 1)];
case 3:
data = _a.sent();
if (data.length === 0) {
return [2 /*return*/, {
data: [],
hasMoreRows: false,
}];
}
offset += limit;
if (data.length > limit) {
hasMoreRows = true;
data.pop();
}
else {
hasMoreRows = false;
}
if (this.columnHeaderMap) {
return [2 /*return*/, {
data: (0, parse_utils_1.composeDataRowsWithTypeFromObjectArray)(data, this.columnHeaderMap),
hasMoreRows: hasMoreRows,
}];
}
if (!(0, parse_utils_1.isValidDataRows)(data)) {
throw new Error('CsvDuckdbTacoParser.getDataRows(): Invalid Data Rows');
}
return [2 /*return*/, {
data: data,
hasMoreRows: hasMoreRows,
}];
}
});
});
};
CsvDuckdbTacoParser.prototype.getDb = function () {
return __awaiter(this, void 0, void 0, function () {
var _a;
return __generator(this, function (_b) {
switch (_b.label) {
case 0:
if (!!this.db) return [3 /*break*/, 2];
_a = this;
return [4 /*yield*/, duckdb_async_1.Database.create(':memory:')];
case 1:
_a.db = _b.sent();
_b.label = 2;
case 2: return [2 /*return*/, this.db];
}
});
});
};
/**
* Retrieves the column names from the first row of a csv file located at the given file path.
*
* @param {Database} db - The duckdb database instance to execute the query against.
* @param {string} filepath - The file path of the csv file to read from.
*
* @returns {Promise<string[]>} - A Promise that resolves with an array of string column names, or an empty array if no column names were found.
*/
CsvDuckdbTacoParser.prototype.getColumnNamesFromFile = function (db, filepath) {
return __awaiter(this, void 0, void 0, function () {
var dbResult;
return __generator(this, function (_a) {
switch (_a.label) {
case 0:
if (this.headersFromFile && this.headersFromFile.length > 0) {
return [2 /*return*/, this.headersFromFile];
}
if (!fs_1.default.existsSync(this.filepath)) {
throw new Error("CsvDuckdbTacoParser.getColumnNamesFromFile(): File does not exist." +
"Check the logs in case of any error during data ingestion." +
"If the source table is empty, consider using FetchUtils.ingestDataRows API.");
}
this.headersFromFile = [];
return [4 /*yield*/, (0, parse_utils_1.isFileEmpty)(filepath)];
case 1:
if (!!(_a.sent())) return [3 /*break*/, 3];
return [4 /*yield*/, db.all("SELECT * FROM READ_CSV_AUTO('".concat(filepath, "', header=True, all_varchar=True) LIMIT 1"))];
case 2:
dbResult = _a.sent();
if (dbResult.length > 0) {
this.headersFromFile = Object.keys(dbResult[0]).map(function (columnName) {
return columnName;
});
}
_a.label = 3;
case 3: return [2 /*return*/, this.headersFromFile];
}
});
});
};
return CsvDuckdbTacoParser;
}(base_taco_file_parser_1.TacoFileParser));
exports.CsvDuckdbTacoParser = CsvDuckdbTacoParser;
/**
* Parses a csv file located at the given file path, and returns a subset of its data as an array of objects.
* all_varchar flag returns the data values as string.
*
* @param {Database} db - The Duckdb database instance to execute the query against.
* @param {string} filepath - The file path of the csv file to read from.
* @param {number} offset - The zero-based index of the first row to return.
* @param {number} limit - The maximum number of rows to return.
*
* @returns {Promise<TableData>} - A Promise that resolves with an array of objects representing the requested subset of the table data, where each object has properties corresponding to the table columns.
*/
function parseCsvFile(db, filepath, offset, limit) {
return __awaiter(this, void 0, void 0, function () {
return __generator(this, function (_a) {
switch (_a.label) {
case 0: return [4 /*yield*/, db.all("SELECT * FROM READ_CSV_AUTO('".concat(filepath, "', header=True, all_varchar=True) t LIMIT ").concat(limit, " OFFSET ").concat(offset))];
case 1:
// Execute a Duckdb query to retrieve the requested subset of the table data from the csv file.
return [2 /*return*/, _a.sent()];
}
});
});
}
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY3N2LWR1Y2tkYi1wYXJzZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi8uLi9zcmMvZXBzL2V4dHJhY3Rvci9oYW5kbGVycy90YWNvLXBhcnNlci9jc3YtZHVja2RiLXBhcnNlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQUFBLDBDQUFtQjtBQUNuQiw2Q0FBa0Q7QUFHbEQsaUVBQXdEO0FBRXhELDBGQUEwRTtBQUUxRSwwREFBaUg7QUFLakg7SUFBeUMsdUNBQWM7SUFNckQsNkJBQW9CLGVBQWdDLEVBQVUsV0FBbUIsRUFBVSxRQUFnQjtRQUEzRyxZQUNFLGlCQUFPLFNBRVI7UUFIbUIscUJBQWUsR0FBZixlQUFlLENBQWlCO1FBQVUsaUJBQVcsR0FBWCxXQUFXLENBQVE7UUFBVSxjQUFRLEdBQVIsUUFBUSxDQUFRO1FBRXpHLEtBQUksQ0FBQyxRQUFRLEdBQUcsS0FBSSxDQUFDLGVBQWUsQ0FBQyxtQkFBbUIsQ0FBQyxLQUFJLENBQUMsV0FBVyxFQUFFLEtBQUksQ0FBQyxRQUFRLENBQUMsQ0FBQTs7SUFDM0YsQ0FBQztJQUVEOzs7Ozs7T0FNRztJQUNILDhDQUFnQixHQUFoQixVQUFpQixhQUE2Qjs7UUFDNUMsSUFBSSxJQUFJLENBQUMsZUFBZSxFQUFFO1lBQ3hCLE1BQU0sSUFBSSxLQUFLLENBQUMsNkVBQTZFLENBQUMsQ0FBQTtTQUMvRjtRQUVELElBQUksQ0FBQyxlQUFlLEdBQUcsSUFBSSxHQUFHLEVBQUUsQ0FBQTs7WUFDaEMsS0FBMkIsSUFBQSxrQkFBQSxTQUFBLGFBQWEsQ0FBQSw0Q0FBQSx1RUFBRTtnQkFBckMsSUFBTSxZQUFZLDBCQUFBO2dCQUNiLElBQUEsRUFBRSxHQUFLLFlBQVksR0FBakIsQ0FBaUI7Z0JBQzNCLElBQUksSUFBSSxDQUFDLGVBQWUsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDLEVBQUU7b0JBQ2hDLE1BQU0sSUFBSSxLQUFLLENBQ2IsMkdBQW9HLEVBQUUsTUFBRyxDQUMxRyxDQUFBO2lCQUNGO2dCQUNELElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxDQUFDLEVBQUUsRUFBRSxZQUFZLENBQUMsQ0FBQTthQUMzQzs7Ozs7Ozs7O0lBQ0gsQ0FBQztJQUVEOzs7Ozs7T0FNRztJQUNHLDhDQUFnQixHQUF0Qjs7Ozs7OzRCQUNhLHFCQUFNLElBQUksQ0FBQyxLQUFLLEVBQUUsRUFBQTs7d0JBQXZCLEVBQUUsR0FBRyxTQUFrQjt3QkFDVCxxQkFBTSxJQUFJLENBQUMsc0JBQXNCLENBQUMsRUFBRSxFQUFFLElBQUksQ0FBQyxRQUFRLENBQUM7NEJBRXhFLGFBQWE7MEJBRjJEOzt3QkFBbEUsV0FBVyxHQUFHLFNBQW9EO3dCQUV4RSxhQUFhO3dCQUNiLElBQUksV0FBVyxDQUFDLE1BQU0sS0FBSyxDQUFDLEVBQUU7NEJBQzVCLElBQUksQ0FBQyxJQUFJLENBQUMsZUFBZSxFQUFFO2dDQUN6QixNQUFNLElBQUksS0FBSyxDQUNiLGdIQUFnSDtvQ0FDOUcsb0RBQW9ELENBQ3ZELENBQUE7NkJBQ0Y7NEJBRUQsc0JBQU8sS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsZUFBZSxDQUFDLE1BQU0sRUFBRSxDQUFDLEVBQUE7eUJBQ2pEO3dCQUVELCtFQUErRTt3QkFDL0UsSUFBSSxDQUFDLElBQUksQ0FBQyxlQUFlLEVBQUU7NEJBQ3pCLHNCQUFPLFdBQVcsQ0FBQyxHQUFHLENBQUMsVUFBQyxVQUFVO29DQUNoQyxPQUFPLEVBQUUsRUFBRSxFQUFFLFVBQVUsRUFBRSxRQUFRLEVBQUUsaUNBQVEsQ0FBQyxNQUFNLEVBQUUsQ0FBQTtnQ0FDdEQsQ0FBQyxDQUFDLEVBQUE7eUJBQ0g7d0JBRUssYUFBYSxHQUFtQixFQUFFLENBQUE7OzRCQUN4QyxLQUF5QixnQkFBQSxTQUFBLFdBQVcsQ0FBQSx5R0FBRTtnQ0FBM0IsVUFBVTtnQ0FDYixZQUFZLEdBQUcsSUFBSSxDQUFDLGVBQWUsQ0FBQyxHQUFHLENBQUMsVUFBVSxDQUFDLENBQUE7Z0NBQ3pELElBQUksWUFBWSxFQUFFO29DQUNoQixhQUFhLENBQUMsSUFBSSxDQUFDLFlBQVksQ0FBQyxDQUFBO2lDQUNqQzs2QkFDRjs7Ozs7Ozs7O3dCQUNELHNCQUFPLGFBQWEsRUFBQTs7OztLQUNyQjtJQUVLLHlDQUFXLEdBQWpCOzs7Ozs7NEJBQ2EscUJBQU0sSUFBSSxDQUFDLEtBQUssRUFBRSxFQUFBOzt3QkFBdkIsRUFBRSxHQUFHLFNBQWtCO3dCQUU3QixJQUFJLENBQUMsWUFBRSxDQUFDLFVBQVUsQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLEVBQUU7NEJBQ2pDLE1BQU0sSUFBSSxLQUFLLENBQ2IseURBQXlEO2dDQUN2RCw0REFBNEQ7Z0NBQzVELDZFQUE2RSxDQUNoRixDQUFBO3lCQUNGO3dCQUVLLHFCQUFNLElBQUEseUJBQVcsRUFBQyxJQUFJLENBQUMsUUFBUSxDQUFDLEVBQUE7OzZCQUFsQyxDQUFDLENBQUMsU0FBZ0MsQ0FBQyxFQUFuQyx3QkFBbUM7d0JBQ3ZCLHFCQUFNLEVBQUUsQ0FBQyxHQUFHLENBQ3hCLDJEQUFvRCxJQUFJLENBQUMsUUFBUSxzQ0FBbUMsQ0FDckcsRUFBQTs7d0JBRkssS0FBSyxHQUFHLFNBRWI7d0JBQ0QsSUFBSSxDQUFBLE1BQUEsS0FBSyxDQUFDLENBQUMsQ0FBQywwQ0FBRSxTQUFTLE1BQUssU0FBUyxFQUFFOzRCQUNyQyxzQkFBTyxNQUFNLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxDQUFDLFNBQVMsQ0FBQyxFQUFBO3lCQUNsQzs2QkFBTTs0QkFDTCxNQUFNLElBQUksS0FBSyxDQUFDLHlDQUF5QyxDQUFDLENBQUE7eUJBQzNEOzs0QkFHSCxzQkFBTyxDQUFDLEVBQUE7Ozs7S0FDVDtJQUVEOztPQUVHO0lBQ0cseUNBQVcsR0FBakIsVUFDRSxLQUFhLEVBQ2IsTUFBYzs7Ozs7O3dCQUtkLElBQUksS0FBSyxHQUFHLENBQUMsRUFBRTs0QkFDYixNQUFNLElBQUksS0FBSyxDQUFDLHlEQUFrRCxLQUFLLCtCQUE0QixDQUFDLENBQUE7eUJBQ3JHO3dCQUVELElBQUksTUFBTSxHQUFHLENBQUMsRUFBRTs0QkFDZCxNQUFNLElBQUksS0FBSyxDQUFDLDBEQUFtRCxNQUFNLDJDQUF3QyxDQUFDLENBQUE7eUJBQ25IO3dCQUVHLFdBQVcsR0FBRyxLQUFLLENBQUE7d0JBQ1oscUJBQU0sSUFBSSxDQUFDLEtBQUssRUFBRSxFQUFBOzt3QkFBdkIsRUFBRSxHQUFHLFNBQWtCO3dCQUNULHFCQUFNLElBQUksQ0FBQyxzQkFBc0IsQ0FBQyxFQUFFLEVBQUUsSUFBSSxDQUFDLFFBQVEsQ0FBQzs0QkFDeEUsYUFBYTswQkFEMkQ7O3dCQUFsRSxXQUFXLEdBQUcsU0FBb0Q7d0JBQ3hFLGFBQWE7d0JBQ2IsSUFBSSxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUMsRUFBRTs0QkFDNUIsSUFBSSxDQUFDLElBQUksQ0FBQyxlQUFlLEVBQUU7Z0NBQ3pCLE1BQU0sSUFBSSxLQUFLLENBQ2IsMkdBQTJHO29DQUN6RyxvREFBb0QsQ0FDdkQsQ0FBQTs2QkFDRjs0QkFFRCx5REFBeUQ7NEJBQ3pELHNCQUFPO29DQUNMLElBQUksRUFBRSxFQUFFO29DQUNSLFdBQVcsRUFBRSxLQUFLO2lDQUNuQixFQUFBO3lCQUNGO3dCQUdZLHFCQUFNLFlBQVksQ0FBQyxFQUFFLEVBQUUsSUFBSSxDQUFDLFFBQVEsRUFBRSxNQUFNLEVBQUUsS0FBSyxHQUFHLENBQUMsQ0FBQyxFQUFBOzt3QkFBL0QsSUFBSSxHQUFHLFNBQXdEO3dCQUNyRSxJQUFJLElBQUksQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUFFOzRCQUNyQixzQkFBTztvQ0FDTCxJQUFJLEVBQUUsRUFBRTtvQ0FDUixXQUFXLEVBQUUsS0FBSztpQ0FDbkIsRUFBQTt5QkFDRjt3QkFFRCxNQUFNLElBQUksS0FBSyxDQUFBO3dCQUNmLElBQUksSUFBSSxDQUFDLE1BQU0sR0FBRyxLQUFLLEVBQUU7NEJBQ3ZCLFdBQVcsR0FBRyxJQUFJLENBQUE7NEJBQ2xCLElBQUksQ0FBQyxHQUFHLEVBQUUsQ0FBQTt5QkFDWDs2QkFBTTs0QkFDTCxXQUFXLEdBQUcsS0FBSyxDQUFBO3lCQUNwQjt3QkFFRCxJQUFJLElBQUksQ0FBQyxlQUFlLEVBQUU7NEJBQ3hCLHNCQUFPO29DQUNMLElBQUksRUFBRSxJQUFBLG9EQUFzQyxFQUFDLElBQUksRUFBRSxJQUFJLENBQUMsZUFBZSxDQUFDO29DQUN4RSxXQUFXLEVBQUUsV0FBVztpQ0FDekIsRUFBQTt5QkFDRjt3QkFFRCxJQUFJLENBQUMsSUFBQSw2QkFBZSxFQUFDLElBQUksQ0FBQyxFQUFFOzRCQUMxQixNQUFNLElBQUksS0FBSyxDQUFDLHNEQUFzRCxDQUFDLENBQUE7eUJBQ3hFO3dCQUVELHNCQUFPO2dDQUNMLElBQUksRUFBRSxJQUFJO2dDQUNWLFdBQVcsRUFBRSxXQUFXOzZCQUN6QixFQUFBOzs7O0tBQ0Y7SUFFSyxtQ0FBSyxHQUFYOzs7Ozs7NkJBQ00sQ0FBQyxJQUFJLENBQUMsRUFBRSxFQUFSLHdCQUFRO3dCQUNWLEtBQUEsSUFBSSxDQUFBO3dCQUFNLHFCQUFNLHVCQUFRLENBQUMsTUFBTSxDQUFDLFVBQVUsQ0FBQyxFQUFBOzt3QkFBM0MsR0FBSyxFQUFFLEdBQUcsU0FBaUMsQ0FBQTs7NEJBRTdDLHNCQUFPLElBQUksQ0FBQyxFQUFFLEVBQUE7Ozs7S0FDZjtJQUVEOzs7Ozs7O09BT0c7SUFDVyxvREFBc0IsR0FBcEMsVUFBcUMsRUFBWSxFQUFFLFFBQWdCOzs7Ozs7d0JBQ2pFLElBQUksSUFBSSxDQUFDLGVBQWUsSUFBSSxJQUFJLENBQUMsZUFBZSxDQUFDLE1BQU0sR0FBRyxDQUFDLEVBQUU7NEJBQzNELHNCQUFPLElBQUksQ0FBQyxlQUFlLEVBQUE7eUJBQzVCO3dCQUVELElBQUksQ0FBQyxZQUFFLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsRUFBRTs0QkFDakMsTUFBTSxJQUFJLEtBQUssQ0FDYixvRUFBb0U7Z0NBQ2xFLDREQUE0RDtnQ0FDNUQsNkVBQTZFLENBQ2hGLENBQUE7eUJBQ0Y7d0JBRUQsSUFBSSxDQUFDLGVBQWUsR0FBRyxFQUFFLENBQUE7d0JBR25CLHFCQUFNLElBQUEseUJBQVcsRUFBQyxRQUFRLENBQUMsRUFBQTs7NkJBQTdCLENBQUMsQ0FBQyxTQUEyQixDQUFDLEVBQTlCLHdCQUE4Qjt3QkFFZixxQkFBTSxFQUFFLENBQUMsR0FBRyxDQUFDLHVDQUFnQyxRQUFRLDhDQUEyQyxDQUFDLEVBQUE7O3dCQUE1RyxRQUFRLEdBQUcsU0FBaUc7d0JBRWxILElBQUksUUFBUSxDQUFDLE1BQU0sR0FBRyxDQUFDLEVBQUU7NEJBQ3ZCLElBQUksQ0FBQyxlQUFlLEdBQUcsTUFBTSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxHQUFHLENBQUMsVUFBQyxVQUFVO2dDQUM3RCxPQUFPLFVBQVUsQ0FBQTs0QkFDbkIsQ0FBQyxDQUFDLENBQUE7eUJBQ0g7OzRCQUdILHNCQUFPLElBQUksQ0FBQyxlQUFlLEVBQUE7Ozs7S0FDNUI7SUFDSCwwQkFBQztBQUFELENBQUMsQUF2TkQsQ0FBeUMsc0NBQWMsR0F1TnREO0FBdk5ZLGtEQUFtQjtBQXlOaEM7Ozs7Ozs7Ozs7R0FVRztBQUNILFNBQWUsWUFBWSxDQUFDLEVBQVksRUFBRSxRQUFnQixFQUFFLE1BQWMsRUFBRSxLQUFhOzs7O3dCQUVoRixxQkFBTSxFQUFFLENBQUMsR0FBRyxDQUNqQix1Q0FBZ0MsUUFBUSx1REFBNkMsS0FBSyxxQkFBVyxNQUFNLENBQUUsQ0FDOUcsRUFBQTs7Z0JBSEQsK0ZBQStGO2dCQUMvRixzQkFBTyxTQUVOLEVBQUE7Ozs7Q0FDRiJ9