UNPKG

@tableau/taco-toolkit

Version:
377 lines 26.2 kB
"use strict"; var __extends = (this && this.__extends) || (function () { var extendStatics = function (d, b) { extendStatics = Object.setPrototypeOf || ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) || function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; }; return extendStatics(d, b); }; return function (d, b) { if (typeof b !== "function" && b !== null) throw new TypeError("Class extends value " + String(b) + " is not a constructor or null"); extendStatics(d, b); function __() { this.constructor = d; } d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __()); }; })(); var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) { if (k2 === undefined) k2 = k; var desc = Object.getOwnPropertyDescriptor(m, k); if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) { desc = { enumerable: true, get: function() { return m[k]; } }; } Object.defineProperty(o, k2, desc); }) : (function(o, m, k, k2) { if (k2 === undefined) k2 = k; o[k2] = m[k]; })); var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) { Object.defineProperty(o, "default", { enumerable: true, value: v }); }) : function(o, v) { o["default"] = v; }); var __importStar = (this && this.__importStar) || function (mod) { if (mod && mod.__esModule) return mod; var result = {}; if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k); __setModuleDefault(result, mod); return result; }; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; var __generator = (this && this.__generator) || function (thisArg, body) { var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g; return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g; function verb(n) { return function (v) { return step([n, v]); }; } function step(op) { if (f) throw new TypeError("Generator is already executing."); while (g && (g = 0, op[0] && (_ = 0)), _) try { if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t; if (y = 0, t) op = [op[0] & 2, t.value]; switch (op[0]) { case 0: case 1: t = op; break; case 4: _.label++; return { value: op[1], done: false }; case 5: _.label++; y = op[1]; op = [0]; continue; case 7: op = _.ops.pop(); _.trys.pop(); continue; default: if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; } if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; } if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; } if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; } if (t[2]) _.ops.pop(); _.trys.pop(); continue; } op = body.call(thisArg, _); } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; } if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true }; } }; var __values = (this && this.__values) || function(o) { var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0; if (m) return m.call(o); if (o && typeof o.length === "number") return { next: function () { if (o && i >= o.length) o = void 0; return { value: o && o[i++], done: !o }; } }; throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined."); }; var __importDefault = (this && this.__importDefault) || function (mod) { return (mod && mod.__esModule) ? mod : { "default": mod }; }; Object.defineProperty(exports, "__esModule", { value: true }); exports.CsvTacoParser = void 0; var parseCSV = __importStar(require("csv-parse")); var fs_1 = __importDefault(require("fs")); var papaparse_1 = __importDefault(require("papaparse")); var readline = __importStar(require("readline")); var column_header_property_1 = require("../../../../shared/enums/column-header-property"); var parse_utils_1 = require("../../../utils/parse-utils"); var eps_logger_1 = require("./../../../logging/eps-logger"); var base_taco_file_parser_1 = require("./base-taco-file-parser"); // csv-parse lib is 1-based indexing var FIRST_DATA_ROW_INDEX = 2; var DEFAULT_DELIMITER = ','; var CsvTacoParser = /** @class */ (function (_super) { __extends(CsvTacoParser, _super); function CsvTacoParser(tempDataManager, extractorId, filename) { var _this = _super.call(this) || this; _this.tempDataManager = tempDataManager; _this.extractorId = extractorId; _this.filename = filename; _this.filepath = _this.tempDataManager.getTempDataFilePath(_this.extractorId, _this.filename); return _this; } /** * Get ColumnHeaders for a CSV file. * * By default, it returns all column header fields and all columns are typed as string. * If columns metadata is set by setColumnHeaders, it will filter the columns with the given columnHeaders, * while the column order from the file is still preserved. */ CsvTacoParser.prototype.getColumnHeaders = function () { return __awaiter(this, void 0, void 0, function () { var columnNames, columnHeaders, columnNames_1, columnNames_1_1, columnName, columnHeader; var e_1, _a; return __generator(this, function (_b) { switch (_b.label) { case 0: return [4 /*yield*/, this.getColumnNamesFromFile() // empty file ]; case 1: columnNames = _b.sent(); // empty file if (columnNames.length === 0) { if (!this.columnHeaderMap) { throw new Error('Failed to find column headers from ingested data. If the table empty, ' + 'column headers must be provided via DataContainer.'); } return [2 /*return*/, Array.from(this.columnHeaderMap.values())]; } // when columnHeaderMap is NOT present, all columns are selected as string type if (!this.columnHeaderMap) { return [2 /*return*/, columnNames.map(function (columnName) { return { id: columnName, dataType: column_header_property_1.DataType.String }; })]; } columnHeaders = []; try { for (columnNames_1 = __values(columnNames), columnNames_1_1 = columnNames_1.next(); !columnNames_1_1.done; columnNames_1_1 = columnNames_1.next()) { columnName = columnNames_1_1.value; columnHeader = this.columnHeaderMap.get(columnName); if (columnHeader) { columnHeaders.push(columnHeader); } } } catch (e_1_1) { e_1 = { error: e_1_1 }; } finally { try { if (columnNames_1_1 && !columnNames_1_1.done && (_a = columnNames_1.return)) _a.call(columnNames_1); } finally { if (e_1) throw e_1.error; } } return [2 /*return*/, columnHeaders]; } }); }); }; /** * Set columns metadata info to the parser. When columnHeaders are set, getColumnHeaders will * respect the given info. Otherwise, all fields are assumed as string type. * * To prevent the method from being misused, this method can be called once, otherwise, * it throws an error. */ CsvTacoParser.prototype.setColumnHeaders = function (columnHeaders) { var e_2, _a; if (this.columnHeaderMap) { throw new Error('columnHeaders can be only set once.'); } this.columnHeaderMap = new Map(); try { for (var columnHeaders_1 = __values(columnHeaders), columnHeaders_1_1 = columnHeaders_1.next(); !columnHeaders_1_1.done; columnHeaders_1_1 = columnHeaders_1.next()) { var columnHeader = columnHeaders_1_1.value; var id = columnHeader.id; if (this.columnHeaderMap.has(id)) { throw new Error("Column name must be unique. Found duplicate column name '".concat(id, "'")); } this.columnHeaderMap.set(id, columnHeader); } } catch (e_2_1) { e_2 = { error: e_2_1 }; } finally { try { if (columnHeaders_1_1 && !columnHeaders_1_1.done && (_a = columnHeaders_1.return)) _a.call(columnHeaders_1); } finally { if (e_2) throw e_2.error; } } }; CsvTacoParser.prototype.getDelimiter = function () { return __awaiter(this, void 0, void 0, function () { return __generator(this, function (_a) { switch (_a.label) { case 0: if (!(this.delimiter === undefined)) return [3 /*break*/, 2]; // parse out delimiter from header return [4 /*yield*/, this.getColumnNamesFromFile()]; case 1: // parse out delimiter from header _a.sent(); _a.label = 2; case 2: return [2 /*return*/, this.delimiter]; } }); }); }; /** * Get the set of data rows from the CSV file with the specified limit and offset. */ CsvTacoParser.prototype.getDataRows = function (limit, offset) { return __awaiter(this, void 0, void 0, function () { var columnNames, delimiter, hasMoreRows, data; return __generator(this, function (_a) { switch (_a.label) { case 0: if (limit < 1) { throw new Error("CsvTacoParser.getNextDataRows(): limit value ".concat(limit, " should be greater than 0.")); } if (offset < 0) { throw new Error("CsvTacoParser.getNextDataRows(): offset value ".concat(offset, " should be greater than or equal to 0.")); } // csv-parse lib is 1-based indexing offset = offset + FIRST_DATA_ROW_INDEX; return [4 /*yield*/, this.getColumnNamesFromFile() // empty file ]; case 1: columnNames = _a.sent(); // empty file if (columnNames.length === 0) { if (!this.columnHeaderMap) { throw new Error('Failed to find column headers from ingested data. If the table empty, ' + 'column headers must be provided via DataContainer.'); } // if columnHeaders is provided, it is valid empty table. return [2 /*return*/, { data: [], hasMoreRows: false, }]; } return [4 /*yield*/, this.getDelimiter()]; case 2: delimiter = _a.sent(); hasMoreRows = false; return [4 /*yield*/, parseCsvFile(this.filepath, offset, limit + 1, delimiter)]; case 3: data = _a.sent(); offset += limit; if (data.length > limit) { hasMoreRows = true; data.pop(); } else { hasMoreRows = false; } if (this.columnHeaderMap) { return [2 /*return*/, { data: (0, parse_utils_1.composeDataRowsWithType)(data, columnNames, this.columnHeaderMap), hasMoreRows: hasMoreRows, }]; } return [2 /*return*/, { data: (0, parse_utils_1.composeDataRows)(data, columnNames), hasMoreRows: hasMoreRows, }]; } }); }); }; CsvTacoParser.prototype.getColumnNamesFromFile = function () { return __awaiter(this, void 0, void 0, function () { var headerString, result, _a, delimiter, fields; return __generator(this, function (_b) { switch (_b.label) { case 0: if (this.headersFromFile && this.headersFromFile.length > 0) { return [2 /*return*/, this.headersFromFile]; } /* papa-parse library does a better job in auto-detecting csv delimiter, we are using this lib to get the delimiter from the header row and use it to parse the rest of the file */ if (!fs_1.default.existsSync(this.filepath)) { throw new Error("CsvTacoParser.getColumnNamesFromFile(): File does not exist." + "Check the logs in case of any error during data ingestion." + "If the source table is empty, consider using FetchUtils.ingestDataRows API."); } return [4 /*yield*/, getHeaderFromFile(this.filepath)]; case 1: headerString = _b.sent(); result = papaparse_1.default.parse(headerString, { header: true }); _a = result.meta, delimiter = _a.delimiter, fields = _a.fields; if (fields) { this.delimiter = delimiter; this.headersFromFile = fields; } else { this.delimiter = DEFAULT_DELIMITER; // ',' this.headersFromFile = []; } return [2 /*return*/, this.headersFromFile]; } }); }); }; // TO DO : Update this method when we implement csv parsing using duckdb CsvTacoParser.prototype.getRowCount = function () { return Promise.resolve(-1); }; return CsvTacoParser; }(base_taco_file_parser_1.TacoFileParser)); exports.CsvTacoParser = CsvTacoParser; function parseCsvFile(filepath, start, count, delimiter) { return new Promise(function (resolve, reject) { var from = start; var to = from + count - 1; var rows = []; fs_1.default.createReadStream(filepath) .pipe(parseCSV.parse({ delimiter: delimiter, from_line: from, to_line: to, skip_empty_lines: true, })) .on('data', function (row) { rows.push(row); }) .on('end', function () { resolve(rows); }) .on('error', function (error) { eps_logger_1.Logger.error(error); reject(error); }); }); } /** * Get column headers (first line) from the file. * * If the file does NOT exist, we assume that errors occurred during ingestion, * so the function rejects. * If the connector has empty table, it should explicitly ingest an empty DataRow[]. */ function getHeaderFromFile(filepath) { return new Promise(function (resolve, reject) { var firstLine = ''; // Create a readline interface for the file var rl = readline.createInterface({ input: fs_1.default.createReadStream(filepath), crlfDelay: Infinity, }); // Listen for the 'line' event, which is emitted each time a line is read rl.on('line', function (line) { firstLine = line; // Close the readline interface after the first line is read rl.close(); }); rl.on('close', function () { eps_logger_1.Logger.info("First line of CSV file: ".concat(firstLine)); resolve(firstLine); }); rl.on('error', function (error) { eps_logger_1.Logger.error(error); reject(error); }); }); } //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY3N2LXBhcnNlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uLy4uL3NyYy9lcHMvZXh0cmFjdG9yL2hhbmRsZXJzL3RhY28tcGFyc2VyL2Nzdi1wYXJzZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQUFBLGtEQUFxQztBQUNyQywwQ0FBbUI7QUFDbkIsd0RBQTRCO0FBQzVCLGlEQUFvQztBQUVwQywwRkFBMEU7QUFJMUUsMERBQXFGO0FBQ3JGLDREQUFzRDtBQUN0RCxpRUFBd0Q7QUFFeEQsb0NBQW9DO0FBQ3BDLElBQU0sb0JBQW9CLEdBQUcsQ0FBQyxDQUFBO0FBQzlCLElBQU0saUJBQWlCLEdBQUcsR0FBRyxDQUFBO0FBRTdCO0lBQW1DLGlDQUFjO0lBTS9DLHVCQUFvQixlQUFnQyxFQUFVLFdBQW1CLEVBQVUsUUFBZ0I7UUFBM0csWUFDRSxpQkFBTyxTQUVSO1FBSG1CLHFCQUFlLEdBQWYsZUFBZSxDQUFpQjtRQUFVLGlCQUFXLEdBQVgsV0FBVyxDQUFRO1FBQVUsY0FBUSxHQUFSLFFBQVEsQ0FBUTtRQUV6RyxLQUFJLENBQUMsUUFBUSxHQUFHLEtBQUksQ0FBQyxlQUFlLENBQUMsbUJBQW1CLENBQUMsS0FBSSxDQUFDLFdBQVcsRUFBRSxLQUFJLENBQUMsUUFBUSxDQUFDLENBQUE7O0lBQzNGLENBQUM7SUFFRDs7Ozs7O09BTUc7SUFDRyx3Q0FBZ0IsR0FBdEI7Ozs7Ozs0QkFDc0IscUJBQU0sSUFBSSxDQUFDLHNCQUFzQixFQUFFO3dCQUV2RCxhQUFhO3NCQUYwQzs7d0JBQWpELFdBQVcsR0FBRyxTQUFtQzt3QkFFdkQsYUFBYTt3QkFDYixJQUFJLFdBQVcsQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUFFOzRCQUM1QixJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsRUFBRTtnQ0FDekIsTUFBTSxJQUFJLEtBQUssQ0FDYix3RUFBd0U7b0NBQ3RFLG9EQUFvRCxDQUN2RCxDQUFBOzZCQUNGOzRCQUVELHNCQUFPLEtBQUssQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFBO3lCQUNqRDt3QkFFRCwrRUFBK0U7d0JBQy9FLElBQUksQ0FBQyxJQUFJLENBQUMsZUFBZSxFQUFFOzRCQUN6QixzQkFBTyxXQUFXLENBQUMsR0FBRyxDQUFDLFVBQUMsVUFBVTtvQ0FDaEMsT0FBTyxFQUFFLEVBQUUsRUFBRSxVQUFVLEVBQUUsUUFBUSxFQUFFLGlDQUFRLENBQUMsTUFBTSxFQUFFLENBQUE7Z0NBQ3RELENBQUMsQ0FBQyxFQUFBO3lCQUNIO3dCQUVLLGFBQWEsR0FBbUIsRUFBRSxDQUFBOzs0QkFDeEMsS0FBeUIsZ0JBQUEsU0FBQSxXQUFXLENBQUEseUdBQUU7Z0NBQTNCLFVBQVU7Z0NBQ2IsWUFBWSxHQUFHLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxDQUFDLFVBQVUsQ0FBQyxDQUFBO2dDQUN6RCxJQUFJLFlBQVksRUFBRTtvQ0FDaEIsYUFBYSxDQUFDLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQTtpQ0FDakM7NkJBQ0Y7Ozs7Ozs7Ozt3QkFDRCxzQkFBTyxhQUFhLEVBQUE7Ozs7S0FDckI7SUFFRDs7Ozs7O09BTUc7SUFDSCx3Q0FBZ0IsR0FBaEIsVUFBaUIsYUFBNkI7O1FBQzVDLElBQUksSUFBSSxDQUFDLGVBQWUsRUFBRTtZQUN4QixNQUFNLElBQUksS0FBSyxDQUFDLHFDQUFxQyxDQUFDLENBQUE7U0FDdkQ7UUFFRCxJQUFJLENBQUMsZUFBZSxHQUFHLElBQUksR0FBRyxFQUFFLENBQUE7O1lBQ2hDLEtBQTJCLElBQUEsa0JBQUEsU0FBQSxhQUFhLENBQUEsNENBQUEsdUVBQUU7Z0JBQXJDLElBQU0sWUFBWSwwQkFBQTtnQkFDYixJQUFBLEVBQUUsR0FBSyxZQUFZLEdBQWpCLENBQWlCO2dCQUMzQixJQUFJLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxFQUFFO29CQUNoQyxNQUFNLElBQUksS0FBSyxDQUFDLG1FQUE0RCxFQUFFLE1BQUcsQ0FBQyxDQUFBO2lCQUNuRjtnQkFDRCxJQUFJLENBQUMsZUFBZSxDQUFDLEdBQUcsQ0FBQyxFQUFFLEVBQUUsWUFBWSxDQUFDLENBQUE7YUFDM0M7Ozs7Ozs7OztJQUNILENBQUM7SUFFSyxvQ0FBWSxHQUFsQjs7Ozs7NkJBQ00sQ0FBQSxJQUFJLENBQUMsU0FBUyxLQUFLLFNBQVMsQ0FBQSxFQUE1Qix3QkFBNEI7d0JBQzlCLGtDQUFrQzt3QkFDbEMscUJBQU0sSUFBSSxDQUFDLHNCQUFzQixFQUFFLEVBQUE7O3dCQURuQyxrQ0FBa0M7d0JBQ2xDLFNBQW1DLENBQUE7OzRCQUVyQyxzQkFBTyxJQUFJLENBQUMsU0FBbUIsRUFBQTs7OztLQUNoQztJQUVEOztPQUVHO0lBQ0csbUNBQVcsR0FBakIsVUFDRSxLQUFhLEVBQ2IsTUFBYzs7Ozs7O3dCQUtkLElBQUksS0FBSyxHQUFHLENBQUMsRUFBRTs0QkFDYixNQUFNLElBQUksS0FBSyxDQUFDLHVEQUFnRCxLQUFLLCtCQUE0QixDQUFDLENBQUE7eUJBQ25HO3dCQUVELElBQUksTUFBTSxHQUFHLENBQUMsRUFBRTs0QkFDZCxNQUFNLElBQUksS0FBSyxDQUFDLHdEQUFpRCxNQUFNLDJDQUF3QyxDQUFDLENBQUE7eUJBQ2pIO3dCQUVELG9DQUFvQzt3QkFDcEMsTUFBTSxHQUFHLE1BQU0sR0FBRyxvQkFBb0IsQ0FBQTt3QkFFbEIscUJBQU0sSUFBSSxDQUFDLHNCQUFzQixFQUFFOzRCQUN2RCxhQUFhOzBCQUQwQzs7d0JBQWpELFdBQVcsR0FBRyxTQUFtQzt3QkFDdkQsYUFBYTt3QkFDYixJQUFJLFdBQVcsQ0FBQyxNQUFNLEtBQUssQ0FBQyxFQUFFOzRCQUM1QixJQUFJLENBQUMsSUFBSSxDQUFDLGVBQWUsRUFBRTtnQ0FDekIsTUFBTSxJQUFJLEtBQUssQ0FDYix3RUFBd0U7b0NBQ3RFLG9EQUFvRCxDQUN2RCxDQUFBOzZCQUNGOzRCQUVELHlEQUF5RDs0QkFDekQsc0JBQU87b0NBQ0wsSUFBSSxFQUFFLEVBQUU7b0NBQ1IsV0FBVyxFQUFFLEtBQUs7aUNBQ25CLEVBQUE7eUJBQ0Y7d0JBRWlCLHFCQUFNLElBQUksQ0FBQyxZQUFZLEVBQUUsRUFBQTs7d0JBQXJDLFNBQVMsR0FBRyxTQUF5Qjt3QkFFdkMsV0FBVyxHQUFHLEtBQUssQ0FBQTt3QkFFVixxQkFBTSxZQUFZLENBQUMsSUFBSSxDQUFDLFFBQVEsRUFBRSxNQUFNLEVBQUUsS0FBSyxHQUFHLENBQUMsRUFBRSxTQUFTLENBQUMsRUFBQTs7d0JBQXRFLElBQUksR0FBRyxTQUErRDt3QkFDNUUsTUFBTSxJQUFJLEtBQUssQ0FBQTt3QkFDZixJQUFJLElBQUksQ0FBQyxNQUFNLEdBQUcsS0FBSyxFQUFFOzRCQUN2QixXQUFXLEdBQUcsSUFBSSxDQUFBOzRCQUNsQixJQUFJLENBQUMsR0FBRyxFQUFFLENBQUE7eUJBQ1g7NkJBQU07NEJBQ0wsV0FBVyxHQUFHLEtBQUssQ0FBQTt5QkFDcEI7d0JBRUQsSUFBSSxJQUFJLENBQUMsZUFBZSxFQUFFOzRCQUN4QixzQkFBTztvQ0FDTCxJQUFJLEVBQUUsSUFBQSxxQ0FBdUIsRUFBQyxJQUFJLEVBQUUsV0FBVyxFQUFFLElBQUksQ0FBQyxlQUFlLENBQUM7b0NBQ3RFLFdBQVcsRUFBRSxXQUFXO2lDQUN6QixFQUFBO3lCQUNGO3dCQUNELHNCQUFPO2dDQUNMLElBQUksRUFBRSxJQUFBLDZCQUFlLEVBQUMsSUFBSSxFQUFFLFdBQVcsQ0FBQztnQ0FDeEMsV0FBVyxFQUFFLFdBQVc7NkJBQ3pCLEVBQUE7Ozs7S0FDRjtJQUVhLDhDQUFzQixHQUFwQzs7Ozs7O3dCQUNFLElBQUksSUFBSSxDQUFDLGVBQWUsSUFBSSxJQUFJLENBQUMsZUFBZSxDQUFDLE1BQU0sR0FBRyxDQUFDLEVBQUU7NEJBQzNELHNCQUFPLElBQUksQ0FBQyxlQUFlLEVBQUE7eUJBQzVCO3dCQUVEOzs7OzBCQUlFO3dCQUNGLElBQUksQ0FBQyxZQUFFLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsRUFBRTs0QkFDakMsTUFBTSxJQUFJLEtBQUssQ0FDYiw4REFBOEQ7Z0NBQzVELDREQUE0RDtnQ0FDNUQsNkVBQTZFLENBQ2hGLENBQUE7eUJBQ0Y7d0JBRW9CLHFCQUFNLGlCQUFpQixDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsRUFBQTs7d0JBQXJELFlBQVksR0FBRyxTQUFzQzt3QkFDckQsTUFBTSxHQUFHLG1CQUFJLENBQUMsS0FBSyxDQUFXLFlBQVksRUFBRSxFQUFFLE1BQU0sRUFBRSxJQUFJLEVBQUUsQ0FBQyxDQUFBO3dCQUM3RCxLQUF3QixNQUFNLENBQUMsSUFBSSxFQUFqQyxTQUFTLGVBQUEsRUFBRSxNQUFNLFlBQUEsQ0FBZ0I7d0JBQ3pDLElBQUksTUFBTSxFQUFFOzRCQUNWLElBQUksQ0FBQyxTQUFTLEdBQUcsU0FBUyxDQUFBOzRCQUMxQixJQUFJLENBQUMsZUFBZSxHQUFHLE1BQU0sQ0FBQTt5QkFDOUI7NkJBQU07NEJBQ0wsSUFBSSxDQUFDLFNBQVMsR0FBRyxpQkFBaUIsQ0FBQSxDQUFDLE1BQU07NEJBQ3pDLElBQUksQ0FBQyxlQUFlLEdBQUcsRUFBRSxDQUFBO3lCQUMxQjt3QkFFRCxzQkFBTyxJQUFJLENBQUMsZUFBZSxFQUFBOzs7O0tBQzVCO0lBRUQsd0VBQXdFO0lBQ3hFLG1DQUFXLEdBQVg7UUFDRSxPQUFPLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQTtJQUM1QixDQUFDO0lBQ0gsb0JBQUM7QUFBRCxDQUFDLEFBbkxELENBQW1DLHNDQUFjLEdBbUxoRDtBQW5MWSxzQ0FBYTtBQXFMMUIsU0FBUyxZQUFZLENBQUMsUUFBZ0IsRUFBRSxLQUFhLEVBQUUsS0FBYSxFQUFFLFNBQWlCO0lBQ3JGLE9BQU8sSUFBSSxPQUFPLENBQUMsVUFBQyxPQUFPLEVBQUUsTUFBTTtRQUNqQyxJQUFNLElBQUksR0FBRyxLQUFLLENBQUE7UUFDbEIsSUFBTSxFQUFFLEdBQUcsSUFBSSxHQUFHLEtBQUssR0FBRyxDQUFDLENBQUE7UUFDM0IsSUFBTSxJQUFJLEdBQWUsRUFBRSxDQUFBO1FBQzNCLFlBQUUsQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFRLENBQUM7YUFDMUIsSUFBSSxDQUNILFFBQVEsQ0FBQyxLQUFLLENBQUM7WUFDYixTQUFTLEVBQUUsU0FBUztZQUNwQixTQUFTLEVBQUUsSUFBSTtZQUNmLE9BQU8sRUFBRSxFQUFFO1lBQ1gsZ0JBQWdCLEVBQUUsSUFBSTtTQUN2QixDQUFDLENBQ0g7YUFDQSxFQUFFLENBQUMsTUFBTSxFQUFFLFVBQVUsR0FBYTtZQUNqQyxJQUFJLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFBO1FBQ2hCLENBQUMsQ0FBQzthQUNELEVBQUUsQ0FBQyxLQUFLLEVBQUU7WUFDVCxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUE7UUFDZixDQUFDLENBQUM7YUFDRCxFQUFFLENBQUMsT0FBTyxFQUFFLFVBQVUsS0FBWTtZQUNqQyxtQkFBTSxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsQ0FBQTtZQUNuQixNQUFNLENBQUMsS0FBSyxDQUFDLENBQUE7UUFDZixDQUFDLENBQUMsQ0FBQTtJQUNOLENBQUMsQ0FBQyxDQUFBO0FBQ0osQ0FBQztBQUVEOzs7Ozs7R0FNRztBQUNILFNBQVMsaUJBQWlCLENBQUMsUUFBZ0I7SUFDekMsT0FBTyxJQUFJLE9BQU8sQ0FBQyxVQUFDLE9BQU8sRUFBRSxNQUFNO1FBQ2pDLElBQUksU0FBUyxHQUFHLEVBQUUsQ0FBQTtRQUVsQiwyQ0FBMkM7UUFDM0MsSUFBTSxFQUFFLEdBQUcsUUFBUSxDQUFDLGVBQWUsQ0FBQztZQUNsQyxLQUFLLEVBQUUsWUFBRSxDQUFDLGdCQUFnQixDQUFDLFFBQVEsQ0FBQztZQUNwQyxTQUFTLEVBQUUsUUFBUTtTQUNwQixDQUFDLENBQUE7UUFFRix5RUFBeUU7UUFDekUsRUFBRSxDQUFDLEVBQUUsQ0FBQyxNQUFNLEVBQUUsVUFBQyxJQUFJO1lBQ2pCLFNBQVMsR0FBRyxJQUFJLENBQUE7WUFFaEIsNERBQTREO1lBQzVELEVBQUUsQ0FBQyxLQUFLLEVBQUUsQ0FBQTtRQUNaLENBQUMsQ0FBQyxDQUFBO1FBRUYsRUFBRSxDQUFDLEVBQUUsQ0FBQyxPQUFPLEVBQUU7WUFDYixtQkFBTSxDQUFDLElBQUksQ0FBQyxrQ0FBMkIsU0FBUyxDQUFFLENBQUMsQ0FBQTtZQUNuRCxPQUFPLENBQUMsU0FBUyxDQUFDLENBQUE7UUFDcEIsQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsRUFBRSxDQUFDLE9BQU8sRUFBRSxVQUFVLEtBQVk7WUFDbkMsbUJBQU0sQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLENBQUE7WUFDbkIsTUFBTSxDQUFDLEtBQUssQ0FBQyxDQUFBO1FBQ2YsQ0FBQyxDQUFDLENBQUE7SUFDSixDQUFDLENBQUMsQ0FBQTtBQUNKLENBQUMifQ==