@tricoteuses/assemblee
Version:
Retrieve, clean up & handle French Assemblée nationale's open data
913 lines (911 loc) • 235 kB
JavaScript
"use strict";
function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
require("core-js/modules/es.symbol.js");
require("core-js/modules/es.symbol.description.js");
require("core-js/modules/es.symbol.async-iterator.js");
require("core-js/modules/es.symbol.iterator.js");
require("core-js/modules/es.symbol.replace.js");
require("core-js/modules/es.symbol.to-string-tag.js");
require("core-js/modules/es.array.for-each.js");
require("core-js/modules/es.array.from.js");
require("core-js/modules/es.array.is-array.js");
require("core-js/modules/es.array.reduce.js");
require("core-js/modules/es.array.reverse.js");
require("core-js/modules/es.array.slice.js");
require("core-js/modules/es.date.to-string.js");
require("core-js/modules/es.function.name.js");
require("core-js/modules/es.json.to-string-tag.js");
require("core-js/modules/es.math.to-string-tag.js");
require("core-js/modules/es.object.create.js");
require("core-js/modules/es.object.define-property.js");
require("core-js/modules/es.object.get-prototype-of.js");
require("core-js/modules/es.promise.js");
require("core-js/modules/es.weak-map.js");
require("core-js/modules/web.dom-collections.for-each.js");
Object.defineProperty(exports, "__esModule", {
value: true
});
Object.defineProperty(exports, "EnabledDatasets", {
enumerable: true,
get: function get() {
return _datasets.EnabledDatasets;
}
});
exports.iterLoadAssembleeActeurs = iterLoadAssembleeActeurs;
exports.iterLoadAssembleeAmendements = iterLoadAssembleeAmendements;
exports.iterLoadAssembleeComptesRendus = iterLoadAssembleeComptesRendus;
exports.iterLoadAssembleeDocuments = iterLoadAssembleeDocuments;
exports.iterLoadAssembleeDossiersParlementaires = iterLoadAssembleeDossiersParlementaires;
exports.iterLoadAssembleeOrganes = iterLoadAssembleeOrganes;
exports.iterLoadAssembleeQuestions = iterLoadAssembleeQuestions;
exports.iterLoadAssembleeReunions = iterLoadAssembleeReunions;
exports.iterLoadAssembleeScrutins = iterLoadAssembleeScrutins;
exports.loadAssembleeData = loadAssembleeData;
exports.loadAssembleeDataFromBigFiles = loadAssembleeDataFromBigFiles;
exports.loadAssembleeDocumentFile = loadAssembleeDocumentFile;
exports.loadAssembleePhotosDeputes = loadAssembleePhotosDeputes;
exports.loadAssembleePhotosSenateurs = loadAssembleePhotosSenateurs;
exports.pathFromCompteRenduUid = pathFromCompteRenduUid;
exports.pathFromDocumentUid = pathFromDocumentUid;
exports.pathFromDossierParlementaireUid = pathFromDossierParlementaireUid;
exports.pathFromQuestionUid = pathFromQuestionUid;
exports.pathFromReunionUid = pathFromReunionUid;
exports.pathFromScrutinUid = pathFromScrutinUid;
Object.defineProperty(exports, "walkDir", {
enumerable: true,
get: function get() {
return _file_systems.walkDir;
}
});
require("core-js/modules/es.array.concat.js");
require("core-js/modules/es.array.iterator.js");
require("core-js/modules/es.array.join.js");
require("core-js/modules/es.date.to-iso-string.js");
require("core-js/modules/es.function.bind.js");
require("core-js/modules/es.object.assign.js");
require("core-js/modules/es.object.keys.js");
require("core-js/modules/es.object.set-prototype-of.js");
require("core-js/modules/es.object.to-string.js");
require("core-js/modules/es.regexp.constructor.js");
require("core-js/modules/es.regexp.exec.js");
require("core-js/modules/es.regexp.to-string.js");
require("core-js/modules/es.set.js");
require("core-js/modules/es.string.ends-with.js");
require("core-js/modules/es.string.iterator.js");
require("core-js/modules/es.string.match.js");
require("core-js/modules/es.string.replace.js");
require("core-js/modules/web.dom-collections.iterator.js");
var _assert = _interopRequireDefault(require("assert"));
var _fsExtra = _interopRequireDefault(require("fs-extra"));
var _path = _interopRequireDefault(require("path"));
var _datasets = require("./datasets");
var _file_systems = require("./file_systems");
var _acteurs_et_organes = require("./types/acteurs_et_organes");
var _agendas = require("./types/agendas");
var _amendements = require("./types/amendements");
var _dossiers_legislatifs = require("./types/dossiers_legislatifs");
var _legislatures = require("./types/legislatures");
var _scrutins = require("./types/scrutins");
var _questions = require("./types/questions");
var _debats = require("./types/debats");
function _interopRequireDefault(e) { return e && e.__esModule ? e : { "default": e }; }
function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator["return"] && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, "catch": function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; }
function _toConsumableArray(r) { return _arrayWithoutHoles(r) || _iterableToArray(r) || _unsupportedIterableToArray(r) || _nonIterableSpread(); }
function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
function _iterableToArray(r) { if ("undefined" != typeof Symbol && null != r[Symbol.iterator] || null != r["@@iterator"]) return Array.from(r); }
function _arrayWithoutHoles(r) { if (Array.isArray(r)) return _arrayLikeToArray(r); }
function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
function _wrapRegExp() { _wrapRegExp = function _wrapRegExp(e, r) { return new BabelRegExp(e, void 0, r); }; var e = RegExp.prototype, r = new WeakMap(); function BabelRegExp(e, t, p) { var o = RegExp(e, t); return r.set(o, p || r.get(e)), _setPrototypeOf(o, BabelRegExp.prototype); } function buildGroups(e, t) { var p = r.get(t); return Object.keys(p).reduce(function (r, t) { var o = p[t]; if ("number" == typeof o) r[t] = e[o];else { for (var i = 0; void 0 === e[o[i]] && i + 1 < o.length;) i++; r[t] = e[o[i]]; } return r; }, Object.create(null)); } return _inherits(BabelRegExp, RegExp), BabelRegExp.prototype.exec = function (r) { var t = e.exec.call(this, r); if (t) { t.groups = buildGroups(t, this); var p = t.indices; p && (p.groups = buildGroups(p, this)); } return t; }, BabelRegExp.prototype[Symbol.replace] = function (t, p) { if ("string" == typeof p) { var o = r.get(this); return e[Symbol.replace].call(this, t, p.replace(/\$<([^>]+)>/g, function (e, r) { var t = o[r]; return "$" + (Array.isArray(t) ? t.join("$") : t); })); } if ("function" == typeof p) { var i = this; return e[Symbol.replace].call(this, t, function () { var e = arguments; return "object" != _typeof(e[e.length - 1]) && (e = [].slice.call(e)).push(buildGroups(e, i)), p.apply(this, e); }); } return e[Symbol.replace].call(this, t, p); }, _wrapRegExp.apply(this, arguments); }
function _inherits(t, e) { if ("function" != typeof e && null !== e) throw new TypeError("Super expression must either be null or a function"); t.prototype = Object.create(e && e.prototype, { constructor: { value: t, writable: !0, configurable: !0 } }), Object.defineProperty(t, "prototype", { writable: !1 }), e && _setPrototypeOf(t, e); }
function _setPrototypeOf(t, e) { return _setPrototypeOf = Object.setPrototypeOf ? Object.setPrototypeOf.bind() : function (t, e) { return t.__proto__ = e, t; }, _setPrototypeOf(t, e); } /// Load data from files
var documentUidRegex = /*#__PURE__*/_wrapRegExp(/^((ACIN|ALCN|AVCE|AVIS|DECL|ETDI|LETT|MESS|MION|PION|PNRE|PRJL|RAPP|RINF|RION)(AN|CG|SN)(R\d+)[LS](\d+)(B|BTA|BTC|TAP)(\d+)(-.*)?)|((MION)(AN|SN)(R\d+)[LS](\d+)-N(\d+))$/, {
documentType: 2,
chambre: 3,
republique: 4,
legislature: 5,
etat: 6,
numero: 7,
documentType2: 10,
chambre2: 11,
republique2: 12,
legislature2: 13,
numero2: 14
});
var dossierUidRegex = /^DL(R\d+)(L\d+)N(\d+)$/;
var reunionUidRegex = /^RU(AN|CG|SN)(R\d+)(L\d+)([AS]\d{4})(IDC|IDFL?|IDS)(\d+)$/;
var scrutinUidRegex = /^VT(AN|CG)(R\d+)(L\d+)V(\d+)$/;
var compteRenduUidRegex = /^CRS(AN|CG)(R\d+)(L\d+)(S\d+)(O|E|D)(\d+)(N\d+)$/;
var questionUidRegex = /^QAN(R\d+)(L\d+)Q(E|G|OSD)(\d+)$/;
function iterLoadAssembleeItems(dataDir, legislature, datasets, convertToItem, subfolderName) {
var fileExtension = arguments.length > 5 && arguments[5] !== undefined ? arguments[5] : "json";
var _ref = arguments.length > 6 && arguments[6] !== undefined ? arguments[6] : {},
_ref$noValidation = _ref.noValidation,
noValidation = _ref$noValidation === void 0 ? false : _ref$noValidation,
_ref$log = _ref.log,
log = _ref$log === void 0 ? false : _ref$log;
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
var itemUid, _iterator, _step, dataset, fileExtensionRegex, datasetDir, _iterator2, _step2, itemSplitPath, itemFilename, itemFilePath, itemJson, item;
return _regeneratorRuntime().wrap(function _callee$(_context) {
while (1) switch (_context.prev = _context.next) {
case 0:
itemUid = new Set();
_iterator = _createForOfIteratorHelper(datasets);
_context.prev = 2;
_iterator.s();
case 4:
if ((_step = _iterator.n()).done) {
_context.next = 42;
break;
}
dataset = _step.value;
if (!dataset.ignoreForWeb) {
_context.next = 8;
break;
}
return _context.abrupt("continue", 40);
case 8:
if (!(legislature !== undefined && legislature !== _legislatures.Legislature.All && dataset.legislature !== _legislatures.Legislature.All && legislature !== dataset.legislature)) {
_context.next = 10;
break;
}
return _context.abrupt("continue", 40);
case 10:
fileExtensionRegex = new RegExp("\\.".concat(fileExtension, "$"));
datasetDir = _path["default"].join(dataDir, dataset.filename.replace(fileExtensionRegex, "_nettoye"));
_iterator2 = _createForOfIteratorHelper((0, _file_systems.walkDir)(datasetDir, subfolderName));
_context.prev = 13;
_iterator2.s();
case 15:
if ((_step2 = _iterator2.n()).done) {
_context.next = 32;
break;
}
itemSplitPath = _step2.value;
itemFilename = itemSplitPath[itemSplitPath.length - 1];
if (itemFilename.endsWith(".json")) {
_context.next = 20;
break;
}
return _context.abrupt("continue", 30);
case 20:
itemFilePath = _path["default"].join.apply(_path["default"], [datasetDir].concat(_toConsumableArray(itemSplitPath)));
if (log) {
console.log("Loading file: ".concat(itemFilePath, "\u2026"));
}
itemJson = _fsExtra["default"].readFileSync(itemFilePath, {
encoding: "utf8"
});
item = noValidation ? JSON.parse(itemJson) : convertToItem(itemJson);
if (!itemUid.has(item.uid)) {
_context.next = 26;
break;
}
return _context.abrupt("continue", 30);
case 26:
itemUid.add(item.uid);
_context.next = 29;
return {
item: item,
datasetLegislature: dataset.legislature
};
case 29:
itemJson = null;
case 30:
_context.next = 15;
break;
case 32:
_context.next = 37;
break;
case 34:
_context.prev = 34;
_context.t0 = _context["catch"](13);
_iterator2.e(_context.t0);
case 37:
_context.prev = 37;
_iterator2.f();
return _context.finish(37);
case 40:
_context.next = 4;
break;
case 42:
_context.next = 47;
break;
case 44:
_context.prev = 44;
_context.t1 = _context["catch"](2);
_iterator.e(_context.t1);
case 47:
_context.prev = 47;
_iterator.f();
return _context.finish(47);
case 50:
case "end":
return _context.stop();
}
}, _callee, null, [[2, 44, 47, 50], [13, 34, 37, 40]]);
})();
}
function iterLoadAssembleeActeurs(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee2() {
var _iterator3, _step3, _step3$value, acteur, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee2$(_context2) {
while (1) switch (_context2.prev = _context2.next) {
case 0:
_iterator3 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.acteursEtOrganes, _acteurs_et_organes.Convert.toActeur, ["acteurs"], "json", options));
_context2.prev = 1;
_iterator3.s();
case 3:
if ((_step3 = _iterator3.n()).done) {
_context2.next = 9;
break;
}
_step3$value = _step3.value, acteur = _step3$value.item, datasetLegislature = _step3$value.datasetLegislature;
_context2.next = 7;
return {
acteur: acteur,
datasetLegislature: datasetLegislature
};
case 7:
_context2.next = 3;
break;
case 9:
_context2.next = 14;
break;
case 11:
_context2.prev = 11;
_context2.t0 = _context2["catch"](1);
_iterator3.e(_context2.t0);
case 14:
_context2.prev = 14;
_iterator3.f();
return _context2.finish(14);
case 17:
case "end":
return _context2.stop();
}
}, _callee2, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeOrganes(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee3() {
var _iterator4, _step4, _step4$value, organe, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee3$(_context3) {
while (1) switch (_context3.prev = _context3.next) {
case 0:
_iterator4 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.acteursEtOrganes, _acteurs_et_organes.Convert.toOrgane, ["organes"], "json", options));
_context3.prev = 1;
_iterator4.s();
case 3:
if ((_step4 = _iterator4.n()).done) {
_context3.next = 9;
break;
}
_step4$value = _step4.value, organe = _step4$value.item, datasetLegislature = _step4$value.datasetLegislature;
_context3.next = 7;
return {
organe: organe,
datasetLegislature: datasetLegislature
};
case 7:
_context3.next = 3;
break;
case 9:
_context3.next = 14;
break;
case 11:
_context3.prev = 11;
_context3.t0 = _context3["catch"](1);
_iterator4.e(_context3.t0);
case 14:
_context3.prev = 14;
_iterator4.f();
return _context3.finish(14);
case 17:
case "end":
return _context3.stop();
}
}, _callee3, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeAmendements(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee4() {
var _iterator5, _step5, _step5$value, amendement, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee4$(_context4) {
while (1) switch (_context4.prev = _context4.next) {
case 0:
_iterator5 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.amendements, _amendements.Convert.toAmendement, [], "json", options));
_context4.prev = 1;
_iterator5.s();
case 3:
if ((_step5 = _iterator5.n()).done) {
_context4.next = 9;
break;
}
_step5$value = _step5.value, amendement = _step5$value.item, datasetLegislature = _step5$value.datasetLegislature;
_context4.next = 7;
return {
amendement: amendement,
datasetLegislature: datasetLegislature
};
case 7:
_context4.next = 3;
break;
case 9:
_context4.next = 14;
break;
case 11:
_context4.prev = 11;
_context4.t0 = _context4["catch"](1);
_iterator5.e(_context4.t0);
case 14:
_context4.prev = 14;
_iterator5.f();
return _context4.finish(14);
case 17:
case "end":
return _context4.stop();
}
}, _callee4, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeDocuments(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee5() {
var _iterator6, _step6, _step6$value, document, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee5$(_context5) {
while (1) switch (_context5.prev = _context5.next) {
case 0:
_iterator6 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.dossiersLegislatifs, _dossiers_legislatifs.Convert.toDocument, ["documents"], "json", options));
_context5.prev = 1;
_iterator6.s();
case 3:
if ((_step6 = _iterator6.n()).done) {
_context5.next = 9;
break;
}
_step6$value = _step6.value, document = _step6$value.item, datasetLegislature = _step6$value.datasetLegislature;
_context5.next = 7;
return {
document: document,
datasetLegislature: datasetLegislature
};
case 7:
_context5.next = 3;
break;
case 9:
_context5.next = 14;
break;
case 11:
_context5.prev = 11;
_context5.t0 = _context5["catch"](1);
_iterator6.e(_context5.t0);
case 14:
_context5.prev = 14;
_iterator6.f();
return _context5.finish(14);
case 17:
case "end":
return _context5.stop();
}
}, _callee5, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeDossiersParlementaires(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee6() {
var _iterator7, _step7, _step7$value, dossierParlementaire, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee6$(_context6) {
while (1) switch (_context6.prev = _context6.next) {
case 0:
_iterator7 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.dossiersLegislatifs, _dossiers_legislatifs.Convert.toDossierParlementaire, ["dossiers"], "json", options));
_context6.prev = 1;
_iterator7.s();
case 3:
if ((_step7 = _iterator7.n()).done) {
_context6.next = 9;
break;
}
_step7$value = _step7.value, dossierParlementaire = _step7$value.item, datasetLegislature = _step7$value.datasetLegislature;
_context6.next = 7;
return {
dossierParlementaire: dossierParlementaire,
datasetLegislature: datasetLegislature
};
case 7:
_context6.next = 3;
break;
case 9:
_context6.next = 14;
break;
case 11:
_context6.prev = 11;
_context6.t0 = _context6["catch"](1);
_iterator7.e(_context6.t0);
case 14:
_context6.prev = 14;
_iterator7.f();
return _context6.finish(14);
case 17:
case "end":
return _context6.stop();
}
}, _callee6, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeReunions(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee7() {
var _iterator8, _step8, _step8$value, reunion, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee7$(_context7) {
while (1) switch (_context7.prev = _context7.next) {
case 0:
_iterator8 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.agendas, _agendas.Convert.toReunion, [], "json", options));
_context7.prev = 1;
_iterator8.s();
case 3:
if ((_step8 = _iterator8.n()).done) {
_context7.next = 9;
break;
}
_step8$value = _step8.value, reunion = _step8$value.item, datasetLegislature = _step8$value.datasetLegislature;
_context7.next = 7;
return {
reunion: reunion,
datasetLegislature: datasetLegislature
};
case 7:
_context7.next = 3;
break;
case 9:
_context7.next = 14;
break;
case 11:
_context7.prev = 11;
_context7.t0 = _context7["catch"](1);
_iterator8.e(_context7.t0);
case 14:
_context7.prev = 14;
_iterator8.f();
return _context7.finish(14);
case 17:
case "end":
return _context7.stop();
}
}, _callee7, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeScrutins(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee8() {
var _iterator9, _step9, _step9$value, scrutin, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee8$(_context8) {
while (1) switch (_context8.prev = _context8.next) {
case 0:
_iterator9 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.scrutins, _scrutins.Convert.toScrutin, [], "json", options));
_context8.prev = 1;
_iterator9.s();
case 3:
if ((_step9 = _iterator9.n()).done) {
_context8.next = 9;
break;
}
_step9$value = _step9.value, scrutin = _step9$value.item, datasetLegislature = _step9$value.datasetLegislature;
_context8.next = 7;
return {
scrutin: scrutin,
datasetLegislature: datasetLegislature
};
case 7:
_context8.next = 3;
break;
case 9:
_context8.next = 14;
break;
case 11:
_context8.prev = 11;
_context8.t0 = _context8["catch"](1);
_iterator9.e(_context8.t0);
case 14:
_context8.prev = 14;
_iterator9.f();
return _context8.finish(14);
case 17:
case "end":
return _context8.stop();
}
}, _callee8, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeQuestions(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee9() {
var _iterator10, _step10, _step10$value, question, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee9$(_context9) {
while (1) switch (_context9.prev = _context9.next) {
case 0:
_iterator10 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.questions, _questions.Convert.toQuestion, [], "json", options));
_context9.prev = 1;
_iterator10.s();
case 3:
if ((_step10 = _iterator10.n()).done) {
_context9.next = 9;
break;
}
_step10$value = _step10.value, question = _step10$value.item, datasetLegislature = _step10$value.datasetLegislature;
_context9.next = 7;
return {
question: question,
datasetLegislature: datasetLegislature
};
case 7:
_context9.next = 3;
break;
case 9:
_context9.next = 14;
break;
case 11:
_context9.prev = 11;
_context9.t0 = _context9["catch"](1);
_iterator10.e(_context9.t0);
case 14:
_context9.prev = 14;
_iterator10.f();
return _context9.finish(14);
case 17:
case "end":
return _context9.stop();
}
}, _callee9, null, [[1, 11, 14, 17]]);
})();
}
function iterLoadAssembleeComptesRendus(dataDir, legislature) {
var options = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : {};
return /*#__PURE__*/_regeneratorRuntime().mark(function _callee10() {
var _iterator11, _step11, _step11$value, compteRendu, datasetLegislature;
return _regeneratorRuntime().wrap(function _callee10$(_context10) {
while (1) switch (_context10.prev = _context10.next) {
case 0:
_iterator11 = _createForOfIteratorHelper(iterLoadAssembleeItems(dataDir, legislature, _datasets.datasets.comptesRendusSeances, _debats.Convert.toCompteRendu, [], "xml", options));
_context10.prev = 1;
_iterator11.s();
case 3:
if ((_step11 = _iterator11.n()).done) {
_context10.next = 9;
break;
}
_step11$value = _step11.value, compteRendu = _step11$value.item, datasetLegislature = _step11$value.datasetLegislature;
_context10.next = 7;
return {
compteRendu: compteRendu,
datasetLegislature: datasetLegislature
};
case 7:
_context10.next = 3;
break;
case 9:
_context10.next = 14;
break;
case 11:
_context10.prev = 11;
_context10.t0 = _context10["catch"](1);
_iterator11.e(_context10.t0);
case 14:
_context10.prev = 14;
_iterator11.f();
return _context10.finish(14);
case 17:
case "end":
return _context10.stop();
}
}, _callee10, null, [[1, 11, 14, 17]]);
})();
}
/// Load data from split files.
/// Deprecated: Use iterLoad... iterators instead.
function loadAssembleeData(dataDir, enabledDatasets, legislature) {
var _ref2 = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : {},
_ref2$log = _ref2.log,
log = _ref2$log === void 0 ? false : _ref2$log;
var acteurByUid = {};
var organeByUid = {};
if (enabledDatasets & _datasets.EnabledDatasets.ActeursEtOrganes) {
var _iterator12 = _createForOfIteratorHelper(_datasets.datasets.acteursEtOrganes),
_step12;
try {
for (_iterator12.s(); !(_step12 = _iterator12.n()).done;) {
var dataset = _step12.value;
if (dataset.ignoreForWeb) {
continue;
}
if (legislature !== _legislatures.Legislature.All && dataset.legislature !== _legislatures.Legislature.All && legislature !== dataset.legislature) {
continue;
}
var datasetDir = _path["default"].join(dataDir, dataset.filename.replace(/\.json$/, "_nettoye"));
var _iterator13 = _createForOfIteratorHelper((0, _file_systems.walkDir)(datasetDir, ["acteurs"])),
_step13;
try {
for (_iterator13.s(); !(_step13 = _iterator13.n()).done;) {
var acteurSplitPath = _step13.value;
var acteurFilename = acteurSplitPath[acteurSplitPath.length - 1];
if (!acteurFilename.endsWith(".json")) {
continue;
}
var acteurFilePath = _path["default"].join.apply(_path["default"], [datasetDir].concat(_toConsumableArray(acteurSplitPath)));
if (log) {
console.log("Loading file: ".concat(acteurFilePath, "\u2026"));
}
var acteurJson = _fsExtra["default"].readFileSync(acteurFilePath, {
encoding: "utf8"
});
var acteur = _acteurs_et_organes.Convert.toActeur(acteurJson);
// Keep the first existing "acteur", because the first wrapper is the most complete.
if (acteurByUid[acteur.uid] === undefined) {
acteurByUid[acteur.uid] = acteur;
}
}
} catch (err) {
_iterator13.e(err);
} finally {
_iterator13.f();
}
var _iterator14 = _createForOfIteratorHelper((0, _file_systems.walkDir)(datasetDir, ["organes"])),
_step14;
try {
for (_iterator14.s(); !(_step14 = _iterator14.n()).done;) {
var organeSplitPath = _step14.value;
var organeFilename = organeSplitPath[organeSplitPath.length - 1];
if (!organeFilename.endsWith(".json")) {
continue;
}
var organeFilePath = _path["default"].join.apply(_path["default"], [datasetDir].concat(_toConsumableArray(organeSplitPath)));
if (log) {
console.log("Loading file: ".concat(organeFilePath, "\u2026"));
}
var organeJson = _fsExtra["default"].readFileSync(organeFilePath, {
encoding: "utf8"
});
var organe = _acteurs_et_organes.Convert.toOrgane(organeJson);
// Keep the first existing "organe", because the first wrapper is the most complete.
if (organeByUid[organe.uid] === undefined) {
organeByUid[organe.uid] = organe;
}
}
} catch (err) {
_iterator14.e(err);
} finally {
_iterator14.f();
}
}
} catch (err) {
_iterator12.e(err);
} finally {
_iterator12.f();
}
}
var reunionByUid = {};
var reunionsByDay = {};
var reunionsByDossierUid = {};
if (enabledDatasets & _datasets.EnabledDatasets.Agendas) {
var _iterator15 = _createForOfIteratorHelper(_datasets.datasets.agendas),
_step15;
try {
for (_iterator15.s(); !(_step15 = _iterator15.n()).done;) {
var _dataset = _step15.value;
if (_dataset.ignoreForWeb) {
continue;
}
if (legislature !== _legislatures.Legislature.All && _dataset.legislature !== _legislatures.Legislature.All && legislature !== _dataset.legislature) {
continue;
}
var _datasetDir = _path["default"].join(dataDir, _dataset.filename.replace(/\.json$/, "_nettoye"));
var _iterator16 = _createForOfIteratorHelper((0, _file_systems.walkDir)(_datasetDir)),
_step16;
try {
for (_iterator16.s(); !(_step16 = _iterator16.n()).done;) {
var reunionSplitPath = _step16.value;
var reunionFilename = reunionSplitPath[reunionSplitPath.length - 1];
if (!reunionFilename.endsWith(".json")) {
continue;
}
var reunionFilePath = _path["default"].join.apply(_path["default"], [_datasetDir].concat(_toConsumableArray(reunionSplitPath)));
if (log) {
console.log("Loading file: ".concat(reunionFilePath, "\u2026"));
}
var reunionJson = _fsExtra["default"].readFileSync(reunionFilePath, {
encoding: "utf8"
});
var reunion = _agendas.Convert.toReunion(reunionJson);
if (reunionByUid[reunion.uid] === undefined) {
reunionByUid[reunion.uid] = reunion;
}
var day = reunion.timestampDebut.toISOString().split("T")[0];
var reunionsAtDay = reunionsByDay[day];
if (reunionsAtDay === undefined) {
reunionsAtDay = reunionsByDay[day] = [];
}
reunionsAtDay.push(reunion);
var odj = reunion.odj;
if (odj !== undefined) {
var _iterator17 = _createForOfIteratorHelper(odj.pointsOdj || []),
_step17;
try {
for (_iterator17.s(); !(_step17 = _iterator17.n()).done;) {
var pointOdj = _step17.value;
var _iterator18 = _createForOfIteratorHelper(pointOdj.dossiersLegislatifsRefs || []),
_step18;
try {
for (_iterator18.s(); !(_step18 = _iterator18.n()).done;) {
var dossierLegislatifRef = _step18.value;
var reunionsAtDossierUid = reunionsByDossierUid[dossierLegislatifRef];
if (reunionsAtDossierUid === undefined) {
reunionsAtDossierUid = reunionsByDossierUid[dossierLegislatifRef] = [];
}
reunionsAtDossierUid.push(reunion);
}
} catch (err) {
_iterator18.e(err);
} finally {
_iterator18.f();
}
}
} catch (err) {
_iterator17.e(err);
} finally {
_iterator17.f();
}
}
}
} catch (err) {
_iterator16.e(err);
} finally {
_iterator16.f();
}
}
} catch (err) {
_iterator15.e(err);
} finally {
_iterator15.f();
}
}
var amendementByUid = {};
if (enabledDatasets & _datasets.EnabledDatasets.Amendements) {
var _iterator19 = _createForOfIteratorHelper(_datasets.datasets.amendements),
_step19;
try {
for (_iterator19.s(); !(_step19 = _iterator19.n()).done;) {
var _dataset2 = _step19.value;
if (_dataset2.ignoreForWeb) {
continue;
}
if (legislature !== _legislatures.Legislature.All && _dataset2.legislature !== _legislatures.Legislature.All && legislature !== _dataset2.legislature) {
continue;
}
var _datasetDir2 = _path["default"].join(dataDir, _dataset2.filename.replace(/\.json$/, "_nettoye"));
var _iterator20 = _createForOfIteratorHelper((0, _file_systems.walkDir)(_datasetDir2)),
_step20;
try {
for (_iterator20.s(); !(_step20 = _iterator20.n()).done;) {
var amendementSplitPath = _step20.value;
var amendementFilename = amendementSplitPath[amendementSplitPath.length - 1];
if (!amendementFilename.endsWith(".json")) {
continue;
}
var amendementFilePath = _path["default"].join.apply(_path["default"], [_datasetDir2].concat(_toConsumableArray(amendementSplitPath)));
if (log) {
console.log("Loading file: ".concat(amendementFilePath, "\u2026"));
}
var amendementJson = _fsExtra["default"].readFileSync(amendementFilePath, {
encoding: "utf8"
});
var amendement = _amendements.Convert.toAmendement(amendementJson);
if (amendementByUid[amendement.uid] === undefined) {
amendementByUid[amendement.uid] = amendement;
}
}
} catch (err) {
_iterator20.e(err);
} finally {
_iterator20.f();
}
}
} catch (err) {
_iterator19.e(err);
} finally {
_iterator19.f();
}
}
var documentByUid = {};
var dossierParlementaireBySenatChemin = {};
var dossierParlementaireByTitreChemin = {};
var dossierParlementaireByUid = {};
if (enabledDatasets & _datasets.EnabledDatasets.DossiersLegislatifs) {
var _iterator21 = _createForOfIteratorHelper(_datasets.datasets.dossiersLegislatifs),
_step21;
try {
for (_iterator21.s(); !(_step21 = _iterator21.n()).done;) {
var _dataset3 = _step21.value;
if (_dataset3.ignoreForWeb) {
continue;
}
if (legislature !== _legislatures.Legislature.All && _dataset3.legislature !== _legislatures.Legislature.All && legislature !== _dataset3.legislature) {
continue;
}
var _datasetDir3 = _path["default"].join(dataDir, _dataset3.filename.replace(/\.json$/, "_nettoye"));
var _iterator22 = _createForOfIteratorHelper((0, _file_systems.walkDir)(_datasetDir3, ["documents"])),
_step22;
try {
for (_iterator22.s(); !(_step22 = _iterator22.n()).done;) {
var documentSplitPath = _step22.value;
var documentFilename = documentSplitPath[documentSplitPath.length - 1];
if (!documentFilename.endsWith(".json")) {
continue;
}
var documentFilePath = _path["default"].join.apply(_path["default"], [_datasetDir3].concat(_toConsumableArray(documentSplitPath)));
if (log) {
console.log("Loading file: ".concat(documentFilePath, "\u2026"));
}
var documentJson = _fsExtra["default"].readFileSync(documentFilePath, {
encoding: "utf8"
});
var document = _dossiers_legislatifs.Convert.toDocument(documentJson);
if (documentByUid[document.uid] === undefined) {
documentByUid[document.uid] = document;
}
}
} catch (err) {
_iterator22.e(err);
} finally {
_iterator22.f();
}
var _iterator23 = _createForOfIteratorHelper((0, _file_systems.walkDir)(_datasetDir3, ["dossiers"])),
_step23;
try {
for (_iterator23.s(); !(_step23 = _iterator23.n()).done;) {
var dossierSplitPath = _step23.value;
var dossierFilename = dossierSplitPath[dossierSplitPath.length - 1];
if (!dossierFilename.endsWith(".json")) {
continue;
}
var dossierFilePath = _path["default"].join.apply(_path["default"], [_datasetDir3].concat(_toConsumableArray(dossierSplitPath)));
if (log) {
console.log("Loading file: ".concat(dossierFilePath, "\u2026"));
}
var dossierJson = _fsExtra["default"].readFileSync(dossierFilePath, {
encoding: "utf8"
});
var dossier = _dossiers_legislatifs.Convert.toDossierParlementaire(dossierJson);
var titreDossier = dossier.titreDossier;
if (titreDossier.senatChemin && dossierParlementaireBySenatChemin[titreDossier.senatChemin] === undefined) {
dossierParlementaireBySenatChemin[titreDossier.senatChemin] = dossier;
}
if (titreDossier.titreChemin && dossierParlementaireByTitreChemin[titreDossier.titreChemin] === undefined) {
dossierParlementaireByTitreChemin[titreDossier.titreChemin] = dossier;
}
if (dossierParlementaireByUid[dossier.uid] === undefined) {
dossierParlementaireByUid[dossier.uid] = dossier;
}
}
} catch (err) {
_iterator23.e(err);
} finally {
_iterator23.f();
}
}
} catch (err) {
_iterator21.e(err);
} finally {
_iterator21.f();
}
}
var photoByUid = {};
if (enabledDatasets & _datasets.EnabledDatasets.Photos) {
{
var jsonFilePath = _path["default"].join(dataDir, "photos_deputes_".concat(
// TODO: Handle Legislature.All.
legislature === _legislatures.Legislature.All ? _legislatures.Legislature.DixSept : legislature), "deputes.json");
if (_fsExtra["default"].exi