@tricoteuses/assemblee
Version:
Retrieve, clean up & handle French Assemblée nationale's open data
16 lines (15 loc) • 3.95 kB
JavaScript
/** Load all big non-split open data files in RAM as a test. */
import assert from "assert";
import commandLineArgs from "command-line-args";
import { EnabledDatasets } from "../datasets.mjs";
import { loadAssembleeDataFromBigFiles } from "../loaders.mjs";
import { Legislature } from "../types/legislatures.mjs";
import { categoriesOption, dataDirDefaultOption } from "./shared/cli_helpers.mjs";
const optionsDefinitions = [categoriesOption, dataDirDefaultOption];
const options = commandLineArgs(optionsDefinitions);
options.categories.map(datasetName => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
const enabledDatasets = options.categories.reduce((enabledDatasets, datasetName) => enabledDatasets | EnabledDatasets[datasetName], EnabledDatasets.None);
loadAssembleeDataFromBigFiles(options.dataDir, enabledDatasets, Legislature.All, {
log: true
});
//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJhc3NlcnQiLCJjb21tYW5kTGluZUFyZ3MiLCJFbmFibGVkRGF0YXNldHMiLCJsb2FkQXNzZW1ibGVlRGF0YUZyb21CaWdGaWxlcyIsIkxlZ2lzbGF0dXJlIiwiY2F0ZWdvcmllc09wdGlvbiIsImRhdGFEaXJEZWZhdWx0T3B0aW9uIiwib3B0aW9uc0RlZmluaXRpb25zIiwib3B0aW9ucyIsImNhdGVnb3JpZXMiLCJtYXAiLCJkYXRhc2V0TmFtZSIsIm5vdFN0cmljdEVxdWFsIiwidW5kZWZpbmVkIiwiZW5hYmxlZERhdGFzZXRzIiwicmVkdWNlIiwiTm9uZSIsImRhdGFEaXIiLCJBbGwiLCJsb2ciXSwic291cmNlcyI6WyIuLi8uLi9zcmMvc2NyaXB0cy90ZXN0X2xvYWRfYmlnX2ZpbGVzLnRzIl0sInNvdXJjZXNDb250ZW50IjpbIi8qKiBMb2FkIGFsbCBiaWcgbm9uLXNwbGl0IG9wZW4gZGF0YSBmaWxlcyBpbiBSQU0gYXMgYSB0ZXN0LiAqL1xuXG5pbXBvcnQgYXNzZXJ0IGZyb20gXCJhc3NlcnRcIlxuaW1wb3J0IGNvbW1hbmRMaW5lQXJncyBmcm9tIFwiY29tbWFuZC1saW5lLWFyZ3NcIlxuXG5pbXBvcnQgeyBFbmFibGVkRGF0YXNldHMgfSBmcm9tIFwiLi4vZGF0YXNldHNcIlxuaW1wb3J0IHsgbG9hZEFzc2VtYmxlZURhdGFGcm9tQmlnRmlsZXMgfSBmcm9tIFwiLi4vbG9hZGVyc1wiXG5pbXBvcnQgeyBMZWdpc2xhdHVyZSB9IGZyb20gXCIuLi90eXBlcy9sZWdpc2xhdHVyZXNcIlxuaW1wb3J0IHsgY2F0ZWdvcmllc09wdGlvbiwgZGF0YURpckRlZmF1bHRPcHRpb24gfSBmcm9tIFwiLi9zaGFyZWQvY2xpX2hlbHBlcnNcIlxuXG5jb25zdCBvcHRpb25zRGVmaW5pdGlvbnMgPSBbY2F0ZWdvcmllc09wdGlvbiwgZGF0YURpckRlZmF1bHRPcHRpb25dXG5jb25zdCBvcHRpb25zID0gY29tbWFuZExpbmVBcmdzKG9wdGlvbnNEZWZpbml0aW9ucylcblxub3B0aW9ucy5jYXRlZ29yaWVzLm1hcCgoZGF0YXNldE5hbWU6IHN0cmluZykgPT5cbiAgYXNzZXJ0Lm5vdFN0cmljdEVxdWFsKFxuICAgIChFbmFibGVkRGF0YXNldHMgYXMgYW55IGFzIHsgW25hbWU6IHN0cmluZ106IEVuYWJsZWREYXRhc2V0cyB9KVtcbiAgICAgIGRhdGFzZXROYW1lXG4gICAgXSxcbiAgICB1bmRlZmluZWQsXG4gICAgYFVua25vd24gbmFtZSBvZiBkYXRhc2V0OiAke2RhdGFzZXROYW1lfWAsXG4gICksXG4pXG5jb25zdCBlbmFibGVkRGF0YXNldHMgPSBvcHRpb25zLmNhdGVnb3JpZXMucmVkdWNlKFxuICAoZW5hYmxlZERhdGFzZXRzOiBFbmFibGVkRGF0YXNldHMsIGRhdGFzZXROYW1lOiBzdHJpbmcpOiBFbmFibGVkRGF0YXNldHMgPT5cbiAgICBlbmFibGVkRGF0YXNldHMgfFxuICAgIChFbmFibGVkRGF0YXNldHMgYXMgYW55IGFzIHsgW25hbWU6IHN0cmluZ106IEVuYWJsZWREYXRhc2V0cyB9KVtcbiAgICAgIGRhdGFzZXROYW1lXG4gICAgXSxcbiAgRW5hYmxlZERhdGFzZXRzLk5vbmUsXG4pXG5cbmxvYWRBc3NlbWJsZWVEYXRhRnJvbUJpZ0ZpbGVzKFxuICBvcHRpb25zLmRhdGFEaXIsXG4gIGVuYWJsZWREYXRhc2V0cyxcbiAgTGVnaXNsYXR1cmUuQWxsLFxuICB7XG4gICAgbG9nOiB0cnVlLFxuICB9LFxuKVxuIl0sIm1hcHBpbmdzIjoiQUFBQTs7QUFFQSxPQUFPQSxNQUFNLE1BQU0sUUFBUTtBQUMzQixPQUFPQyxlQUFlLE1BQU0sbUJBQW1CO0FBQUEsU0FFdENDLGVBQWU7QUFBQSxTQUNmQyw2QkFBNkI7QUFBQSxTQUM3QkMsV0FBVztBQUFBLFNBQ1hDLGdCQUFnQixFQUFFQyxvQkFBb0I7QUFFL0MsTUFBTUMsa0JBQWtCLEdBQUcsQ0FBQ0YsZ0JBQWdCLEVBQUVDLG9CQUFvQixDQUFDO0FBQ25FLE1BQU1FLE9BQU8sR0FBR1AsZUFBZSxDQUFDTSxrQkFBa0IsQ0FBQztBQUVuREMsT0FBTyxDQUFDQyxVQUFVLENBQUNDLEdBQUcsQ0FBRUMsV0FBbUIsSUFDekNYLE1BQU0sQ0FBQ1ksY0FBYyxDQUNsQlYsZUFBZSxDQUNkUyxXQUFXLENBQ1osRUFDREUsU0FBUyxFQUNULDRCQUE0QkYsV0FBVyxFQUN6QyxDQUNGLENBQUM7QUFDRCxNQUFNRyxlQUFlLEdBQUdOLE9BQU8sQ0FBQ0MsVUFBVSxDQUFDTSxNQUFNLENBQy9DLENBQUNELGVBQWdDLEVBQUVILFdBQW1CLEtBQ3BERyxlQUFlLEdBQ2RaLGVBQWUsQ0FDZFMsV0FBVyxDQUNaLEVBQ0hULGVBQWUsQ0FBQ2MsSUFDbEIsQ0FBQztBQUVEYiw2QkFBNkIsQ0FDM0JLLE9BQU8sQ0FBQ1MsT0FBTyxFQUNmSCxlQUFlLEVBQ2ZWLFdBQVcsQ0FBQ2MsR0FBRyxFQUNmO0VBQ0VDLEdBQUcsRUFBRTtBQUNQLENBQ0YsQ0FBQyIsImlnbm9yZUxpc3QiOltdfQ==