@tricoteuses/assemblee/lib/scripts/retrieve_documents.d.ts

Retrieve, clean up & handle French Assemblée nationale's open data

import { z } from 'zod';
import { ReunionClean as Reunion } from '../schemas/clean/agendas.js';
import { DocumentClean as Document, DivisionClean as Division } from '../schemas/clean/dossiers_legislatifs.js';
declare const retrieveDocumentsParser: import('zod-opts').Parser<{
    "not-found": {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    "document-type": {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodArray<z.ZodString>>;
    };
    forceParseDocuments: {
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    uid: {
        alias: string;
        description: string;
        type: z.ZodOptional<z.ZodString>;
    };
    categories: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodArray<z.ZodString>>;
    };
    legislature: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodArray<z.ZodNumber>>;
    };
    silent: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    verbose: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    "only-recent": {
        description: string;
        type: z.ZodOptional<z.ZodNumber>;
    };
    skipReindent: {
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    keepDir: {
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    clone: {
        alias: string;
        description: string;
        type: z.ZodOptional<z.ZodString>;
    };
    commit: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    remote: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodArray<z.ZodString>>;
    };
    pull: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    fetchDocuments: {
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    parseDocuments: {
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    format: {
        alias: string;
        description: string;
        type: z.ZodDefault<z.ZodArray<z.ZodString>>;
    };
    fetchVideos: {
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
    fetchCrCommissions: {
        description: string;
        type: z.ZodDefault<z.ZodBoolean>;
    };
}, [{
    description: string;
    type: z.ZodString;
    name: "dataDir";
}]>;
export type Options = ReturnType<typeof retrieveDocumentsParser.parse>;
export declare function downloadAndParse(document: Document, _datasetDir: string, { dataDir, fetchDocuments, forceParseDocuments, parseDocuments, }: {
    dataDir: string;
    fetchDocuments?: boolean;
    forceParseDocuments?: boolean;
    parseDocuments?: boolean;
}): Promise<void>;
export declare function downloadAndParseVideosAndComptesRendus(reunion: Reunion, datasetCleanDir: string, options: Options, { removeMissingSeanceCR, legislature, }?: {
    removeMissingSeanceCR?: boolean;
    legislature?: number;
}): Promise<void>;
export declare function parseDocumentOrDivisionHtml(documentOrDivision: Document | Division, documentsFilesDir: string): Promise<void>;
export {};