UNPKG

@fin.cx/opendata

Version:

A comprehensive TypeScript library for accessing business data and real-time financial information. Features include German company data management with MongoDB integration, JSONL bulk processing, automated Handelsregister interactions, and real-time stoc

740 lines (728 loc) 63.3 kB
import * as plugins from '../plugins.js'; import * as paths from '../paths.js'; import { LawRecord } from './classes.lawrecord.js'; export class LawService { db; CLawRecord = plugins.smartdata.setDefaultManagerForDoc(this, LawRecord); localSmartDb; smartBrowser; browserStarted = false; started = false; config; constructor(configArg = {}) { this.config = { dbFolderPath: configArg.dbFolderPath ?? plugins.path.join(paths.packageDir, '.nogit', 'law-smartdb'), dbName: configArg.dbName ?? 'laws', govInfoApiKey: configArg.govInfoApiKey ?? 'DEMO_KEY', }; } async start() { if (this.started) { return; } await plugins.smartfs.directory(this.config.dbFolderPath).create(); this.localSmartDb = new plugins.smartdb.LocalSmartDb({ folderPath: this.config.dbFolderPath, }); const connectionInfo = await this.localSmartDb.start(); this.db = new plugins.smartdata.SmartdataDb({ mongoDbUrl: connectionInfo.connectionUri, mongoDbName: this.config.dbName, }); await this.db.init(); await this.db.mongoDb.collection('_opendata_bootstrap').insertOne({ createdAt: new Date(), }); await this.db.mongoDb.collection('_opendata_bootstrap').deleteMany({}); this.started = true; } async stop() { if (this.browserStarted && this.smartBrowser) { await this.smartBrowser.stop(); this.browserStarted = false; } if (this.started) { await this.db.close(); await this.localSmartDb?.stop(); this.started = false; } } async syncLaw(requestArg) { await this.ensureStarted(); switch (requestArg.jurisdiction) { case 'de': return this.syncGermanyLaw(requestArg.identifier); case 'eu': return this.syncEuLaw(requestArg.identifier, requestArg.language ?? 'EN'); case 'us': return this.syncUsLaw(requestArg.identifier, requestArg.usCollection, this.config.govInfoApiKey); default: throw new Error(`Unsupported jurisdiction: ${requestArg.jurisdiction}`); } } async getLaw(requestArg) { await this.ensureStarted(); const lookupKey = this.createLookupKey(requestArg.jurisdiction, requestArg.identifier); const existingLaw = await this.getLawByLookupKey(lookupKey); if (existingLaw && !requestArg.forceSync) { return existingLaw; } return this.syncLaw(requestArg); } async searchLaws(requestArg) { await this.ensureStarted(); const limit = requestArg.limit ?? 20; const baseFilter = requestArg.jurisdiction ? { jurisdiction: requestArg.jurisdiction } : undefined; try { const results = await this.CLawRecord.search(requestArg.query, baseFilter ? { filter: baseFilter } : undefined); return results.slice(0, limit); } catch { const regex = new RegExp(this.escapeRegex(requestArg.query), 'i'); const searchFilter = { $or: [ { identifier: { $regex: regex } }, { title: { $regex: regex } }, { shortTitle: { $regex: regex } }, { citation: { $regex: regex } }, { text: { $regex: regex } }, ], }; const mongoFilter = baseFilter ? { $and: [baseFilter, searchFilter], } : searchFilter; const results = await this.CLawRecord.getInstances(mongoFilter); return results.slice(0, limit); } } async syncLaws(requestArg) { await this.ensureStarted(); switch (requestArg.jurisdiction) { case 'de': return this.syncGermanyLaws(requestArg); case 'eu': return this.syncEuLaws(requestArg); case 'us': return this.syncUsLaws(requestArg); default: throw new Error(`Unsupported jurisdiction: ${requestArg.jurisdiction}`); } } async ensureStarted() { if (!this.started) { await this.start(); } } async ensureBrowser() { if (!this.smartBrowser) { this.smartBrowser = new plugins.smartbrowser.SmartBrowser(); } if (!this.browserStarted) { await this.smartBrowser.start(); this.browserStarted = true; } return this.smartBrowser; } createLookupKey(jurisdictionArg, identifierArg) { return `${jurisdictionArg}:${this.normalizeIdentifierForLookup(jurisdictionArg, identifierArg)}`; } normalizeIdentifierForLookup(jurisdictionArg, identifierArg) { switch (jurisdictionArg) { case 'de': return this.normalizeGermanySlug(identifierArg); case 'eu': return identifierArg.trim().replace(/^CELEX:/i, '').toUpperCase(); case 'us': { const usCodeCitation = this.parseUsCodeCitation(identifierArg); return usCodeCitation ? usCodeCitation.canonicalIdentifier : identifierArg.trim().toUpperCase(); } default: return identifierArg.trim(); } } async getLawByLookupKey(lookupKeyArg) { return LawRecord.getByLookupKey(lookupKeyArg); } async upsertLaw(dataArg) { const lookupKey = this.createLookupKey(dataArg.jurisdiction, dataArg.identifier); let lawRecord = await this.getLawByLookupKey(lookupKey); if (!lawRecord) { lawRecord = new this.CLawRecord(); lawRecord.id = await this.CLawRecord.getNewId(); lawRecord.lookupKey = lookupKey; } lawRecord.jurisdiction = dataArg.jurisdiction; lawRecord.source = dataArg.source; lawRecord.identifier = dataArg.identifier; lawRecord.title = dataArg.title; lawRecord.shortTitle = dataArg.shortTitle ?? ''; lawRecord.citation = dataArg.citation ?? ''; lawRecord.type = dataArg.type ?? ''; lawRecord.language = dataArg.language ?? ''; lawRecord.sourceUrl = dataArg.sourceUrl; lawRecord.rawFormat = dataArg.rawFormat; lawRecord.rawBody = dataArg.rawBody; lawRecord.text = dataArg.text; lawRecord.dateIssued = dataArg.dateIssued ?? ''; lawRecord.lastModified = dataArg.lastModified ?? ''; lawRecord.sourceMeta = dataArg.sourceMeta ?? {}; lawRecord.fetchedAt = new Date(); lawRecord.syncedAt = new Date(); await lawRecord.save(); return lawRecord; } async syncGermanyLaws(requestArg) { const tocXml = await this.fetchText('https://www.gesetze-im-internet.de/gii-toc.xml'); const tocEntries = this.parseGermanyToc(tocXml); const offset = requestArg.offset ?? 0; const targetEntries = typeof requestArg.limit === 'number' ? tocEntries.slice(offset, offset + requestArg.limit) : tocEntries.slice(offset); const identifiers = []; for (const entry of targetEntries) { const syncedLaw = await this.syncGermanyLaw(entry); identifiers.push(syncedLaw.identifier); } return { jurisdiction: 'de', syncedCount: identifiers.length, identifiers, }; } async syncGermanyLaw(identifierOrEntryArg) { const germanyEntry = typeof identifierOrEntryArg === 'string' ? { slug: this.normalizeGermanySlug(identifierOrEntryArg), title: '', xmlZipUrl: `https://www.gesetze-im-internet.de/${this.normalizeGermanySlug(identifierOrEntryArg)}/xml.zip`, } : identifierOrEntryArg; const extractedFiles = await plugins.smartarchive.SmartArchive.create() .url(germanyEntry.xmlZipUrl) .toSmartFiles(); const xmlFile = extractedFiles.find((fileArg) => fileArg.relative.toLowerCase().endsWith('.xml')) ?? extractedFiles[0]; if (!xmlFile) { throw new Error(`No XML file found for German law ${germanyEntry.slug}`); } const xmlBody = xmlFile.parseContentAsString('utf8'); const title = this.extractTagValue(xmlBody, 'langue') || germanyEntry.title || germanyEntry.slug; const citation = this.extractTagValue(xmlBody, 'jurabk') || germanyEntry.slug.toUpperCase(); const dateIssued = this.extractTagValue(xmlBody, 'ausfertigung-datum'); return this.upsertLaw({ jurisdiction: 'de', source: 'gesetze-im-internet', identifier: germanyEntry.slug, title, shortTitle: citation, citation, type: 'law', language: 'de', sourceUrl: germanyEntry.xmlZipUrl, rawFormat: 'xml', rawBody: xmlBody, text: this.markupToText(xmlBody), dateIssued, sourceMeta: { slug: germanyEntry.slug, }, }); } parseGermanyToc(tocXmlArg) { const items = []; const itemRegex = /<item>\s*<title>([\s\S]*?)<\/title>\s*<link>([\s\S]*?)<\/link>\s*<\/item>/g; for (const match of tocXmlArg.matchAll(itemRegex)) { const title = this.decodeHtmlEntities(match[1].trim()); const xmlZipUrl = match[2].trim().replace('http://', 'https://'); const slug = this.normalizeGermanySlug(xmlZipUrl); items.push({ title, xmlZipUrl, slug, }); } return items; } normalizeGermanySlug(identifierArg) { return identifierArg .trim() .replace(/^https?:\/\/www\.gesetze-im-internet\.de\//, '') .replace(/\/xml\.zip$/i, '') .replace(/\/index\.html$/i, '') .replace(/^\/+/, '') .replace(/\/+$/, ''); } async syncEuLaws(requestArg) { const language = (requestArg.language ?? 'EN').toUpperCase(); const offset = requestArg.offset ?? 0; const identifiers = []; const pageSize = 25; let currentOffset = offset; let remaining = requestArg.limit; while (remaining === undefined || remaining > 0) { const currentPageSize = remaining === undefined ? pageSize : Math.min(pageSize, remaining); const metadataPage = await this.fetchEuMetadataPage(currentPageSize, currentOffset, language); if (metadataPage.length === 0) { break; } for (const metadata of metadataPage) { const syncedLaw = await this.syncEuLaw(metadata.celex, language, metadata); identifiers.push(syncedLaw.identifier); } currentOffset += metadataPage.length; if (remaining !== undefined) { remaining -= metadataPage.length; } } return { jurisdiction: 'eu', syncedCount: identifiers.length, identifiers, }; } async syncEuLaw(celexArg, languageArg = 'EN', metadataArg) { const language = languageArg.toUpperCase(); const pageUrl = `https://eur-lex.europa.eu/legal-content/${language}/TXT/?uri=CELEX:${celexArg}`; const euPageContent = await this.fetchEuLawPageContent(pageUrl); const metadata = metadataArg ?? { celex: celexArg, title: euPageContent.title, type: euPageContent.type, dateIssued: euPageContent.dateIssued, eli: euPageContent.eli, lastModified: '', language, }; return this.upsertLaw({ jurisdiction: 'eu', source: 'eur-lex', identifier: metadata.celex, title: metadata.title || euPageContent.title || this.firstMeaningfulLine(euPageContent.text) || metadata.celex, citation: metadata.eli || euPageContent.eli || metadata.celex, type: metadata.type || euPageContent.type, language: metadata.language.toLowerCase(), sourceUrl: pageUrl, rawFormat: 'html', rawBody: euPageContent.html, text: euPageContent.text, dateIssued: metadata.dateIssued || euPageContent.dateIssued, lastModified: metadata.lastModified, sourceMeta: { celex: metadata.celex, eli: metadata.eli || euPageContent.eli, }, }); } async fetchEuLawPageContent(pageUrlArg) { const smartBrowser = await this.ensureBrowser(); const page = await smartBrowser.headlessBrowser.newPage(); try { await page.goto(pageUrlArg, { waitUntil: 'domcontentloaded', timeout: 60000, }); await page.waitForSelector('#text', { timeout: 60000, }); const pageContent = await page.evaluate(() => { const textNode = document.querySelector('#text'); const titleParts = Array.from(document.querySelectorAll('#document1 p.oj-doc-ti')) .map((elementArg) => elementArg.textContent?.trim() || '') .filter((itemArg) => itemArg.length > 0); const dateIssued = document.querySelector('#document1 p.oj-hd-date')?.innerText?.trim() || ''; const eli = document.querySelector('a[href*="data.europa.eu/eli"]')?.href || ''; if (!textNode) { return { html: document.body.innerHTML, text: document.body.innerText, title: titleParts.join(' '), dateIssued, type: titleParts[0] || '', eli, }; } return { html: textNode.innerHTML, text: textNode.innerText, title: titleParts.join(' '), dateIssued, type: titleParts[0] || '', eli, }; }); if (!pageContent.text.trim()) { throw new Error(`EUR-Lex returned empty text for ${pageUrlArg}`); } return pageContent; } finally { await page.close().catch(() => { }); } } async fetchEuMetadataPage(limitArg, offsetArg, languageArg) { const sparqlQuery = ` PREFIX cdm: <http://publications.europa.eu/ontology/cdm#> PREFIX resource-type: <http://publications.europa.eu/resource/authority/resource-type/> PREFIX owl: <http://www.w3.org/2002/07/owl#> PREFIX cmr: <http://publications.europa.eu/ontology/cdm/cmr#> SELECT ?celex ?title ?date ?type_code (SAMPLE(?eli_candidate) AS ?eli) (MAX(?modified_candidate) AS ?modified_at) WHERE { VALUES ?type { resource-type:REG resource-type:DIR resource-type:DEC } ?work a cdm:resource_legal ; cdm:resource_legal_id_celex ?celex ; cdm:work_title ?title ; cdm:work_date_document ?date ; cdm:work_has_resource-type ?type . FILTER(LANG(?title) = "${languageArg.toLowerCase()}") BIND(REPLACE(STR(?type), "^.*/resource-type/", "") AS ?type_code) OPTIONAL { ?work owl:sameAs ?eli_candidate . FILTER(CONTAINS(STR(?eli_candidate), "/resource/eli/")) } OPTIONAL { ?work cmr:lastModificationDate ?modified_candidate . } } GROUP BY ?celex ?title ?date ?type_code ORDER BY DESC(?date) DESC(?celex) LIMIT ${limitArg} OFFSET ${offsetArg} `.trim(); return this.fetchEuMetadataFromQuery(sparqlQuery, languageArg); } async fetchEuMetadataByCelex(celexArg, languageArg) { const sparqlQuery = ` PREFIX cdm: <http://publications.europa.eu/ontology/cdm#> PREFIX resource-type: <http://publications.europa.eu/resource/authority/resource-type/> PREFIX owl: <http://www.w3.org/2002/07/owl#> PREFIX cmr: <http://publications.europa.eu/ontology/cdm/cmr#> SELECT ?celex ?title ?date ?type_code (SAMPLE(?eli_candidate) AS ?eli) (MAX(?modified_candidate) AS ?modified_at) WHERE { VALUES ?celex { "${celexArg}" } ?work a cdm:resource_legal ; cdm:resource_legal_id_celex ?celex ; cdm:work_title ?title ; cdm:work_date_document ?date ; cdm:work_has_resource-type ?type . FILTER(LANG(?title) = "${languageArg.toLowerCase()}") BIND(REPLACE(STR(?type), "^.*/resource-type/", "") AS ?type_code) OPTIONAL { ?work owl:sameAs ?eli_candidate . FILTER(CONTAINS(STR(?eli_candidate), "/resource/eli/")) } OPTIONAL { ?work cmr:lastModificationDate ?modified_candidate . } } GROUP BY ?celex ?title ?date ?type_code LIMIT 1 `.trim(); const results = await this.fetchEuMetadataFromQuery(sparqlQuery, languageArg); if (!results[0]) { throw new Error(`No EUR-Lex metadata found for CELEX ${celexArg}`); } return results[0]; } async fetchEuMetadataFromQuery(queryArg, languageArg) { const searchParams = new URLSearchParams({ query: queryArg, format: 'application/sparql-results+json', }); const response = await fetch(`https://publications.europa.eu/webapi/rdf/sparql?${searchParams}`, { headers: { 'Accept': 'application/sparql-results+json', }, }); if (!response.ok) { throw new Error(`Failed to query EU metadata: ${response.status} ${response.statusText}`); } const responseData = await response.json(); const bindings = responseData.results?.bindings ?? []; return bindings.map((bindingArg) => ({ celex: bindingArg.celex?.value ?? '', title: bindingArg.title?.value ?? '', type: bindingArg.type_code?.value ?? '', dateIssued: bindingArg.date?.value ?? '', eli: bindingArg.eli?.value ?? '', lastModified: bindingArg.modified_at?.value ?? '', language: languageArg, })); } async syncUsLaws(requestArg) { const collection = requestArg.usCollection ?? 'PLAW'; const apiKey = requestArg.govInfoApiKey ?? this.config.govInfoApiKey; const pageSize = 25; let remaining = requestArg.limit; const identifiers = []; let nextPageUrl = this.buildGovInfoCollectionUrl(collection, requestArg.since ?? new Date('1900-01-01T00:00:00.000Z'), pageSize, requestArg.offset ? String(requestArg.offset) : '*', apiKey); while (nextPageUrl && (remaining === undefined || remaining > 0)) { const collectionResponse = await this.fetchJson(nextPageUrl); const packageEntries = collectionResponse.packages ?? []; if (packageEntries.length === 0) { break; } const currentBatch = remaining === undefined ? packageEntries : packageEntries.slice(0, remaining); for (const packageEntry of currentBatch) { const syncedLaw = await this.syncUsLaw(packageEntry.packageId, collection, apiKey); identifiers.push(syncedLaw.identifier); } if (remaining !== undefined) { remaining -= currentBatch.length; } nextPageUrl = collectionResponse.nextPage ? this.withGovInfoApiKey(collectionResponse.nextPage, apiKey) : ''; } return { jurisdiction: 'us', syncedCount: identifiers.length, identifiers, }; } async syncUsLaw(packageIdArg, collectionArg, apiKeyArg) { const usCodeCitation = this.parseUsCodeCitation(packageIdArg); if (usCodeCitation) { return this.syncUsCodeCitation(usCodeCitation); } const packageCollection = collectionArg ?? (packageIdArg.startsWith('USCODE-') ? 'USCODE' : 'PLAW'); const directContentLaw = await this.trySyncUsLawFromPublicContent(packageIdArg, packageCollection); if (directContentLaw) { return directContentLaw; } const apiKey = apiKeyArg ?? this.config.govInfoApiKey; const summary = await this.fetchJson(this.withGovInfoApiKey(`https://api.govinfo.gov/packages/${encodeURIComponent(packageIdArg)}/summary`, apiKey)); const collection = (packageCollection ?? summary.collectionCode ?? 'PLAW'); const rawUrl = collection === 'PLAW' ? summary.download?.uslmLink ?? summary.download?.txtLink : summary.download?.txtLink ?? summary.download?.uslmLink; if (!rawUrl) { throw new Error(`No downloadable GovInfo text found for ${packageIdArg}`); } const rawFormat = rawUrl.includes('/uslm') ? 'xml' : 'text'; const rawBody = await this.fetchText(this.withGovInfoApiKey(rawUrl, apiKey)); const citation = collection === 'USCODE' ? `Title ${summary.titleNumber ?? ''} U.S. Code`.trim() : `Public Law ${summary.congress ?? ''}-${summary.documentNumber ?? ''}`.trim(); const source = collection === 'USCODE' ? 'govinfo-uscode' : 'govinfo-plaw'; return this.upsertLaw({ jurisdiction: 'us', source, identifier: packageIdArg, title: summary.title ?? packageIdArg, shortTitle: summary.shortTitle?.[0]?.title ?? '', citation, type: summary.documentType ?? collection, language: 'en', sourceUrl: summary.detailsLink ?? rawUrl, rawFormat, rawBody, text: rawFormat === 'xml' ? this.markupToText(rawBody) : this.decodeHtmlEntities(rawBody), dateIssued: summary.dateIssued, lastModified: summary.lastModified, sourceMeta: { packageId: packageIdArg, collection, }, }); } async syncUsCodeCitation(citationArg) { const rawBody = await this.fetchText(citationArg.sourceUrl); const pageTitle = this.extractFirstMatch(rawBody, /<h1[^>]*id="page_title"[^>]*>([\s\S]*?)<\/h1>/i); const sectionMarkup = this.extractFirstMatch(rawBody, /<div class="tab-pane active" id="tab_default_1">([\s\S]*?)<\/div>\s*<div class="tab-pane" id="tab_default_2">/i) || rawBody; const resolvedTitle = this.extractUsLiiHeading(pageTitle) || citationArg.canonicalCitation; return this.upsertLaw({ jurisdiction: 'us', source: 'law-cornell-lii', identifier: citationArg.canonicalIdentifier, title: resolvedTitle, shortTitle: citationArg.canonicalCitation, citation: citationArg.canonicalCitation, type: 'USCODE_SECTION', language: 'en', sourceUrl: citationArg.sourceUrl, rawFormat: 'html', rawBody: sectionMarkup, text: this.markupToText(sectionMarkup), sourceMeta: { titleNumber: citationArg.titleNumber, sectionNumber: citationArg.sectionNumber, subsectionPath: citationArg.subsectionPath, }, }); } async trySyncUsLawFromPublicContent(packageIdArg, collectionArg) { const rawUrl = collectionArg === 'USCODE' ? `https://www.govinfo.gov/content/pkg/${packageIdArg}/html/${packageIdArg}.htm` : `https://www.govinfo.gov/content/pkg/${packageIdArg}/uslm/${packageIdArg}.xml`; try { const rawBody = await this.fetchText(rawUrl); const citationValues = this.extractTagValues(rawBody, 'citableAs'); const title = this.extractTagValue(rawBody, 'dc:title') .replace(/^Public Law\s+[^:]+:\s*/i, '') .trim() || packageIdArg; const shortTitle = this.extractTagValue(rawBody, 'shortTitle'); const dateIssued = this.extractTagValue(rawBody, 'approvedDate') || this.extractTagValue(rawBody, 'dc:date'); const type = this.extractTagValue(rawBody, 'dc:type') || collectionArg; return this.upsertLaw({ jurisdiction: 'us', source: collectionArg === 'USCODE' ? 'govinfo-uscode' : 'govinfo-plaw', identifier: packageIdArg, title, shortTitle, citation: citationValues[0] || packageIdArg, type, language: 'en', sourceUrl: rawUrl, rawFormat: rawUrl.endsWith('.xml') ? 'xml' : 'html', rawBody, text: this.markupToText(rawBody), dateIssued, sourceMeta: { packageId: packageIdArg, collection: collectionArg, }, }); } catch { return null; } } parseUsCodeCitation(identifierArg) { const cleanedIdentifier = identifierArg .trim() .replace(/\u00a0/g, ' ') .replace(/\s+/g, ' ') .replace(/§+/g, ' '); if (!cleanedIdentifier || /^(PLAW|USCODE)-/i.test(cleanedIdentifier)) { return null; } const citationMatch = cleanedIdentifier.match(/^(\d+[A-Za-z]*)\s*(?:U\.?\s*S\.?\s*C\.?|USC(?:ODE)?)\s+([0-9A-Za-z.-]+)((?:\([A-Za-z0-9]+\))*)$/i); if (!citationMatch) { return null; } const titleNumber = citationMatch[1].toUpperCase(); const sectionNumber = citationMatch[2]; const subsectionPath = citationMatch[3] ?? ''; const canonicalCitation = `${titleNumber} USC ${sectionNumber}`; return { titleNumber, sectionNumber, subsectionPath, canonicalIdentifier: canonicalCitation, canonicalCitation, sourceUrl: `https://www.law.cornell.edu/uscode/text/${encodeURIComponent(titleNumber)}/${encodeURIComponent(sectionNumber)}`, }; } buildGovInfoCollectionUrl(collectionArg, sinceArg, pageSizeArg, offsetMarkArg, apiKeyArg) { const sinceIso = sinceArg.toISOString().replace(/\.\d{3}Z$/, 'Z'); return this.withGovInfoApiKey(`https://api.govinfo.gov/collections/${collectionArg}/${sinceIso}?pageSize=${pageSizeArg}&offsetMark=${encodeURIComponent(offsetMarkArg)}`, apiKeyArg); } withGovInfoApiKey(urlArg, apiKeyArg) { const url = new URL(urlArg); url.searchParams.set('api_key', apiKeyArg); return url.toString(); } async fetchText(urlArg) { const response = await fetch(urlArg, { headers: { 'User-Agent': '@fin.cx/opendata laws sync', }, }); if (!response.ok) { throw new Error(`Failed to fetch ${urlArg}: ${response.status} ${response.statusText}`); } return response.text(); } async fetchJson(urlArg) { const response = await fetch(urlArg, { headers: { 'User-Agent': '@fin.cx/opendata laws sync', 'Accept': 'application/json', }, }); if (!response.ok) { throw new Error(`Failed to fetch ${urlArg}: ${response.status} ${response.statusText}`); } return response.json(); } extractTagValue(xmlArg, tagNameArg) { const tagRegex = new RegExp(`<${tagNameArg}[^>]*>([\\s\\S]*?)<\/${tagNameArg}>`, 'i'); const match = xmlArg.match(tagRegex); return match ? this.decodeHtmlEntities(match[1].trim()) : ''; } extractTagValues(xmlArg, tagNameArg) { const tagRegex = new RegExp(`<${tagNameArg}[^>]*>([\\s\\S]*?)<\/${tagNameArg}>`, 'gi'); const matches = Array.from(xmlArg.matchAll(tagRegex)); return matches.map((matchArg) => this.decodeHtmlEntities(matchArg[1].trim())); } extractFirstMatch(textArg, regexArg) { const match = textArg.match(regexArg); return match ? this.decodeHtmlEntities(match[1].trim()) : ''; } extractUsLiiHeading(pageTitleArg) { const normalizedTitle = pageTitleArg.replace(/\s+/g, ' ').trim(); const headingMatch = normalizedTitle.match(/^\d+\s+U\.?S\.? Code\s*§\s*[^-]+-\s*(.+)$/i); return headingMatch ? headingMatch[1].trim() : normalizedTitle; } markupToText(markupArg) { return this.decodeHtmlEntities(markupArg .replace(/<\/?(BR|br)\s*\/?>/g, '\n') .replace(/<\/(P|p|div|section|article|li|tr|h1|h2|h3|h4|h5|h6)>/g, '\n') .replace(/<[^>]+>/g, ' ') .replace(/\r/g, '') .replace(/[ \t]+\n/g, '\n') .replace(/\n{3,}/g, '\n\n') .replace(/[ \t]{2,}/g, ' ') .trim()); } decodeHtmlEntities(textArg) { const entityMap = { '&amp;': '&', '&lt;': '<', '&gt;': '>', '&quot;': '"', '&apos;': "'", '&nbsp;': ' ', }; return textArg .replace(/&(amp|lt|gt|quot|apos|nbsp);/g, (matchArg) => entityMap[matchArg] ?? matchArg) .replace(/&#(\d+);/g, (_matchArg, valueArg) => String.fromCodePoint(Number.parseInt(valueArg, 10))) .replace(/&#x([0-9a-f]+);/gi, (_matchArg, valueArg) => String.fromCodePoint(Number.parseInt(valueArg, 16))); } escapeRegex(valueArg) { return valueArg.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); } firstMeaningfulLine(textArg) { return textArg .split('\n') .map((lineArg) => lineArg.trim()) .find((lineArg) => lineArg.length > 20) ?? ''; } } //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5sYXdzZXJ2aWNlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vdHMvbGF3cy9jbGFzc2VzLmxhd3NlcnZpY2UudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLE9BQU8sTUFBTSxlQUFlLENBQUM7QUFDekMsT0FBTyxLQUFLLEtBQUssTUFBTSxhQUFhLENBQUM7QUFDckMsT0FBTyxFQUFFLFNBQVMsRUFBRSxNQUFNLHdCQUF3QixDQUFDO0FBa0duRCxNQUFNLE9BQU8sVUFBVTtJQUNkLEVBQUUsQ0FBaUM7SUFDbkMsVUFBVSxHQUFHLE9BQU8sQ0FBQyxTQUFTLENBQUMsdUJBQXVCLENBQUMsSUFBSSxFQUFFLFNBQVMsQ0FBQyxDQUFDO0lBRXZFLFlBQVksQ0FBZ0M7SUFDNUMsWUFBWSxDQUFxQztJQUNqRCxjQUFjLEdBQUcsS0FBSyxDQUFDO0lBQ3ZCLE9BQU8sR0FBRyxLQUFLLENBQUM7SUFFaEIsTUFBTSxDQUFpRjtJQUUvRixZQUFZLFlBQStCLEVBQUU7UUFDM0MsSUFBSSxDQUFDLE1BQU0sR0FBRztZQUNaLFlBQVksRUFDVixTQUFTLENBQUMsWUFBWTtnQkFDdEIsT0FBTyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLFVBQVUsRUFBRSxRQUFRLEVBQUUsYUFBYSxDQUFDO1lBQzlELE1BQU0sRUFBRSxTQUFTLENBQUMsTUFBTSxJQUFJLE1BQU07WUFDbEMsYUFBYSxFQUFFLFNBQVMsQ0FBQyxhQUFhLElBQUksVUFBVTtTQUNyRCxDQUFDO0lBQ0osQ0FBQztJQUVNLEtBQUssQ0FBQyxLQUFLO1FBQ2hCLElBQUksSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDO1lBQ2pCLE9BQU87UUFDVCxDQUFDO1FBRUQsTUFBTSxPQUFPLENBQUMsT0FBTyxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsTUFBTSxDQUFDLFlBQVksQ0FBQyxDQUFDLE1BQU0sRUFBRSxDQUFDO1FBQ25FLElBQUksQ0FBQyxZQUFZLEdBQUcsSUFBSSxPQUFPLENBQUMsT0FBTyxDQUFDLFlBQVksQ0FBQztZQUNuRCxVQUFVLEVBQUUsSUFBSSxDQUFDLE1BQU0sQ0FBQyxZQUFZO1NBQ3JDLENBQUMsQ0FBQztRQUNILE1BQU0sY0FBYyxHQUFHLE1BQU0sSUFBSSxDQUFDLFlBQVksQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUV2RCxJQUFJLENBQUMsRUFBRSxHQUFHLElBQUksT0FBTyxDQUFDLFNBQVMsQ0FBQyxXQUFXLENBQUM7WUFDMUMsVUFBVSxFQUFFLGNBQWMsQ0FBQyxhQUFhO1lBQ3hDLFdBQVcsRUFBRSxJQUFJLENBQUMsTUFBTSxDQUFDLE1BQU07U0FDaEMsQ0FBQyxDQUFDO1FBQ0gsTUFBTSxJQUFJLENBQUMsRUFBRSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ3JCLE1BQU0sSUFBSSxDQUFDLEVBQUUsQ0FBQyxPQUFPLENBQUMsVUFBVSxDQUFDLHFCQUFxQixDQUFDLENBQUMsU0FBUyxDQUFDO1lBQ2hFLFNBQVMsRUFBRSxJQUFJLElBQUksRUFBRTtTQUN0QixDQUFDLENBQUM7UUFDSCxNQUFNLElBQUksQ0FBQyxFQUFFLENBQUMsT0FBTyxDQUFDLFVBQVUsQ0FBQyxxQkFBcUIsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxFQUFFLENBQUMsQ0FBQztRQUN2RSxJQUFJLENBQUMsT0FBTyxHQUFHLElBQUksQ0FBQztJQUN0QixDQUFDO0lBRU0sS0FBSyxDQUFDLElBQUk7UUFDZixJQUFJLElBQUksQ0FBQyxjQUFjLElBQUksSUFBSSxDQUFDLFlBQVksRUFBRSxDQUFDO1lBQzdDLE1BQU0sSUFBSSxDQUFDLFlBQVksQ0FBQyxJQUFJLEVBQUUsQ0FBQztZQUMvQixJQUFJLENBQUMsY0FBYyxHQUFHLEtBQUssQ0FBQztRQUM5QixDQUFDO1FBRUQsSUFBSSxJQUFJLENBQUMsT0FBTyxFQUFFLENBQUM7WUFDakIsTUFBTSxJQUFJLENBQUMsRUFBRSxDQUFDLEtBQUssRUFBRSxDQUFDO1lBQ3RCLE1BQU0sSUFBSSxDQUFDLFlBQVksRUFBRSxJQUFJLEVBQUUsQ0FBQztZQUNoQyxJQUFJLENBQUMsT0FBTyxHQUFHLEtBQUssQ0FBQztRQUN2QixDQUFDO0lBQ0gsQ0FBQztJQUVNLEtBQUssQ0FBQyxPQUFPLENBQUMsVUFBNkI7UUFDaEQsTUFBTSxJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7UUFFM0IsUUFBUSxVQUFVLENBQUMsWUFBWSxFQUFFLENBQUM7WUFDaEMsS0FBSyxJQUFJO2dCQUNQLE9BQU8sSUFBSSxDQUFDLGNBQWMsQ0FBQyxVQUFVLENBQUMsVUFBVSxDQUFDLENBQUM7WUFDcEQsS0FBSyxJQUFJO2dCQUNQLE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FBQyxVQUFVLENBQUMsVUFBVSxFQUFFLFVBQVUsQ0FBQyxRQUFRLElBQUksSUFBSSxDQUFDLENBQUM7WUFDNUUsS0FBSyxJQUFJO2dCQUNQLE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FDbkIsVUFBVSxDQUFDLFVBQVUsRUFDckIsVUFBVSxDQUFDLFlBQVksRUFDdkIsSUFBSSxDQUFDLE1BQU0sQ0FBQyxhQUFhLENBQzFCLENBQUM7WUFDSjtnQkFDRSxNQUFNLElBQUksS0FBSyxDQUFDLDZCQUE2QixVQUFVLENBQUMsWUFBWSxFQUFFLENBQUMsQ0FBQztRQUM1RSxDQUFDO0lBQ0gsQ0FBQztJQUVNLEtBQUssQ0FBQyxNQUFNLENBQUMsVUFBNkI7UUFDL0MsTUFBTSxJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7UUFFM0IsTUFBTSxTQUFTLEdBQUcsSUFBSSxDQUFDLGVBQWUsQ0FBQyxVQUFVLENBQUMsWUFBWSxFQUFFLFVBQVUsQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUN2RixNQUFNLFdBQVcsR0FBRyxNQUFNLElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxTQUFTLENBQUMsQ0FBQztRQUM1RCxJQUFJLFdBQVcsSUFBSSxDQUFDLFVBQVUsQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUN6QyxPQUFPLFdBQVcsQ0FBQztRQUNyQixDQUFDO1FBRUQsT0FBTyxJQUFJLENBQUMsT0FBTyxDQUFDLFVBQVUsQ0FBQyxDQUFDO0lBQ2xDLENBQUM7SUFFTSxLQUFLLENBQUMsVUFBVSxDQUFDLFVBQTZCO1FBQ25ELE1BQU0sSUFBSSxDQUFDLGFBQWEsRUFBRSxDQUFDO1FBRTNCLE1BQU0sS0FBSyxHQUFHLFVBQVUsQ0FBQyxLQUFLLElBQUksRUFBRSxDQUFDO1FBQ3JDLE1BQU0sVUFBVSxHQUFHLFVBQVUsQ0FBQyxZQUFZO1lBQ3hDLENBQUMsQ0FBRSxFQUFFLFlBQVksRUFBRSxVQUFVLENBQUMsWUFBWSxFQUE4QjtZQUN4RSxDQUFDLENBQUMsU0FBUyxDQUFDO1FBRWQsSUFBSSxDQUFDO1lBQ0gsTUFBTSxPQUFPLEdBQUcsTUFBTSxJQUFJLENBQUMsVUFBVSxDQUFDLE1BQU0sQ0FDMUMsVUFBVSxDQUFDLEtBQUssRUFDaEIsVUFBVSxDQUFDLENBQUMsQ0FBQyxFQUFFLE1BQU0sRUFBRSxVQUFVLEVBQUUsQ0FBQyxDQUFDLENBQUMsU0FBUyxDQUNoRCxDQUFDO1lBQ0YsT0FBTyxPQUFPLENBQUMsS0FBSyxDQUFDLENBQUMsRUFBRSxLQUFLLENBQUMsQ0FBQztRQUNqQyxDQUFDO1FBQUMsTUFBTSxDQUFDO1lBQ1AsTUFBTSxLQUFLLEdBQUcsSUFBSSxNQUFNLENBQUMsSUFBSSxDQUFDLFdBQVcsQ0FBQyxVQUFVLENBQUMsS0FBSyxDQUFDLEVBQUUsR0FBRyxDQUFDLENBQUM7WUFDbEUsTUFBTSxZQUFZLEdBQUc7Z0JBQ25CLEdBQUcsRUFBRTtvQkFDSCxFQUFFLFVBQVUsRUFBRSxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsRUFBRTtvQkFDakMsRUFBRSxLQUFLLEVBQUUsRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLEVBQUU7b0JBQzVCLEVBQUUsVUFBVSxFQUFFLEVBQUUsTUFBTSxFQUFFLEtBQUssRUFBRSxFQUFFO29CQUNqQyxFQUFFLFFBQVEsRUFBRSxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsRUFBRTtvQkFDL0IsRUFBRSxJQUFJLEVBQUUsRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLEVBQUU7aUJBQzVCO2FBQ0YsQ0FBQztZQUVGLE1BQU0sV0FBVyxHQUFHLFVBQVU7Z0JBQzVCLENBQUMsQ0FBQztvQkFDRSxJQUFJLEVBQUUsQ0FBQyxVQUFVLEVBQUUsWUFBWSxDQUFDO2lCQUNqQztnQkFDSCxDQUFDLENBQUMsWUFBWSxDQUFDO1lBRWpCLE1BQU0sT0FBTyxHQUFHLE1BQU0sSUFBSSxDQUFDLFVBQVUsQ0FBQyxZQUFZLENBQUMsV0FBa0IsQ0FBQyxDQUFDO1lBQ3ZFLE9BQU8sT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDakMsQ0FBQztJQUNILENBQUM7SUFFTSxLQUFLLENBQUMsUUFBUSxDQUFDLFVBQTJCO1FBQy9DLE1BQU0sSUFBSSxDQUFDLGFBQWEsRUFBRSxDQUFDO1FBRTNCLFFBQVEsVUFBVSxDQUFDLFlBQVksRUFBRSxDQUFDO1lBQ2hDLEtBQUssSUFBSTtnQkFDUCxPQUFPLElBQUksQ0FBQyxlQUFlLENBQUMsVUFBVSxDQUFDLENBQUM7WUFDMUMsS0FBSyxJQUFJO2dCQUNQLE9BQU8sSUFBSSxDQUFDLFVBQVUsQ0FBQyxVQUFVLENBQUMsQ0FBQztZQUNyQyxLQUFLLElBQUk7Z0JBQ1AsT0FBTyxJQUFJLENBQUMsVUFBVSxDQUFDLFVBQVUsQ0FBQyxDQUFDO1lBQ3JDO2dCQUNFLE1BQU0sSUFBSSxLQUFLLENBQUMsNkJBQTZCLFVBQVUsQ0FBQyxZQUFZLEVBQUUsQ0FBQyxDQUFDO1FBQzVFLENBQUM7SUFDSCxDQUFDO0lBRU8sS0FBSyxDQUFDLGFBQWE7UUFDekIsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQztZQUNsQixNQUFNLElBQUksQ0FBQyxLQUFLLEVBQUUsQ0FBQztRQUNyQixDQUFDO0lBQ0gsQ0FBQztJQUVPLEtBQUssQ0FBQyxhQUFhO1FBQ3pCLElBQUksQ0FBQyxJQUFJLENBQUMsWUFBWSxFQUFFLENBQUM7WUFDdkIsSUFBSSxDQUFDLFlBQVksR0FBRyxJQUFJLE9BQU8sQ0FBQyxZQUFZLENBQUMsWUFBWSxFQUFFLENBQUM7UUFDOUQsQ0FBQztRQUVELElBQUksQ0FBQyxJQUFJLENBQUMsY0FBYyxFQUFFLENBQUM7WUFDekIsTUFBTSxJQUFJLENBQUMsWUFBWSxDQUFDLEtBQUssRUFBRSxDQUFDO1lBQ2hDLElBQUksQ0FBQyxjQUFjLEdBQUcsSUFBSSxDQUFDO1FBQzdCLENBQUM7UUFFRCxPQUFPLElBQUksQ0FBQyxZQUFZLENBQUM7SUFDM0IsQ0FBQztJQUVPLGVBQWUsQ0FBQyxlQUE4QixFQUFFLGFBQXFCO1FBQzNFLE9BQU8sR0FBRyxlQUFlLElBQUksSUFBSSxDQUFDLDRCQUE0QixDQUFDLGVBQWUsRUFBRSxhQUFhLENBQUMsRUFBRSxDQUFDO0lBQ25HLENBQUM7SUFFTyw0QkFBNEIsQ0FBQyxlQUE4QixFQUFFLGFBQXFCO1FBQ3hGLFFBQVEsZUFBZSxFQUFFLENBQUM7WUFDeEIsS0FBSyxJQUFJO2dCQUNQLE9BQU8sSUFBSSxDQUFDLG9CQUFvQixDQUFDLGFBQWEsQ0FBQyxDQUFDO1lBQ2xELEtBQUssSUFBSTtnQkFDUCxPQUFPLGFBQWEsQ0FBQyxJQUFJLEVBQUUsQ0FBQyxPQUFPLENBQUMsVUFBVSxFQUFFLEVBQUUsQ0FBQyxDQUFDLFdBQVcsRUFBRSxDQUFDO1lBQ3BFLEtBQUssSUFBSSxDQUFDLENBQUMsQ0FBQztnQkFDVixNQUFNLGNBQWMsR0FBRyxJQUFJLENBQUMsbUJBQW1CLENBQUMsYUFBYSxDQUFDLENBQUM7Z0JBQy9ELE9BQU8sY0FBYztvQkFDbkIsQ0FBQyxDQUFDLGNBQWMsQ0FBQyxtQkFBbUI7b0JBQ3BDLENBQUMsQ0FBQyxhQUFhLENBQUMsSUFBSSxFQUFFLENBQUMsV0FBVyxFQUFFLENBQUM7WUFDekMsQ0FBQztZQUNEO2dCQUNFLE9BQU8sYUFBYSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ2hDLENBQUM7SUFDSCxDQUFDO0lBRU8sS0FBSyxDQUFDLGlCQUFpQixDQUFDLFlBQW9CO1FBQ2xELE9BQU8sU0FBUyxDQUFDLGNBQWMsQ0FBQyxZQUFZLENBQUMsQ0FBQztJQUNoRCxDQUFDO0lBRU8sS0FBSyxDQUFDLFNBQVMsQ0FBQyxPQUF1QjtRQUM3QyxNQUFNLFNBQVMsR0FBRyxJQUFJLENBQUMsZUFBZSxDQUFDLE9BQU8sQ0FBQyxZQUFZLEVBQUUsT0FBTyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ2pGLElBQUksU0FBUyxHQUFHLE1BQU0sSUFBSSxDQUFDLGlCQUFpQixDQUFDLFNBQVMsQ0FBQyxDQUFDO1FBRXhELElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUNmLFNBQVMsR0FBRyxJQUFJLElBQUksQ0FBQyxVQUFVLEVBQUUsQ0FBQztZQUNsQyxTQUFTLENBQUMsRUFBRSxHQUFHLE1BQU0sSUFBSSxDQUFDLFVBQVUsQ0FBQyxRQUFRLEVBQUUsQ0FBQztZQUNoRCxTQUFTLENBQUMsU0FBUyxHQUFHLFNBQVMsQ0FBQztRQUNsQyxDQUFDO1FBRUQsU0FBUyxDQUFDLFlBQVksR0FBRyxPQUFPLENBQUMsWUFBWSxDQUFDO1FBQzlDLFNBQVMsQ0FBQyxNQUFNLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQztRQUNsQyxTQUFTLENBQUMsVUFBVSxHQUFHLE9BQU8sQ0FBQyxVQUFVLENBQUM7UUFDMUMsU0FBUyxDQUFDLEtBQUssR0FBRyxPQUFPLENBQUMsS0FBSyxDQUFDO1FBQ2hDLFNBQVMsQ0FBQyxVQUFVLEdBQUcsT0FBTyxDQUFDLFVBQVUsSUFBSSxFQUFFLENBQUM7UUFDaEQsU0FBUyxDQUFDLFFBQVEsR0FBRyxPQUFPLENBQUMsUUFBUSxJQUFJLEVBQUUsQ0FBQztRQUM1QyxTQUFTLENBQUMsSUFBSSxHQUFHLE9BQU8sQ0FBQyxJQUFJLElBQUksRUFBRSxDQUFDO1FBQ3BDLFNBQVMsQ0FBQyxRQUFRLEdBQUcsT0FBTyxDQUFDLFFBQVEsSUFBSSxFQUFFLENBQUM7UUFDNUMsU0FBUyxDQUFDLFNBQVMsR0FBRyxPQUFPLENBQUMsU0FBUyxDQUFDO1FBQ3hDLFNBQVMsQ0FBQyxTQUFTLEdBQUcsT0FBTyxDQUFDLFNBQVMsQ0FBQztRQUN4QyxTQUFTLENBQUMsT0FBTyxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUM7UUFDcEMsU0FBUyxDQUFDLElBQUksR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDO1FBQzlCLFNBQVMsQ0FBQyxVQUFVLEdBQUcsT0FBTyxDQUFDLFVBQVUsSUFBSSxFQUFFLENBQUM7UUFDaEQsU0FBUyxDQUFDLFlBQVksR0FBRyxPQUFPLENBQUMsWUFBWSxJQUFJLEVBQUUsQ0FBQztRQUNwRCxTQUFTLENBQUMsVUFBVSxHQUFHLE9BQU8sQ0FBQyxVQUFVLElBQUksRUFBRSxDQUFDO1FBQ2hELFNBQVMsQ0FBQyxTQUFTLEdBQUcsSUFBSSxJQUFJLEVBQUUsQ0FBQztRQUNqQyxTQUFTLENBQUMsUUFBUSxHQUFHLElBQUksSUFBSSxFQUFFLENBQUM7UUFFaEMsTUFBTSxTQUFTLENBQUMsSUFBSSxFQUFFLENBQUM7UUFDdkIsT0FBTyxTQUFTLENBQUM7SUFDbkIsQ0FBQztJQUVPLEtBQUssQ0FBQyxlQUFlLENBQUMsVUFBMkI7UUFDdkQsTUFBTSxNQUFNLEdBQUcsTUFBTSxJQUFJLENBQUMsU0FBUyxDQUFDLGdEQUFnRCxDQUFDLENBQUM7UUFDdEYsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLGVBQWUsQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUNoRCxNQUFNLE1BQU0sR0FBRyxVQUFVLENBQUMsTUFBTSxJQUFJLENBQUMsQ0FBQztRQUN0QyxNQUFNLGFBQWEsR0FBRyxPQUFPLFVBQVUsQ0FBQyxLQUFLLEtBQUssUUFBUTtZQUN4RCxDQUFDLENBQUMsVUFBVSxDQUFDLEtBQUssQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLFVBQVUsQ0FBQyxLQUFLLENBQUM7WUFDckQsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxLQUFLLENBQUMsTUFBTSxDQUFDLENBQUM7UUFFN0IsTUFBTSxXQUFXLEdBQWEsRUFBRSxDQUFDO1FBQ2pDLEtBQUssTUFBTSxLQUFLLElBQUksYUFBYSxFQUFFLENBQUM7WUFDbEMsTUFBTSxTQUFTLEdBQUcsTUFBTSxJQUFJLENBQUMsY0FBYyxDQUFDLEtBQUssQ0FBQyxDQUFDO1lBQ25ELFdBQVcsQ0FBQyxJQUFJLENBQUMsU0FBUyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3pDLENBQUM7UUFFRCxPQUFPO1lBQ0wsWUFBWSxFQUFFLElBQUk7WUFDbEIsV0FBVyxFQUFFLFdBQVcsQ0FBQyxNQUFNO1lBQy9CLFdBQVc7U0FDWixDQUFDO0lBQ0osQ0FBQztJQUVPLEtBQUssQ0FBQyxjQUFjLENBQUMsb0JBQWtEO1FBQzdFLE1BQU0sWUFBWSxHQUNoQixPQUFPLG9CQUFvQixLQUFLLFFBQVE7WUFDdEMsQ0FBQyxDQUFDO2dCQUNFLElBQUksRUFBRSxJQUFJLENBQUMsb0JBQW9CLENBQUMsb0JBQW9CLENBQUM7Z0JBQ3JELEtBQUssRUFBRSxFQUFFO2dCQUNULFNBQVMsRUFBRSxzQ0FBc0MsSUFBSSxDQUFDLG9CQUFvQixDQUFDLG9CQUFvQixDQUFDLFVBQVU7YUFDM0c7WUFDSCxDQUFDLENBQUMsb0JBQW9CLENBQUM7UUFFM0IsTUFBTSxjQUFjLEdBQUcsTUFBTSxPQUFPLENBQUMsWUFBWSxDQUFDLFlBQVksQ0FBQyxNQUFNLEVBQUU7YUFDcEUsR0FBRyxDQUFDLFlBQVksQ0FBQyxTQUFTLENBQUM7YUFDM0IsWUFBWSxFQUFFLENBQUM7UUFDbEIsTUFBTSxPQUFPLEdBQ1gsY0FBYyxDQUFDLElBQUksQ0FBQyxDQUFDLE9BQW9DLEVBQUUsRUFBRSxDQUMzRCxPQUFPLENBQUMsUUFBUSxDQUFDLFdBQVcsRUFBRSxDQUFDLFFBQVEsQ0FBQyxNQUFNLENBQUMsQ0FDaEQsSUFBSSxjQUFjLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDekIsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDO1lBQ2IsTUFBTSxJQUFJLEtBQUssQ0FBQyxvQ0FBb0MsWUFBWSxDQUFDLElBQUksRUFBRSxDQUFDLENBQUM7UUFDM0UsQ0FBQztRQUVELE1BQU0sT0FBTyxHQUFHLE9BQU8sQ0FBQyxvQkFBb0IsQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUNyRCxNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsZUFBZSxDQUFDLE9BQU8sRUFBRSxRQUFRLENBQUMsSUFBSSxZQUFZLENBQUMsS0FBSyxJQUFJLFlBQVksQ0FBQyxJQUFJLENBQUM7UUFDakcsTUFBTSxRQUFRLEdBQUcsSUFBSSxDQUFDLGVBQWUsQ0FBQyxPQUFPLEVBQUUsUUFBUSxDQUFDLElBQUksWUFBWSxDQUFDLElBQUksQ0FBQyxXQUFXLEVBQUUsQ0FBQztRQUM1RixNQUFNLFVBQVUsR0FBRyxJQUFJLENBQUMsZUFBZSxDQUFDLE9BQU8sRUFBRSxvQkFBb0IsQ0FBQyxDQUFDO1FBRXZFLE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FBQztZQUNwQixZQUFZLEVBQUUsSUFBSTtZQUNsQixNQUFNLEVBQUUscUJBQXFCO1lBQzdCLFVBQVUsRUFBRSxZQUFZLENBQUMsSUFBSTtZQUM3QixLQUFLO1lBQ0wsVUFBVSxFQUFFLFFBQVE7WUFDcEIsUUFBUTtZQUNSLElBQUksRUFBRSxLQUFLO1lBQ1gsUUFBUSxFQUFFLElBQUk7WUFDZCxTQUFTLEVBQUUsWUFBWSxDQUFDLFNBQVM7WUFDakMsU0FBUyxFQUFFLEtBQUs7WUFDaEIsT0FBTyxFQUFFLE9BQU87WUFDaEIsSUFBSSxFQUFFLElBQUksQ0FBQyxZQUFZLENBQUMsT0FBTyxDQUFDO1lBQ2hDLFVBQVU7WUFDVixVQUFVLEVBQUU7Z0JBQ1YsSUFBSSxFQUFFLFlBQVksQ0FBQyxJQUFJO2FBQ3hCO1NBQ0YsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVPLGVBQWUsQ0FBQyxTQUFpQjtRQUN2QyxNQUFNLEtBQUssR0FBMEIsRUFBRSxDQUFDO1FBQ3hDLE1BQU0sU0FBUyxHQUFHLDRFQUE0RSxDQUFDO1FBQy9GLEtBQUssTUFBTSxLQUFLLElBQUksU0FBUyxDQUFDLFFBQVEsQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDO1lBQ2xELE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxrQkFBa0IsQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQztZQUN2RCxNQUFNLFNBQVMsR0FBRyxLQUFLLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxFQUFFLENBQUMsT0FBTyxDQUFDLFNBQVMsRUFBRSxVQUFVLENBQUMsQ0FBQztZQUNqRSxNQUFNLElBQUksR0FBRyxJQUFJLENBQUMsb0JBQW9CLENBQUMsU0FBUyxDQUFDLENBQUM7WUFDbEQsS0FBSyxDQUFDLElBQUksQ0FBQztnQkFDVCxLQUFLO2dCQUNMLFNBQVM7Z0JBQ1QsSUFBSTthQUNMLENBQUMsQ0FBQztRQUNMLENBQUM7UUFFRCxPQUFPLEtBQUssQ0FBQztJQUNmLENBQUM7SUFFTyxvQkFBb0IsQ0FBQyxhQUFxQjtRQUNoRCxPQUFPLGFBQWE7YUFDakIsSUFBSSxFQUFFO2FBQ04sT0FBTyxDQUFDLDRDQUE0QyxFQUFFLEVBQUUsQ0FBQzthQUN6RCxPQUFPLENBQUMsY0FBYyxFQUFFLEVBQUUsQ0FBQzthQUMzQixPQUFPLENBQUMsaUJBQWlCLEVBQUUsRUFBRSxDQUFDO2FBQzlCLE9BQU8sQ0FBQyxNQUFNLEVBQUUsRUFBRSxDQUFDO2FBQ25CLE9BQU8sQ0FBQyxNQUFNLEVBQUUsRUFBRSxDQUFDLENBQUM7SUFDekIsQ0FBQztJQUVPLEtBQUssQ0FBQyxVQUFVLENBQUMsVUFBMkI7UUFDbEQsTUFBTSxRQUFRLEdBQUcsQ0FBQyxVQUFVLENBQUMsUUFBUSxJQUFJLElBQUksQ0FBQyxDQUFDLFdBQVcsRUFBRSxDQUFDO1FBQzdELE1BQU0sTUFBTSxHQUFHLFVBQVUsQ0FBQyxNQUFNLElBQUksQ0FBQyxDQUFDO1FBQ3RDLE1BQU0sV0FBVyxHQUFhLEVBQUUsQ0FBQztRQUNqQyxNQUFNLFFBQVEsR0FBRyxFQUFFLENBQUM7UUFDcEIsSUFBSSxhQUFhLEdBQUcsTUFBTSxDQUFDO1FBQzNCLElBQUksU0FBUyxHQUFHLFVBQVUsQ0FBQyxLQUFLLENBQUM7UUFFakMsT0FBTyxTQUFTLEtBQUssU0FBUyxJQUFJLFNBQVMsR0FBRyxDQUFDLEVBQUUsQ0FBQztZQUNoRCxNQUFNLGVBQWUsR0FBRyxTQUFTLEtBQUssU0FBUyxDQUFDLENBQUMsQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUMsUUFBUSxFQUFFLFNBQVMsQ0FBQyxDQUFDO1lBQzNGLE1BQU0sWUFBWSxHQUFHLE1BQU0sSUFBSSxDQUFDLG1CQUFtQixDQUFDLGVBQWUsRUFBRSxhQUFhLEVBQUUsUUFBUSxDQUFDLENBQUM7WUFDOUYsSUFBSSxZQUFZLENBQUMsTUFBTSxLQUFLLENBQUMsRUFBRSxDQUFDO2dCQUM5QixNQUFNO1lBQ1IsQ0FBQztZQUVELEtBQUssTUFBTSxRQUFRLElBQUksWUFBWSxFQUFFLENBQUM7Z0JBQ3BDLE1BQU0sU0FBUyxHQUFHLE1BQU0sSUFBSSxDQUFDLFNBQVMsQ0FBQyxRQUFRLENBQUMsS0FBSyxFQUFFLFFBQVEsRUFBRSxRQUFRLENBQUMsQ0FBQztnQkFDM0UsV0FBVyxDQUFDLElBQUksQ0FBQyxTQUFTLENBQUMsVUFBVSxDQUFDLENBQUM7WUFDekMsQ0FBQztZQUVELGFBQWEsSUFBSSxZQUFZLENBQUMsTUFBTSxDQUFDO1lBQ3JDLElBQUksU0FBUyxLQUFLLFNBQVMsRUFBRSxDQUFDO2dCQUM1QixTQUFTLElBQUksWUFBWSxDQUFDLE1BQU0sQ0FBQztZQUNuQyxDQUFDO1FBQ0gsQ0FBQztRQUVELE9BQU87WUFDTCxZQUFZLEVBQUUsSUFBSTtZQUNsQixXQUFXLEVBQUUsV0FBVyxDQUFDLE1BQU07WUFDL0IsV0FBVztTQUNaLENBQUM7SUFDSixDQUFDO0lBRU8sS0FBSyxDQUFDLFNBQVMsQ0FDckIsUUFBZ0IsRUFDaEIsV0FBVyxHQUFHLElBQUksRUFDbEIsV0FBNEI7UUFFNUIsTUFBTSxRQUFRLEdBQUcsV0FBVyxDQUFDLFdBQVcsRUFBRSxDQUFDO1FBQzNDLE1BQU0sT0FBTyxHQUFHLDJDQUEyQyxRQUFRLG1CQUFtQixRQUFRLEVBQUUsQ0FBQztRQUNqRyxNQUFNLGFBQWEsR0FBRyxNQUFNLElBQUksQ0FBQyxxQkFBcUIsQ0FBQyxPQUFPLENBQUMsQ0FBQztRQUNoRSxNQUFNLFFBQVEsR0FBRyxXQUFXLElBQUk7WUFDOUIsS0FBSyxFQUFFLFFBQVE7WUFDZixLQUFLLEVBQUUsYUFBYSxDQUFDLEtBQUs7WUFDMUIsSUFBSSxFQUFFLGFBQWEsQ0FBQyxJQUFJO1lBQ3hCLFVBQVUsRUFBRSxhQUFhLENBQUMsVUFBVTtZQUNwQyxHQUFHLEVBQUUsYUFBYSxDQUFDLEdBQUc7WUFDdEIsWUFBWSxFQUFFLEVBQUU7WUFDaEIsUUFBUTtTQUNULENBQUM7UUFFRixPQUFPLElBQUksQ0FBQyxTQUFTLENBQUM7WUFDcEIsWUFBWSxFQUFFLElBQUk7WUFDbEIsTUFBTSxFQUFFLFNBQVM7WUFDakIsVUFBVSxFQUFFLFFBQVEsQ0FBQyxLQUFLO1lBQzFCLEtBQUssRUFBRSxRQUFRLENBQUMsS0FBSyxJQUFJLGFBQWEsQ0FBQyxLQUFLLElBQUksSUFBSSxDQUFDLG1CQUFtQixDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsSUFBSSxRQUFRLENBQUMsS0FBSztZQUM5RyxRQUFRLEVBQUUsUUFBUSxDQUFDLEdBQUcsSUFBSSxhQUFhLENBQUMsR0FBRyxJQUFJLFFBQVEsQ0FBQyxLQUFLO1lBQzdELElBQUksRUFBRSxRQUFRLENBQUMsSUFBSSxJQUFJLGFBQWEsQ0FBQyxJQUFJO1lBQ3pDLFFBQVEsRUFBRSxRQUFRLENBQUMsUUFBUSxDQUFDLFdBQVcsRUFBRTtZQUN6QyxTQUFTLEVBQUUsT0FBTztZQUNsQixTQUFTLEVBQUUsTUFBTTtZQUNqQixPQUFPLEVBQUUsYUFBYSxDQUFDLElBQUk7WUFDM0IsSUFBSSxFQUFFLGFBQWEsQ0FBQyxJQUFJO1lBQ3hCLFVBQVUsRUFBRSxRQUFRLENBQUMsVUFBVSxJQUFJLGFBQWEsQ0FBQyxVQUFVO1lBQzNELFlBQVksRUFBRSxRQUFRLENBQUMsWUFBWTtZQUNuQyxVQUFVLEVBQUU7Z0JBQ1YsS0FBSyxFQUFFLFFBQVEsQ0FBQyxLQUFLO2dCQUNyQixHQUFHLEVBQUUsUUFBUSxDQUFDLEdBQUcsSUFBSSxhQUFhLENBQUMsR0FBRzthQUN2QztTQUNGLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFTyxLQUFLLENBQUMscUJBQXFCLENBQUMsVUFBa0I7UUFDcEQsTUFBTSxZQUFZLEdBQUcsTUFBTSxJQUFJLENBQUMsYUFBYSxFQUFFLENBQUM7UUFDaEQsTUFBTSxJQUFJLEdBQUcsTUFBTSxZQUFZLENBQUMsZUFBZSxDQUFDLE9BQU8sRUFBRSxDQUFDO1FBRTFELElBQUksQ0FBQztZQUNILE1BQU0sSUFBSSxDQUFDLElBQUksQ0FBQyxVQUFVLEVBQUU7Z0JBQzFCLFNBQVMsRUFBRSxrQkFBa0I7Z0JBQzdCLE9BQU8sRUFBRSxLQUFLO2FBQ2YsQ0FBQyxDQUFDO1lBQ0gsTUFBTSxJQUFJLENBQUMsZUFBZSxDQUFDLE9BQU8sRUFBRTtnQkFDbEMsT0FBTyxFQUFFLEtBQUs7YUFDZixDQUFDLENBQUM7WUFFSCxNQUFNLFdBQVcsR0FBRyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsR0FBRyxFQUFFO2dCQUMzQyxNQUFNLFFBQVEsR0FBRyxRQUFRLENBQUMsYUFBYSxDQUFDLE9BQU8sQ0FBdUIsQ0FBQztnQkFDdkUsTUFBTSxVQUFVLEdBQUcsS0FBSyxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsZ0JBQWdCLENBQUMsd0JBQXdCLENBQUMsQ0FBQztxQkFDL0UsR0FBRyxDQUFDLENBQUMsVUFBVSxFQUFFLEVBQUUsQ0FBQyxVQUFVLENBQUMsV0FBVyxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsQ0FBQztxQkFDekQsTUFBTSxDQUFDLENBQUMsT0FBTyxFQUFFLEVBQUUsQ0FBQyxPQUFPLENBQUMsTUFBTSxHQUFHLENBQUMsQ0FBQyxDQUFDO2dCQUMzQyxNQUFNLFVBQVUsR0FDYixRQUFRLENBQUMsYUFBYSxDQUFDLHlCQUF5QixDQUF3QixFQUFFLFNBQVMsRUFBRSxJQUFJLEVBQUU7b0JBQzVGLEVBQUUsQ0FBQztnQkFDTCxNQUFNLEdBQUcsR0FDTixRQUFRLENBQUMsYUFBYSxDQUFDLCtCQUErQixDQUE4QixFQUFFLElBQUk7b0JBQzNGLEVBQUUsQ0FBQztnQkFFTCxJQUFJLENBQUMsUUFBUSxFQUFFLENBQUM7b0JBQ2QsT0FBTzt3QkFDTCxJQUFJLEVBQUUsUUFBUSxDQUFDLElBQUksQ0FBQyxTQUFTO3dCQUM3QixJQUFJLEVBQUUsUUFBUSxDQUFDLElBQUksQ0FBQyxTQUFTO3dCQUM3QixLQUFLLEVBQUUsVUFBVSxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUM7d0JBQzNCLFVBQVU7d0JBQ1YsSUFBSSxFQUFFLFVBQVUsQ0FBQyxDQUFDLENBQUMsSUFBSSxFQUFFO3dCQUN6QixHQUFHO3FCQUNKLENBQUM7Z0JBQ0osQ0FBQztnQkFFRCxPQUFPO29CQUNMLElBQUksRUFBRSxRQUFRLENBQUMsU0FBUztvQkFDeEIsSUFBSSxFQUFFLFFBQVEsQ0FBQyxTQUFTO29CQUN4QixLQUFLLEVBQUUsVUFBVSxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUM7b0JBQzNCLFVBQVU7b0JBQ1YsSUFBSSxFQUFFLFVBQVUsQ0FBQyxDQUFDLENBQUMsSUFBSSxFQUFFO29CQUN6QixHQUFHO2lCQUNKLENBQUM7WUFDSixDQUFDLENBQUMsQ0FBQztZQUVILElBQUksQ0FBQyxXQUFXLENBQUMsSUFBSSxDQUFDLElBQUksRUFBRSxFQUFFLENBQUM7Z0JBQzdCLE1BQU0sSUFBSSxLQUFLLENBQUMsbUNBQW1DLFVBQVUsRUFBRSxDQUFDLENBQUM7WUFDbkUsQ0FBQztZQUVELE9BQU8sV0FBVyxDQUFDO1FBQ3JCLENBQUM7Z0JBQVMsQ0FBQztZQUNULE1BQU0sSUFBSSxDQUFDLEtBQUssRUFBRSxDQUFDLEtBQUssQ0FBQyxHQUFHLEVBQUUsR0FBRSxDQUFDLENBQUMsQ0FBQztRQUNyQyxDQUFDO0lBQ0gsQ0FBQztJQUVPLEtBQUssQ0FBQyxtQkFBbUIsQ0FDL0IsUUFBZ0IsRUFDaEIsU0FBaUIsRUFDakIsV0FBbUI7UUFFbkIsTUFBTSxXQUFXLEdBQUc7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OzJCQTBCRyxXQUFXLENBQUMsV0FBVyxFQUFFOzs7Ozs7Ozs7Ozs7Ozs7UUFlNUMsUUFBUTtTQUNQLFNBQVM7Q0FDakIsQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUVMLE9BQU8sSUFBSSxDQUFDLHdCQUF3QixDQUFDLFdBQVcsRUFBRSxXQUFXLENBQUMsQ0FBQztJQUNqRSxDQUFDO0lBRU8sS0FBSyxDQUFDLHNCQUFzQixDQUNsQyxRQUFnQixFQUNoQixXQUFtQjtRQUVuQixNQUFNLFdBQVcsR0FBRzs7Ozs7Ozs7Ozs7Ozs7cUJBY0gsUUFBUTs7Ozs7Ozs7MkJBUUYsV0FBVyxDQUFDLFdBQVcsRUFBRTs7Ozs7Ozs7Ozs7Ozs7O0NBZW5ELENBQUMsSUFBSSxFQUFFLENBQUM7UUFFTCxNQUFNLE9BQU8sR0FBRyxNQUFNLElBQUksQ0FBQyx3QkFBd0IsQ0FBQyxXQUFXLEVBQUUsV0FBVyxDQUFDLENBQUM7UUFDOUUsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDO1lBQ2hCLE1BQU0sSUFBSSxLQUFLLENBQUMsdUNBQXVDLFFBQVEsRUFBRSxDQUFDLENBQUM7UUFDckUsQ0FBQztRQUVELE9BQU8sT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ3BCLENBQUM7SUFFTyxLQUFLLENBQUMsd0JBQXdCLENBQ3BDLFFBQWdCLEVBQ2hCLFdBQW1CO1FBRW5CLE1BQU0sWUFBWSxHQUFHLElBQUksZUFBZSxDQUFDO1lBQ3ZDLEtBQUssRUFBRSxRQUFRO1lBQ2YsTUFBTSxFQUFFLGlDQUFpQztTQUMxQyxDQUFDLENBQUM7UUFFSCxNQUFNLFFBQVEsR0FBRyxNQUFNLEtBQUssQ0FBQyxvREFBb0QsWUFBWSxFQUFFLEVBQUU7WUFDL0YsT0FBTyxFQUFFO2dCQUNQLFFBQVEsRUFBRSxpQ0FBaUM7YUFDNUM7U0FDRixDQUFDLENBQUM7UUFFSCxJQUFJLENBQUMsUUFBUSxDQUFDLEVBQUUsRUFBRSxDQUFDO1lBQ2pCLE1BQU0sSUFBSSxLQUFLLENBQUMsZ0NBQWdDLFFBQVEsQ0FBQyxNQUFNLElBQUksUUFBUSxDQUFDLFVBQVUsRUFBRSxDQUFDLENBQUM7UUFDNUYsQ0FBQztRQUVELE1BQU0sWUFBWSxHQUFHLE1BQU0sUUFBUSxDQUFDLElBQUksRUFBdUIsQ0FBQztRQUNoRSxNQUFNLFFBQVEsR0FBRyxZQUFZLENBQUMsT0FBTyxFQUFFLFFBQVEsSUFBSSxFQUFFLENBQUM7UUFDdEQsT0FBTyxRQUFRLENBQUMsR0FBRyxDQUFDLENBQUMsVUFBVSxFQUFFLEVBQUUsQ0FBQyxDQUFDO1lBQ25DLEtBQUssRUFBRSxVQUFVLENBQUMsS0FBSyxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ3BDLEtBQUssRUFBRSxVQUFVLENBQUMsS0FBSyxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ3BDLElBQUksRUFBRSxVQUFVLENBQUMsU0FBUyxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ3ZDLFVBQVUsRUFBRSxVQUFVLENBQUMsSUFBSSxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ3hDLEdBQUcsRUFBRSxVQUFVLENBQUMsR0FBRyxFQUFFLEtBQ