mwoffliner/lib/renderers/visual-editor.renderer.js

MediaWiki ZIM scraper

import * as logger from '../Logger.js';
import { DELETED_ARTICLE_ERROR } from '../util/const.js';
import { DesktopRenderer } from './abstractDesktop.render.js';
import { getStrippedTitleFromHtml } from '../util/misc.js';
/*
Relies on VisualEditor API typically looking like 'https://{wiki-host}/w/api.php?action=visualeditor&mobileformat=html&format=json&paction=parse&page={title}'
*/
export class VisualEditorRenderer extends DesktopRenderer {
    constructor() {
        super();
    }
    async retrieveHtml(renderOpts) {
        const { data, articleId, articleDetail, isMainPage } = renderOpts;
        if (!data) {
            throw new Error(`Cannot render [${data}] into an article`);
        }
        let html;
        let displayTitle;
        let strippedTitle;
        if (data.visualeditor) {
            // Testing if article has been deleted between fetching list and downloading content.
            if (data.visualeditor.oldid === 0) {
                logger.error(DELETED_ARTICLE_ERROR);
                throw new Error(DELETED_ARTICLE_ERROR);
            }
            html = isMainPage ? data.visualeditor.content : super.injectH1TitleToHtml(data.visualeditor.content, articleDetail);
            strippedTitle = getStrippedTitleFromHtml(html);
            displayTitle = strippedTitle || articleId.replace('_', ' ');
            return { html, displayTitle };
        }
        else if (data.contentmodel === 'wikitext' || (data.html && data.html.body)) {
            html = data.html.body;
            strippedTitle = getStrippedTitleFromHtml(html);
            displayTitle = strippedTitle || articleId.replace('_', ' ');
            return { html, displayTitle };
        }
        else if (data.error) {
            logger.error(`Error in retrieved article [${articleId}]:`, data.error);
            return '';
        }
        logger.error('Unable to parse data from visual editor');
        return '';
    }
    async render(renderOpts) {
        try {
            const result = [];
            const { articleId, articleDetail, _moduleDependencies, dump } = renderOpts;
            const { html, displayTitle } = await this.retrieveHtml(renderOpts);
            if (html) {
                const moduleDependenciesFiltered = super.filterWikimediaDesktopModules(_moduleDependencies);
                const { finalHTML, mediaDependencies, videoDependencies, imageDependencies, subtitles } = await super.processHtml(html, dump, articleId, articleDetail, moduleDependenciesFiltered, super.templateDesktopArticle.bind(this));
                result.push({
                    articleId,
                    displayTitle,
                    html: finalHTML,
                    mediaDependencies,
                    videoDependencies,
                    imageDependencies,
                    moduleDependencies: moduleDependenciesFiltered,
                    staticFiles: this.staticFilesListDesktop,
                    subtitles,
                });
                return result;
            }
            return '';
        }
        catch (err) {
            logger.error(err.message);
            throw new Error(err.message);
        }
    }
}
//# sourceMappingURL=visual-editor.renderer.js.map