@barnabask/astro-minisearch/dist/plain-text-plugin.js

Utilities to add a static full text index to an Astro project

import { toText } from "hast-util-to-text";
import { visit } from "unist-util-visit";
import EmojiRegex from "emoji-regex";
import { pluginOptionValidator, } from "./types.js";
const emojiRegex = EmojiRegex();
/**
 * Core logic of plainTextPlugin, separated for testing
 * @ignore
 */
export function toPlaintextTree(tree, options) {
    const headingTags = options.headingTags || [];
    const sections = [];
    const spaceRegex = /\s\s+/g;
    let section = { heading: "", text: "" };
    function addSection() {
        let { heading, text } = section;
        if (options.removeEmoji) {
            heading = heading.replace(emojiRegex, "");
            text = text.replace(emojiRegex, "");
        }
        sections.push({
            heading: heading.replace(spaceRegex, " ").trim(),
            text: text.replace(spaceRegex, " ").trim(),
        });
    }
    visit(tree, ["element", "text"], (node) => {
        if (node.type === "element") {
            const el = node;
            if (headingTags.includes(el.tagName)) {
                let heading = toText(node);
                if (!heading)
                    return;
                addSection(); // add current section before starting another
                section = { heading, text: "" };
            }
        }
        else if (node.type === "text") {
            const text = toText(node);
            if (section.text.length > 0 || section.heading !== text) {
                section.text += text + " ";
            }
        }
    });
    addSection(); // add the last section
    const output = sections
        .filter((s) => s.text.length > 0)
        .map((s) => [s.heading, s.text]);
    // output text if only one section, no heading
    return output.length === 1 && output[0][0] === "" ? output[0][1] : output;
}
/**
 * A helper to extract plain text from rendered HTML and add it to Astro frontmatter.
 *
 * @param options plugin options
 * @returns a rehype plugin suitable for Astro
 */
export function plainTextPlugin(options = {}) {
    const opts = pluginOptionValidator.parse(options);
    const contentKey = opts.contentKey;
    return function plugin() {
        return (tree, { data }) => {
            if (!data || !data.astro || !data.astro.frontmatter)
                return;
            const frontmatter = data.astro.frontmatter;
            if (frontmatter[contentKey] === undefined) {
                frontmatter[contentKey] = toPlaintextTree(tree, opts);
            }
        };
    };
}
//# sourceMappingURL=plain-text-plugin.js.map