@7-docs/cli/dist/parser/md.js

Command-line tool for 7-docs to ingest content

import { gfmToMarkdown } from 'mdast-util-gfm';
import { toMarkdown } from 'mdast-util-to-markdown';
import { remark } from 'remark';
import frontmatter from 'remark-frontmatter';
import gfm from 'remark-gfm';
import inlineLinks from 'remark-inline-links';
import { u } from 'unist-builder';
import yaml from 'yaml';
import { splitContentAtSentence } from './util.js';
const remarkInstance = remark().use(frontmatter).use(gfm).use(inlineLinks);
const isLiteral = (node) => 'value' in node;
export const createParser = (processor) => (markdown, maxLength) => {
    const ast = processor.parse(markdown);
    const tree = processor.runSync(ast);
    let documentTitle = null;
    let documentTags = [];
    const sectionTrees = tree.children.reduce((trees, node) => {
        if (node.type === 'yaml') {
            const parsedYaml = yaml.parse(node.value);
            if (parsedYaml.title)
                documentTitle = parsedYaml.title;
            if (parsedYaml.tags)
                documentTags = parsedYaml.tags;
            return trees;
        }
        const [lastTree] = trees.slice(-1);
        if (!lastTree?.tree || node.type === 'heading') {
            let title = '';
            let sectionHeader = '';
            if (node.type === 'heading') {
                title = node.children.map(child => (isLiteral(child) ? child.value : '')).join(' ');
                if (node.depth === 1 && !documentTitle) {
                    documentTitle = title;
                }
                if (node.depth > 1 && !sectionHeader) {
                    sectionHeader = title;
                }
            }
            const tree = u('root', [node]);
            // @ts-ignore TODO
            return trees.concat({ title, header: sectionHeader, tree });
        }
        // @ts-ignore TODO
        lastTree.tree.children.push(node);
        return trees;
    }, []);
    const sectionContents = sectionTrees.map(section => ({
        title: section.title,
        header: section.header,
        tags: documentTags,
        content: toMarkdown(section.tree, { extensions: [gfmToMarkdown()] })
    }));
    const sections = sectionContents.flatMap(section => {
        const subsections = splitContentAtSentence(section.content, maxLength);
        return subsections.map(s => ({ title: section.title, header: section.header, tags: section.tags, content: s }));
    });
    return {
        title: documentTitle || '',
        sections
    };
};
export const parser = createParser(remarkInstance);