@mintlify/scraping/src/pipeline/root.ts

Scrape documentation frameworks to Mintlify docs

import type { Root as HastRoot } from 'hast';
import rehypeParse from 'rehype-parse';
import { unified } from 'unified';

import { rehypeRemoveHastComments } from '../utils/hastComments.js';
import { unifiedRemovePositions } from '../utils/position.js';

export function htmlToHast(html: string): HastRoot {
  return unified()
    .use(rehypeParse)
    .use(unifiedRemovePositions)
    .use(rehypeRemoveHastComments)
    .parse(html);
}