@mintlify/scraping/src/utils/updatedAt.ts

Scrape documentation frameworks to Mintlify docs

import type { Root as MdastRoot } from 'mdast';
import { CONTINUE, visit } from 'unist-util-visit';

export function remarkRemoveUpdatedAt() {
  return function (root: MdastRoot) {
    return removeUpdatedAt(root);
  };
}

function removeUpdatedAt(root: MdastRoot) {
  visit(root, 'paragraph', function (node) {
    visit(node, 'text', function (subNode, index, parent) {
      if (
        (subNode.value.trim().startsWith('Updated') ||
          subNode.value.trim().startsWith('Last updated')) &&
        subNode.value.endsWith('ago')
      ) {
        if (parent && typeof index === 'number') {
          parent.children.splice(index, 1);
          return [CONTINUE, index];
        }
      }
    });
  });
}