vexify/lib/processors/base.js

Portable vector database with in-process ONNX embeddings. Zero-config semantic search via SQLite. No external servers required.

'use strict';

class BaseProcessor {
  constructor() {
    if (this.constructor === BaseProcessor) {
      throw new Error('BaseProcessor is abstract');
    }
  }

  static get extensions() {
    throw new Error('extensions getter must be implemented');
  }

  async process(filePath) {
    const fs = require('fs');
    const content = fs.readFileSync(filePath, 'utf-8');
    return this.processContent(content, filePath);
  }

  async processBuffer(buffer, fileName) {
    const content = buffer.toString('utf-8');
    return this.processContent(content, fileName);
  }

  processContent(content, filePath) {
    throw new Error('processContent method must be implemented');
  }

  generateDocumentId(filePath, index = null) {
    const suffix = index !== null ? `:${index}` : '';
    return `file:${filePath}${suffix}`;
  }

  createMetadata(filePath, additional = {}) {
    const path = require('path');
    const metadata = {
      source: 'file',
      filePath,
      fileName: path.basename(filePath),
      processedAt: new Date().toISOString(),
      pageNumber: additional.pageNumber || 1,
      ...additional
    };

    if (additional.crawlUrl) {
      metadata.source = 'crawl';
      metadata.crawlUrl = additional.crawlUrl;
    }

    return metadata;
  }
}

module.exports = { BaseProcessor };