newo/src/akb.ts

NEWO CLI: Professional command-line tool with modular architecture for NEWO AI Agent development. Features IDN-based file management, real-time progress tracking, intelligent sync operations, and comprehensive multi-customer support.

import fs from 'fs-extra';
import type { ParsedArticle, AkbImportArticle } from './types.js';

/**
 * Parse AKB file and extract articles
 */
export async function parseAkbFile(filePath: string): Promise<ParsedArticle[]> {
  const content = await fs.readFile(filePath, 'utf8');
  const articles: ParsedArticle[] = [];
  
  // Split by article separators (---)
  const sections = content.split(/^---\s*$/gm).filter(section => section.trim());
  
  for (const section of sections) {
    const lines = section.split('\n').filter(line => line.trim());
    if (lines.length === 0) continue;
    
    const article = parseArticleSection(lines);
    if (article) {
      articles.push(article);
    }
  }
  
  return articles;
}

/**
 * Parse individual article section
 */
function parseArticleSection(lines: readonly string[]): ParsedArticle | null {
  const state = {
    topicName: '',
    category: '',
    summary: '',
    keywords: '',
    topicSummary: ''
  };
  
  // Find topic name (# r001)
  const topicLine = lines.find(line => line.match(/^#\s+r\d+/));
  if (!topicLine) {
    console.warn('No topic line found in section');
    return null;
  }
  
  state.topicName = topicLine.replace(/^#\s+/, '').trim();
  
  // Extract category/subcategory/description (first ## line)
  const categoryLine = lines.find(line => line.startsWith('## ') && line.includes(' / '));
  if (categoryLine) {
    state.category = categoryLine.replace(/^##\s+/, '').trim();
  }
  
  // Extract summary (second ## line)
  const summaryLineIndex = lines.findIndex(line => line.startsWith('## ') && line.includes(' / '));
  if (summaryLineIndex >= 0 && summaryLineIndex + 1 < lines.length) {
    const nextLine = lines[summaryLineIndex + 1];
    if (nextLine && nextLine.startsWith('## ') && !nextLine.includes(' / ')) {
      state.summary = nextLine.replace(/^##\s+/, '').trim();
    }
  }
  
  // Extract keywords (third ## line)
  const keywordsLineIndex = lines.findIndex((line, index) => 
    index > summaryLineIndex + 1 && line.startsWith('## ') && !line.includes(' / ')
  );
  if (keywordsLineIndex >= 0) {
    const keywordsLine = lines[keywordsLineIndex];
    if (keywordsLine) {
      state.keywords = keywordsLine.replace(/^##\s+/, '').trim();
    }
  }
  
  // Extract category content
  const categoryStartIndex = lines.findIndex(line => line.includes('<Category type='));
  const categoryEndIndex = lines.findIndex(line => line.includes('</Category>'));
  
  if (categoryStartIndex >= 0 && categoryEndIndex >= 0) {
    const categoryLines = lines.slice(categoryStartIndex, categoryEndIndex + 1);
    state.topicSummary = categoryLines.join('\n');
  }
  
  // Create topic_facts array
  const topicFacts = [state.category, state.summary, state.keywords].filter(fact => fact.trim() !== '');
  
  return {
    topic_name: state.category, // Use the descriptive title as topic_name
    persona_id: null, // Will be set when importing
    topic_summary: state.topicSummary,
    topic_facts: topicFacts,
    confidence: 100,
    source: state.topicName, // Use the ID (r001) as source
    labels: ['rag_context']
  };
}

/**
 * Convert parsed articles to API format for bulk import
 */
export function prepareArticlesForImport(
  articles: ParsedArticle[], 
  personaId: string
): AkbImportArticle[] {
  return articles.map(article => ({
    ...article,
    persona_id: personaId
  }));
}