i18ntk/main/manage/services/UsageService.js

i18n Tool Kit - Zero-dependency internationalization toolkit for setup, scanning, analysis, validation, auto translation, fixing, reporting, and runtime translation loading.

#!/usr/bin/env node

/**
 * I18NTK USAGE SERVICE
 *
 * Core business logic for i18n usage analysis and translation key management.
 * Handles source code scanning, translation completeness analysis, and reporting.
 */

const fs = require('fs');
const path = require('path');
const { loadTranslations, t } = require('../../../utils/i18n-helper');
const { getGlobalReadline, closeGlobalReadline, askHidden } = require('../../../utils/cli');
const { detectFramework } = require('../../../utils/framework-detector');
const { getExtractor } = require('../../../utils/extractor-manager');
const configManager = require('../../../utils/config-manager');
const SecurityUtils = require('../../../utils/security');
const AdminCLI = require('../../../utils/admin-cli');
const SettingsManager = require('../../../settings/settings-manager');
const settingsManager = new SettingsManager();
const { getUnifiedConfig, parseCommonArgs, displayHelp, validateSourceDir, displayPaths } = require('../../../utils/config-helper');
const I18nInitializer = require('../../i18ntk-init');
const JsonOutput = require('../../../utils/json-output');
const SetupEnforcer = require('../../../utils/setup-enforcer');
const { resolveUsageSourceDir } = require('../../../utils/usage-source');
const { analyzeSourceForUsageInsights } = require('../../../utils/usage-insights');

class UsageService {
  constructor(config = {}) {
    this.config = config;
    this.sourceDir = null;
    this.i18nDir = null;
    this.sourceLanguageDir = null;

    // Initialize class properties
    this.availableKeys = new Set();
    this.usedKeys = new Set();
    this.fileUsage = new Map();
    this.keyUsageLocations = new Map();
    this.hardcodedTextCandidates = [];
    this.namespaceRecommendations = [];
    this.unresolvedDynamicReferences = [];
    this.translationValueIndex = new Map();
    this.translationFiles = new Map(); // Track all translation files
    this.translationStats = new Map(); // Track translation completeness
    this.extractor = getExtractor(config.extractor);
    this.placeholderKeys = new Set();
    this.placeholderStyles = settingsManager.getDefaultSettings().placeholderStyles || {};

    // Enhanced analysis properties
    this.frameworkUsage = new Map(); // Track framework usage per file
    this.keyComplexity = new Map(); // Track key complexity analysis
    this.startTime = Date.now(); // Track performance metrics
    this.version = '1.10.1'; // Version tracking

    // Use global translation function
    this.rl = null;
  }

  // Initialize readline interface
  initReadline() {
    if (!this.rl) {
      return getGlobalReadline();
    }
  }

  // Close readline interface
  closeReadline() {
    const { closeGlobalReadline } = require('../../../utils/cli');
    closeGlobalReadline();
  }

  // Prompt for user input
  async prompt(question) {
    const rl = getGlobalReadline();
    return new Promise(resolve => {
      rl.question(question, (answer) => {
        resolve(answer);
      });
    });
  }

  async initialize() {
    try {
      const cliArgs = parseCommonArgs(process.argv.slice(2));
      const defaultConfig = await getUnifiedConfig('usage', cliArgs);
      this.config = { ...defaultConfig, ...(this.config || {}) };

      // Load translations for UI
      const uiLanguage = (this.config && this.config.uiLanguage) || 'en';
      loadTranslations(uiLanguage, path.resolve(__dirname, '..', '..', '..', 'resources', 'i18n', 'ui-locales'));
      const projectRoot = path.resolve(this.config.projectRoot || '.');
      const detected = detectFramework(projectRoot);
      if (detected) {
        this.config.translationPatterns = detected.patterns;
        if (!this.config.includeExtensions) {
          this.config.includeExtensions = ['.js', '.jsx', '.ts', '.tsx', '.py', '.pyx', '.pyi'];
        }
        if (!this.config.excludeDirs) {
          this.config.excludeDirs = [];
        }
      }
      this.sourceDir = this.config.sourceDir;
      this.i18nDir = this.config.i18nDir;
      this.sourceLanguageDir = path.join(this.i18nDir, this.config.sourceLanguage);

      if (!SecurityUtils.safeExistsSync(this.i18nDir, process.cwd())) {
        console.warn(t('usage.i18nDirectoryNotFound', { i18nDir: this.i18nDir }));
        this.i18nDir = this.sourceDir;
        this.config.i18nDir = this.i18nDir;
        await configManager.updateConfig({ i18nDir: configManager.toRelative(this.sourceDir) });
        this.sourceLanguageDir = path.join(this.i18nDir, this.config.sourceLanguage);
      }

      displayPaths({ sourceDir: this.sourceDir, i18nDir: this.i18nDir, outputDir: this.config.outputDir });


      // Ensure translation patterns are defined
      this.config = this.config || {};
      this.config.translationPatterns = this.config.translationPatterns || [
        /(?<![\w$.])t\s*\(['"`]([^'"`]+)['"`]/g,
        /(?<![\w$.])tx\s*\(['"`]([^'"`]+)['"`]/g,
        /i18n\.t\(['"`]([^'"`]+)['"`]/g,
        /useTranslation\(\)\.t\(['"`]([^'"`]+)['"`]/g,
        /(?<![\w$.])t\s*\(`([^`]+)`\)/g,
        /(?<![\w$.])tx\s*\(`([^`]+)`\)/g,
        /i18nKey=['"`]([^'"`]+)['"`]/g,
        /\$t\(['"`]([^'"`]+)['"`]/g,
        /(?<![\w$.])getTranslation\s*\(['"`]([^'"`]+)['"`]/g
      ];
      this.extractor = getExtractor(this.config.extractor);

      // Ensure defaults for other config values
      this.config = this.config || {};
      if (!Array.isArray(this.config.excludeDirs)) {
        this.config.excludeDirs = ['node_modules', '.git'];
      }
      if (!Array.isArray(this.config.includeExtensions) && !Array.isArray(this.config.supportedExtensions)) {
        this.config.includeExtensions = ['.js', '.jsx', '.ts', '.tsx', '.py', '.pyx', '.pyi'];
      }

      await SecurityUtils.logSecurityEvent(t('usage.analyzerInitialized'), 'info', { component: 'i18ntk-usage' });
    } catch (error) {
      await SecurityUtils.logSecurityEvent(t('usage.analyzerInitFailed'), 'error', { component: 'i18ntk-usage', error: error.message });
      throw error;
    }
  }

  // Normalize CLI arguments to handle both camelCase and hyphenated flags
  normalizeArgs(a) {
    return {
      sourceDir: a.sourceDir ?? a['source-dir'],
      i18nDir: a.i18nDir ?? a['i18n-dir'],
      outputReport: a.outputReport ?? a['output-report'],
      outputDir: a.outputDir ?? a['output-dir'],
      uiLanguage: a.uiLanguage ?? a['ui-language'],
      help: a.help || a.h,
      noPrompt: a.noPrompt ?? a['no-prompt'],
      strict: a.strict,
      debug: a.debug
    };
  }

  // Parse command line arguments
  async parseArgs() {
    const args = process.argv.slice(2);
    const parsed = {};

    for (const arg of args) {
      if (arg.startsWith('--')) {
        const [key, value] = arg.substring(2).split('=');
        if (value !== undefined) {
          parsed[key] = value;
        } else {
          parsed[key] = true;
        }
      } else if (arg.startsWith('-')) {
        const key = arg.substring(1);
        parsed[key] = true;
      }
    }

    return this.normalizeArgs(parsed);
  }

  // Recursively discover all translation files in modular structure
  async discoverTranslationFiles(baseDir, language = (this.config && this.config.sourceLanguage) || 'en') {
    const translationFiles = [];

    const traverse = async (currentDir) => {
      try {
        const absoluteDir = path.resolve(currentDir);
        const validatedPath = SecurityUtils.validatePath(absoluteDir, process.cwd());

        if (!validatedPath || !SecurityUtils.safeExistsSync(validatedPath)) {
          return;
        }

        const items = fs.readdirSync(validatedPath);

        for (const item of items) {
          const itemPath = path.join(validatedPath, item);

          try {
            const stat = fs.statSync(itemPath);

            if (stat.isDirectory()) {
              // Skip excluded directories with null-safety
              const excludes = Array.isArray(this.config.excludeDirs) ? this.config.excludeDirs : [];
              if (!excludes.includes(item)) {
                await traverse(itemPath);
              }
            } else if (stat.isFile()) {
              // Look for translation files:
              // 1. Direct language files: en.json, de.json, etc.
              // 2. Language directory files: en/common.json, de/auth.json, etc.
              // 3. Nested modular files: components/en.json, features/auth/en.json, etc.

              const fileName = path.basename(item, '.json');
              const parentDir = path.basename(path.dirname(itemPath));

              if (item.endsWith('.json')) {
                // Case 1: Direct language files (en.json)
                if (fileName === language) {
                  translationFiles.push({
                    filePath: itemPath,
                    namespace: path.relative(baseDir, path.dirname(itemPath)).replace(/[\\/]/g, '.') || 'root',
                    language: language,
                    type: 'direct'
                  });
                }
                // Case 2: Files in language directories (en/common.json)
                else if (parentDir === language) {
                  translationFiles.push({
                    filePath: itemPath,
                    namespace: fileName,
                    language: language,
                    type: 'namespaced'
                  });
                }
              }
            }
          } catch (statError) {
            // Skip files that can't be accessed
            continue;
          }
        }
      } catch (error) {
        await SecurityUtils.logSecurityEvent(t('usage.translationDiscoveryError'), 'error', {
          component: 'i18ntk-usage',
          directory: currentDir,
          error: error.message
        });
      }
    };

    await traverse(baseDir);
    return translationFiles;
  }

  // Get all files recursively from a directory with enhanced filtering
  async getAllFiles(dir, extensions = (this.config && (this.config.includeExtensions || this.config.supportedExtensions)) || ['.js', '.jsx', '.ts', '.tsx', '.py', '.pyx', '.pyi']) {
    const files = [];

    // Enhanced list of toolkit files to exclude from analysis
    const excludeFiles = [
      'console-translations.js', 'console-key-checker.js',
      'complete-console-translations.js', 'detect-language-mismatches.js',
      'export-missing-keys.js', 'maintain-language-purity.js',
      'native-translations.js', 'settings-cli.js', 'settings-manager.js',
      'test-complete-system.js', 'test-console-i18n.js', 'test-features.js',
      'translate-mismatches.js', 'i18ntk-ui.js', 'update-console-i18n.js',
      'validate-language-purity.js', 'debugger.js', 'admin-auth.js',
      'admin-cli.js'
    ];

    // Null-safe extensions handling
    const safeExtensions = Array.isArray(extensions) ? extensions : ['.js', '.jsx', '.ts', '.tsx', '.py', '.pyx', '.pyi'];
    const skipRoot = path.resolve(this.i18nDir || '');
    const traverse = async (currentDir) => {
      try {
        const absoluteDir = path.resolve(currentDir);
        const validatedPath = SecurityUtils.validatePath(absoluteDir, process.cwd());

        if (!validatedPath || !SecurityUtils.safeExistsSync(validatedPath)) {
          return;
        }

        const items = fs.readdirSync(validatedPath);

        for (const item of items) {
          const itemPath = path.join(validatedPath, item);

          try {
            const stat = fs.statSync(itemPath);

            if (stat.isDirectory()) {
              const excludes = Array.isArray(this.config.excludeDirs) ? this.config.excludeDirs : [];
              if (!excludes.includes(item)) {
                // hard-skip the locales root to avoid reading JSON
                if (skipRoot && path.resolve(itemPath).startsWith(skipRoot)) continue;
                await traverse(itemPath);
              }
            } else if (stat.isFile()) {
              // Skip JSON files entirely to prevent scanning translation files
              if (itemPath.endsWith('.json')) continue;

              // Include files with specified extensions, but exclude toolkit files
              const ext = path.extname(item);
              // Ensure extension has dot prefix
              const normalizedExt = ext.startsWith('.') ? ext : `.${ext}`;
              const normalizedExtensions = safeExtensions.map(ext => ext.startsWith('.') ? ext : `.${ext}`);
              if (normalizedExtensions.includes(normalizedExt) && !excludeFiles.includes(item)) {
                files.push(itemPath);
              }
            }
          } catch (statError) {
            // Skip files that can't be accessed
            continue;
          }
        }
      } catch (error) {
        await SecurityUtils.logSecurityEvent(t('usage.fileTraversalError'), 'error', {
          component: 'i18ntk-usage',
          directory: currentDir,
          error: error.message
        });
      }
    };

    await traverse(dir);
    return files;
  }

  // Analyze usage in source files
  async analyzeUsage() {
    try {
      console.log(t('usage.checkUsage.analyzing_source_files'));

      if (!this.sourceDir) {
        console.warn(t('usage.noSourceFilesFound'));
        return;
      }

      // Check if source directory exists
      if (!SecurityUtils.safeExistsSync(this.sourceDir)) {
        throw new Error(this.t('usage.sourceDirectoryDoesNotExist', { dir: this.sourceDir }) || `Source directory not found: ${this.sourceDir}`);
      }

      const sourceFiles = await this.getAllFiles(this.sourceDir);
      console.log(t('usage.checkUsage.found_files_in_source', { numFiles: sourceFiles.length }));

      // If no files found, exit gracefully
      if (sourceFiles.length === 0) {
        console.warn(t('usage.noSourceFilesFound'));
        return;
      }

      let totalKeysFound = 0;
      let processedFiles = 0;

      for (const filePath of sourceFiles) {
        try {
          const content = SecurityUtils.safeReadFileSync(filePath, path.dirname(filePath), 'utf8');
          if (!content) continue;

          const relativePath = path.relative(this.sourceDir, filePath);
          const directKeys = this.extractKeysFromContent(content, filePath);
          const insights = analyzeSourceForUsageInsights({
            content,
            relativePath,
            availableKeys: this.availableKeys,
            directKeys,
            translationValueIndex: this.translationValueIndex,
          });

          this.detectFrameworkPatterns(content, relativePath);
          totalKeysFound += this.recordUsageInsights(relativePath, insights);

          processedFiles++;

          // Progress indicator for large numbers of files
          if (sourceFiles.length > 10 && processedFiles % Math.ceil(sourceFiles.length / 10) === 0) {
            console.log(t('usage.processedFiles', { processedFiles, totalFiles: sourceFiles.length }));
          }
        } catch (fileError) {
          console.warn(`${t('usage.failedToProcessFile')} ${filePath}: ${fileError.message}`);
          continue;
        }
      }

      console.log(t("usage.checkUsage.found_thisusedkeyssize_unique_", { usedKeysSize: this.usedKeys.size }));
      console.log(t("usage.checkUsage.total_key_usages_totalkeysfoun", { totalKeysFound }));
      if (this.keyUsageLocations.size > 0) {
        console.log(`🔎 Indexed ${this.keyUsageLocations.size} keys with source file locations`);
      }
      if (this.namespaceRecommendations.length > 0) {
        console.log(`🧭 Namespace recommendations: ${this.namespaceRecommendations.length}`);
      }
      if (this.hardcodedTextCandidates.length > 0) {
        console.log(`📝 Hardcoded text candidates: ${this.hardcodedTextCandidates.length}`);
      }
      if (this.unresolvedDynamicReferences.length > 0) {
        console.log(`🧩 Unresolved dynamic key expressions: ${this.unresolvedDynamicReferences.length}`);
      }

    } catch (error) {
      console.error(t('usage.failedToAnalyzeUsage', { error: error.message }));
      throw error;
    }
  }

  // Load available translation keys
  async loadAvailableKeys() {
    console.log(t("usage.checkUsage.loading_available_translation_"));

    this.availableKeys = await this.getAllTranslationKeys();
    console.log(t("usage.checkUsage.found_thisavailablekeyssize_av", { availableKeysSize: this.availableKeys.size }));
    if (this.placeholderKeys.size > 0) {
      console.log('Placeholder translation keys detected: ' + Array.from(this.placeholderKeys).join(', '));
    }
  }

  // Get all translation keys recursively from translation object
  async getAllTranslationKeys() {
    const keys = new Set();
    const isStrict = process.argv.includes('--strict');
    const isDebug = process.argv.includes('--debug');

    try {
      // Discover all translation files in the i18n directory
      const translationFiles = await this.discoverTranslationFiles(this.i18nDir, this.config.sourceLanguage);

      console.log(t('usage.foundTranslationFiles', { count: translationFiles.length }));

      for (const fileInfo of translationFiles) {
        try {
          await SecurityUtils.validatePath(fileInfo.filePath);

          // Check if file exists and is readable
          if (!SecurityUtils.safeExistsSync(fileInfo.filePath)) {
            if (isDebug || isStrict) {
              console.warn(`⚠️  File not found: ${path.basename(fileInfo.filePath)}`);
            }
            continue;
          }

          const content = await SecurityUtils.safeReadFile(fileInfo.filePath);

          // Handle empty files
          if (!content || content.trim() === '') {
            if (isDebug || isStrict) {
              console.warn(`⚠️  Empty file: ${path.basename(fileInfo.filePath)}`);
            }
            continue;
          }

          const jsonData = await SecurityUtils.safeParseJSON(content);

          // Validate JSON structure before processing
          if (jsonData === null || jsonData === undefined) {
            if (isDebug || isStrict) {
              console.warn(`⚠️  Null/undefined JSON data: ${path.basename(fileInfo.filePath)}`);
            }
            continue;
          }

          if (typeof jsonData !== 'object') {
            if (isDebug || isStrict) {
              console.warn(`⚠️  Invalid JSON structure (not an object): ${path.basename(fileInfo.filePath)}`);
            }
            continue;
          }

          if (Array.isArray(jsonData)) {
            if (isDebug || isStrict) {
              console.warn(`⚠️  Invalid JSON structure (array instead of object): ${path.basename(fileInfo.filePath)}`);
            }
            continue;
          }

          // Store file info for later analysis
          this.translationFiles.set(fileInfo.filePath, fileInfo);

          const fileKeys = this.extractKeysFromObject(jsonData, '', fileInfo.namespace);
          fileKeys.forEach(key => keys.add(key));
          this.collectPlaceholderKeys(jsonData, '', fileInfo.language);

          if (isDebug) {
            console.log(t('usage.fileInfo', { namespace: fileInfo.namespace, keys: fileKeys.length }));
          }
        } catch (error) {
          if (isDebug || isStrict) {
            console.warn(`❌ Failed to extract keys from ${path.basename(fileInfo.filePath)}: ${error.message}`);
          }
          if (isDebug) {
            console.error(error.stack);
          }
          await SecurityUtils.logSecurityEvent(t('usage.translationFileParseError'), 'error', {
            component: 'i18ntk-usage',
            file: fileInfo.filePath,
            error: error.message
          });
        }
      }
    } catch (error) {
      await SecurityUtils.logSecurityEvent(t('usage.translationKeysLoadError'), 'error', {
        component: 'i18ntk-usage',
        error: error.message
      });
    }

    return keys;
  }

  // Extract keys recursively from translation object
  extractKeysFromObject(obj, prefix = '', namespace = '') {
    const keys = [];

    // Validate input object before processing
    if (typeof obj !== 'object' || obj === null || Array.isArray(obj)) {
      return keys; // Return empty array for invalid input
    }

    try {
      for (const [key, value] of Object.entries(obj)) {
        const fullKey = prefix ? `${prefix}.${key}` : key;

        if (value && typeof value === 'object' && !Array.isArray(value)) {
          keys.push(...this.extractKeysFromObject(value, fullKey, namespace));
        } else {
          // Add dot notation key (e.g., "pagination.showing")
          keys.push(fullKey);
          if (typeof value === 'string') {
            const normalizedValue = value.replace(/\s+/g, ' ').trim();
            if (normalizedValue && !this.translationValueIndex.has(normalizedValue)) {
              this.translationValueIndex.set(normalizedValue, fullKey);
            }
          }
        }
      }
    } catch (error) {
      // Handle any unexpected errors during key extraction
      console.warn(`⚠️  Error during key extraction: ${error.message}`);
      return keys;
    }

    return keys;
  }

  collectPlaceholderKeys(obj, prefix = '', language) {
    const patterns = this.placeholderStyles[language] || [];
    const regexes = patterns.reduce((compiled, pattern) => {
      try {
        compiled.push(new RegExp(pattern));
      } catch (error) {
        SecurityUtils.logSecurityEvent('Invalid placeholder regex pattern skipped', 'warn', {
          component: 'i18ntk-usage',
          language,
          pattern,
          error: error.message
        });
      }
      return compiled;
    }, []);
    if (typeof obj !== 'object' || obj === null) return;

    for (const [key, value] of Object.entries(obj)) {
      const fullKey = prefix ? `${prefix}.${key}` : key;
      if (value && typeof value === 'object' && !Array.isArray(value)) {
        this.collectPlaceholderKeys(value, fullKey, language);
      } else if (typeof value === 'string' && regexes.some(r => r.test(value))) {
        this.placeholderKeys.add(fullKey);
      }
    }
  }

  // Extract translation keys from source code with enhanced patterns
  extractKeysFromFile(filePath) {
    try {
      const content = SecurityUtils.safeReadFileSync(filePath, path.dirname(filePath), 'utf8');
      if (!content) return [];

      return this.extractKeysFromContent(content, filePath);

      // Null-safe translation patterns handling
    } catch (error) {
      console.warn(`${t('usage.failedToExtractKeys')} ${filePath}: ${error.message}`);
      return [];
    }
  }

  extractKeysFromContent(content, filePath = '') {
    if (!content) return [];
    if (filePath && filePath.endsWith('.json')) return [];
    const rawPatterns = Array.isArray(this.config.translationPatterns) ? this.config.translationPatterns : [];
    if (rawPatterns.length === 0) return [];
    return this.extractor.extract(content, rawPatterns);
  }

  recordUsageInsights(relativePath, insights) {
    const keys = [];
    const seen = new Set();

    for (const ref of insights.keyReferences || []) {
      if (!ref.key || seen.has(ref.key)) continue;
      seen.add(ref.key);
      keys.push(ref.key);
      this.usedKeys.add(ref.key);

      if (!this.keyUsageLocations.has(ref.key)) {
        this.keyUsageLocations.set(ref.key, []);
      }
      this.keyUsageLocations.get(ref.key).push({
        filePath: relativePath,
        line: ref.line,
        column: ref.column,
        matchType: ref.matchType,
      });
    }

    if (keys.length > 0) {
      this.fileUsage.set(relativePath, keys);
    }

    if (insights.namespaceRecommendation) {
      this.namespaceRecommendations.push({
        filePath: relativePath,
        ...insights.namespaceRecommendation,
      });
    }

    if (Array.isArray(insights.hardcodedTexts) && insights.hardcodedTexts.length > 0) {
      this.hardcodedTextCandidates.push(...insights.hardcodedTexts);
    }

    if (Array.isArray(insights.unresolvedDynamicReferences) && insights.unresolvedDynamicReferences.length > 0) {
      this.unresolvedDynamicReferences.push(...insights.unresolvedDynamicReferences.map(ref => ({
        filePath: relativePath,
        ...ref,
      })));
    }

    return keys.length;
  }

  // Analyze translation completeness across all languages
  async analyzeTranslationCompleteness() {
    try {
      console.log('\n📊 Analyzing translation completeness...');

      const isDebug = process.argv.includes('--debug');
      const isStrict = process.argv.includes('--strict');

      // Check if i18n directory exists
      if (!SecurityUtils.safeExistsSync(this.i18nDir, process.cwd())) {
        console.warn(t('usage.i18nDirectoryNotFound', { i18nDir: this.i18nDir }));
        return;
      }

      // Get all available languages
      const languages = new Set();

      try {
        // Discover translation files for all languages
        const allLanguageDirs = fs.readdirSync(this.i18nDir)
          .filter(item => {
            try {
              const itemPath = path.join(this.i18nDir, item);
              return SecurityUtils.safeExistsSync(itemPath) && fs.statSync(itemPath).isDirectory();
            } catch (error) {
              return false;
            }
          });

        for (const lang of allLanguageDirs) {
          if (['en', 'de', 'es', 'fr', 'it', 'pt', 'nl', 'pl', 'sv', 'uk', 'cs', 'tr', 'ru', 'ja', 'ko', 'zh', 'ar', 'hi', 'th', 'vi', 'he', 'el', 'hu'].includes(lang)) {
            languages.add(lang);
          }
        }

        // Also check for direct language files (en.json, de.json, etc.)
        const directFiles = fs.readdirSync(this.i18nDir)
          .filter(file => file.endsWith('.json'))
          .map(file => path.basename(file, '.json'))
          .filter(lang => ['en', 'de', 'es', 'fr', 'it', 'pt', 'nl', 'pl', 'sv', 'uk', 'cs', 'tr', 'ru', 'ja', 'ko', 'zh', 'ar', 'hi', 'th', 'vi', 'he', 'el', 'hu'].includes(lang));

        directFiles.forEach(lang => languages.add(lang));
      } catch (error) {
        console.warn(`${t('usage.errorReadingI18nDirectory')} ${error.message}`);
        return;
      }

      // If no languages found, exit gracefully
      if (languages.size === 0) {
        console.warn(t('usage.checkUsage.noTranslationLanguagesFound'));
        return;
      }

      // Analyze each language
      for (const language of languages) {
        try {
          const translationFiles = await this.discoverTranslationFiles(this.i18nDir, language);
          let totalKeys = 0;
          let translatedKeys = 0;

          for (const fileInfo of translationFiles) {
            try {
              if (!SecurityUtils.safeExistsSync(fileInfo.filePath)) {
                if (isDebug || isStrict) {
                  console.warn(`⚠️  File not found: ${path.basename(fileInfo.filePath)}`);
                }
                continue;
              }

              const content = await SecurityUtils.safeReadFile(fileInfo.filePath);

              // Handle empty files
              if (!content || content.trim() === '') {
                if (isDebug || isStrict) {
                  console.warn(`⚠️  Empty file: ${path.basename(fileInfo.filePath)}`);
                }
                continue;
              }

              const jsonData = await SecurityUtils.safeParseJSON(content);

              // Validate JSON structure before processing
              if (jsonData === null || jsonData === undefined) {
                if (isDebug || isStrict) {
                  console.warn(`⚠️  Null/undefined JSON data: ${path.basename(fileInfo.filePath)}`);
                }
                continue;
              }

              if (typeof jsonData !== 'object') {
                if (isDebug || isStrict) {
                  console.warn(`⚠️  Invalid JSON structure (not an object): ${path.basename(fileInfo.filePath)}`);
                }
                continue;
              }

              if (Array.isArray(jsonData)) {
                if (isDebug || isStrict) {
                  console.warn(`⚠️  Invalid JSON structure (array instead of object): ${path.basename(fileInfo.filePath)}`);
                }
                continue;
              }

              const stats = this.analyzeFileCompleteness(jsonData);
              totalKeys += stats.total;
              translatedKeys += stats.translated;
            } catch (error) {
              if (isDebug || isStrict) {
                console.warn(`❌ Failed to analyze file ${path.basename(fileInfo.filePath)}: ${error.message}`);
              }
              if (isDebug) {
                console.error(error.stack);
              }
              continue;
            }
          }

          this.translationStats.set(language, {
            total: totalKeys,
            translated: translatedKeys,
            notTranslated: totalKeys - translatedKeys
          });
        } catch (error) {
          if (isDebug || isStrict) {
            console.warn(t('usage.failedToAnalyzeLanguage', { language, error: error.message }));
          }
          continue;
        }
      }
    } catch (error) {
      console.warn(t('usage.translationCompletenessAnalysisFailed', { error: error.message }));
      // Don't throw error, just continue with the rest of the analysis
    }
  }

  // Analyze completeness of a single translation file
  analyzeFileCompleteness(obj) {
    let total = 0;
    let translated = 0;

    // Validate input object before processing
    if (typeof obj !== 'object' || obj === null || Array.isArray(obj)) {
      return { total: 0, translated: 0 }; // Return empty stats for invalid input
    }

    const traverse = (current) => {
      // Validate current object before processing
      if (typeof current !== 'object' || current === null || Array.isArray(current)) {
        return;
      }

      for (const [key, value] of Object.entries(current)) {
        if (value && typeof value === 'object' && !Array.isArray(value)) {
          traverse(value);
        } else {
          total++;
          if (value !== 'NOT_TRANSLATED' && value !== '(NOT TRANSLATED)' &&
              value !== 'TRANSLATED' && value !== '(TRANSLATED)' &&
              value && value.toString().trim() !== '') {
            translated++;
          }
        }
      }
    };

    traverse(obj);
    return { total, translated };
  }

  // Get statistics about NOT_TRANSLATED values
  getNotTranslatedStats() {
    let total = 0;
    const byLanguage = new Map();

    for (const [language, stats] of this.translationStats) {
      const notTranslated = stats.notTranslated;
      total += notTranslated;
      byLanguage.set(language, notTranslated);
    }

    return { total, byLanguage };
  }

  // Find unused keys
  findUnusedKeys() {
    const unused = [];

    for (const key of this.availableKeys) {
      let isUsed = false;

      // Check exact match
      if (this.usedKeys.has(key)) {
        isUsed = true;
      } else {
        // Check if any dynamic key could match this
        for (const usedKey of this.usedKeys) {
          if (usedKey.endsWith('*')) {
            const prefix = usedKey.slice(0, -1);
            if (key.startsWith(prefix)) {
              isUsed = true;
              break;
            }
          }
        }
      }

      if (!isUsed) {
        unused.push(key);
      }
    }

    return unused;
  }

  // Find missing keys (used but not available)
  findMissingKeys() {
    const missing = [];

    for (const key of this.usedKeys) {
      // Skip dynamic keys for missing check
      if (key.endsWith('*')) {
        continue;
      }

      if (!this.availableKeys.has(key)) {
        missing.push(key);
      }
    }

    return missing;
  }

  // Find files that use specific keys
  findKeyUsage(searchKey) {
    if (this.keyUsageLocations && this.keyUsageLocations.has(searchKey)) {
      return this.keyUsageLocations.get(searchKey).map(location => ({
        filePath: location.filePath,
        keys: [searchKey],
        line: location.line,
        column: location.column,
        matchType: location.matchType,
      }));
    }

    const usage = [];

    for (const [filePath, keys] of this.fileUsage) {
      const matchingKeys = keys.filter(key => {
        if (key.endsWith('*')) {
          const prefix = key.slice(0, -1);
          return searchKey.startsWith(prefix);
        }
        return key === searchKey;
      });

      if (matchingKeys.length > 0) {
        usage.push({ filePath, keys: matchingKeys });
      }
    }

    return usage;
  }

  // Enhanced usage report generation
  generateUsageReport() {
    const unusedKeys = this.findUnusedKeys();
    const missingKeys = this.findMissingKeys();
    const dynamicKeys = Array.from(this.usedKeys).filter(key => key.endsWith('*'));
    const notTranslatedStats = this.getNotTranslatedStats();

    const timestamp = new Date().toISOString();

    let report = `${t('summary.usageReportTitle')}\n`;
    report += `${t('summary.usageReportGenerated', { timestamp })}\n`;
    report += `${t('summary.usageReportSourceDir', { sourceDir: this.sourceDir })}\n`;
    report += `${t('summary.usageReportI18nDir', { i18nDir: this.i18nDir })}\n`;
    report += `Version: ${this.version}\n\n`;

    // Performance metrics
    const analysisTime = Date.now() - this.startTime;
    report += `⚡ Performance Metrics:\n`;
    report += `  Analysis completed in: ${analysisTime}ms\n`;
    report += `  Memory usage: ${Math.round(process.memoryUsage().heapUsed / 1024 / 1024)}MB\n\n`;

    // Summary
    report += `${t('summary.usageReportSummary')}\n`;
    report += `${'='.repeat(50)}\n`;
    report += `${t('summary.usageReportSourceFilesScanned', { count: this.fileUsage.size })}\n`;
    report += `${t('summary.usageReportTranslationFilesFound', { count: this.translationFiles.size })}\n`;
    report += `${t('summary.usageReportAvailableKeys', { count: this.availableKeys.size })}\n`;
    report += `${t('summary.usageReportUsedKeys', { count: this.usedKeys.size - dynamicKeys.length })}\n`;
    report += `${t('summary.usageReportDynamicKeys', { count: dynamicKeys.length })}\n`;
    report += `${t('summary.usageReportUnusedKeys', { count: unusedKeys.length })}\n`;
    report += `${t('summary.usageReportMissingKeys', { count: missingKeys.length })}\n`;
    report += `${t('summary.usageReportNotTranslatedKeys', { count: notTranslatedStats.total })}\n\n`;

    // Framework usage analysis
    if (this.frameworkUsage && this.frameworkUsage.size > 0) {
      report += `🏗️ Framework Usage Analysis:\n`;
      const frameworkCounts = {};
      this.frameworkUsage.forEach((data, filePath) => {
        const framework = data.framework;
        if (!frameworkCounts[framework]) frameworkCounts[framework] = 0;
        frameworkCounts[framework]++;
      });

      Object.entries(frameworkCounts).forEach(([framework, count]) => {
        report += `  ${framework}: ${count} files\n`;
      });
      report += `\n`;
    }

    // Translation completeness with advanced scoring
    report += `${t('summary.usageReportTranslationCompleteness')}\n`;
    report += `${'='.repeat(50)}\n`;
    for (const [language, stats] of this.translationStats) {
      const translations = this.translationsByLanguage ? this.translationsByLanguage[language] : null;
      const completeness = stats.total > 0 ? ((stats.translated / stats.total) * 100).toFixed(1) : '0.0';
      const score = translations && this.calculateTranslationScore ? this.calculateTranslationScore(language, translations) : {
        completeness,
        quality: completeness,
        placeholderAccuracy: 100
      };

      report += `${t('summary.usageReportLanguageCompleteness', { language: language.toUpperCase(), completeness: score.completeness, translated: stats.translated, total: stats.total })}\n`;
      report += `  Quality: ${score.quality}%\n`;
      report += `  Placeholder Accuracy: ${score.placeholderAccuracy}%\n`;

      if (stats.notTranslated > 0) {
        report += `${t('summary.usageReportNotTranslatedInLanguage', { count: stats.notTranslated })}\n`;
      }
      report += `\n`;
    }

    // Translation files discovered
    report += `${t('summary.usageReportTranslationFilesDiscovered')}\n`;
    report += `${'='.repeat(50)}\n`;
    for (const [filePath, fileInfo] of this.translationFiles) {
      const relativePath = path.relative(this.i18nDir, filePath);
      report += `${t('summary.usageReportFileInfo', { relativePath, namespace: fileInfo.namespace, type: fileInfo.type })}\n`;
    }
    report += `\n`;

    // Key complexity analysis
    if (this.keyComplexity && this.keyComplexity.size > 0) {
      report += `🔍 Key Complexity Analysis:\n`;
      const complexityStats = { simple: 0, moderate: 0, complex: 0 };
      this.keyComplexity.forEach((data, key) => {
        complexityStats[data.level]++;
      });

      report += `  Simple keys: ${complexityStats.simple}\n`;
      report += `  Moderate keys: ${complexityStats.moderate}\n`;
      report += `  Complex keys: ${complexityStats.complex}\n\n`;
    }

    const matchCounts = { direct: 0, literal: 0 };
    for (const locations of this.keyUsageLocations.values()) {
      for (const location of locations) {
        matchCounts[location.matchType] = (matchCounts[location.matchType] || 0) + 1;
      }
    }

    report += `🔎 Usage Match Index\n`;
    report += `${'='.repeat(50)}\n`;
    report += `Direct i18n calls: ${matchCounts.direct || 0}\n`;
    report += `Known-key literal matches: ${matchCounts.literal || 0}\n`;
    report += `Resolved dynamic expressions: ${(matchCounts['dynamic-template'] || 0) + (matchCounts['dynamic-variable'] || 0)}\n`;
    report += `Unresolved dynamic expressions: ${this.unresolvedDynamicReferences.length}\n`;
    report += `Indexed keys with file locations: ${this.keyUsageLocations.size}\n\n`;

    const indexedKeys = Array.from(this.keyUsageLocations.entries()).slice(0, 100);
    indexedKeys.forEach(([key, locations]) => {
      report += `- ${key}\n`;
      locations.slice(0, 5).forEach(location => {
        const line = location.line ? `:${location.line}` : '';
        report += `  - ${location.filePath}${line} (${location.matchType})\n`;
      });
      if (locations.length > 5) {
        report += `  - ... ${locations.length - 5} more locations\n`;
      }
    });
    if (this.keyUsageLocations.size > 100) {
      report += `... ${this.keyUsageLocations.size - 100} more indexed keys\n`;
    }
    report += `\n`;

    if (this.namespaceRecommendations.length > 0) {
      report += `🧭 Namespace Recommendations\n`;
      report += `${'='.repeat(50)}\n`;
      this.namespaceRecommendations.slice(0, 30).forEach(item => {
        report += `- ${item.filePath}: ${item.message}\n`;
      });
      if (this.namespaceRecommendations.length > 30) {
        report += `... ${this.namespaceRecommendations.length - 30} more recommendations\n`;
      }
      report += `\n`;
    }

    if (this.unresolvedDynamicReferences.length > 0) {
      report += `🧩 Unresolved Dynamic Key Expressions\n`;
      report += `${'='.repeat(50)}\n`;
      report += `These calls could not be resolved to exact keys without executing code. Review them manually or prefer bounded literal maps/arrays for analyzable dynamic keys.\n\n`;
      this.unresolvedDynamicReferences.slice(0, 50).forEach(item => {
        const prefix = item.prefix ? ` prefix: ${item.prefix}` : ' no static prefix';
        report += `- ${item.filePath}:${item.line} ${item.expression} (${prefix})\n`;
      });
      if (this.unresolvedDynamicReferences.length > 50) {
        report += `... ${this.unresolvedDynamicReferences.length - 50} more unresolved expressions\n`;
      }
      report += `\n`;
    }

    if (this.hardcodedTextCandidates.length > 0) {
      report += `📝 Hardcoded Text Candidates\n`;
      report += `${'='.repeat(50)}\n`;
      report += `Inline user-facing text that may be moved into locale files.\n\n`;
      this.hardcodedTextCandidates.slice(0, 50).forEach(item => {
        const existing = item.existingKey ? ` existing key: ${item.existingKey}` : ` suggested key: ${item.suggestedKey}`;
        report += `- ${item.filePath}:${item.line} "${item.text}" (${existing})\n`;
      });
      if (this.hardcodedTextCandidates.length > 50) {
        report += `... ${this.hardcodedTextCandidates.length - 50} more candidates\n`;
      }
      report += `\n`;
    }

    // Unused keys with complexity
    if (unusedKeys.length > 0) {
      report += `${t('summary.usageReportUnusedTranslationKeys')}\n`;
      report += `${'='.repeat(50)}\n`;
      report += `${t('summary.usageReportUnusedKeysDescription')}\n\n`;

      unusedKeys.slice(0, 100).forEach(key => {
        const complexity = this.keyComplexity && this.keyComplexity.get(key);
        const complexityLevel = complexity ? ` (${complexity.level})` : '';
        report += `${t('summary.usageReportUnusedKey', { key: key + complexityLevel })}\n`;
      });

      if (unusedKeys.length > 100) {
        report += `${t('summary.usageReportMoreUnusedKeys', { count: unusedKeys.length - 100 })}\n`;
      }

      report += `\n`;
    }

    // Missing keys with location and framework
    if (missingKeys.length > 0) {
      report += `${t('summary.usageReportMissingTranslationKeys')}\n`;
      report += `${'='.repeat(50)}\n`;
      report += `${t('summary.usageReportMissingKeysDescription')}\n\n`;

      missingKeys.forEach(key => {
        report += `${t('summary.usageReportMissingKey', { key })}\n`;

        // Show where it's used
        const usage = this.findKeyUsage(key);
        usage.slice(0, 3).forEach(({ filePath }) => {
          const framework = this.frameworkUsage && this.frameworkUsage.get(filePath);
          const frameworkInfo = framework ? ` [${framework.framework}]` : '';
          report += `   ${t('summary.usageReportUsedIn', { filePath: filePath + frameworkInfo })}\n`;
        });

        if (usage.length > 3) {
          report += `   ${t('summary.usageReportMoreFiles', { count: usage.length - 3 })}\n`;
        }

        report += `\n`;
      });
    }

    // Dynamic keys
    if (dynamicKeys.length > 0) {
      report += `${t('summary.usageReportDynamicTranslationKeys')}\n`;
      report += `${'='.repeat(50)}\n`;
      report += `${t('summary.usageReportDynamicKeysDescription')}\n\n`;

      dynamicKeys.forEach(key => {
        const complexity = this.keyComplexity && this.keyComplexity.get(key);
        const complexityLevel = complexity ? ` (${complexity.level})` : '';
        report += `${t('summary.usageReportDynamicKey', { key: key + complexityLevel })}\n`;

        // Show where it's used
        const usage = this.findKeyUsage(key);
        usage.slice(0, 2).forEach(({ filePath }) => {
          const framework = this.frameworkUsage && this.frameworkUsage.get(filePath);
          const frameworkInfo = framework ? ` [${framework.framework}]` : '';
          report += `   ${t('summary.usageReportUsedIn', { filePath: filePath + frameworkInfo })}\n`;
        });

        report += `\n`;
      });
    }

    // Placeholder validation results
    const placeholderValidations = [];
    Object.entries(this.translationsByLanguage || {}).forEach(([lang, translations]) => {
      Object.entries(translations).forEach(([key, value]) => {
        if (this.validatePlaceholderKeys) {
          const validation = this.validatePlaceholderKeys(key, value);
          if (validation.hasPlaceholders) {
            placeholderValidations.push({ lang, key, validation });
          }
        }
      });
    });

    if (placeholderValidations.length > 0) {
      report += `🔧 Placeholder Validation Results:\n`;
      placeholderValidations.forEach(({ lang, key, validation }) => {
        const status = validation.isValid ? '✅' : '❌';
        report += `  ${status} ${lang}.${key}: ${validation.placeholders.join(', ')}\n`;
        if (!validation.isValid) {
          validation.errors.forEach(error => {
            report += `    - ${error}\n`;
          });
        }
      });
      report += `\n`;
    }

    // File usage breakdown with framework info
    report += `${t('summary.usageReportFileUsageBreakdown')}\n`;
    report += `${'='.repeat(50)}\n`;

    const sortedFiles = Array.from(this.fileUsage.entries())
      .sort(([,a], [,b]) => b.length - a.length)
      .slice(0, 20);

    sortedFiles.forEach(([filePath, keys]) => {
      const framework = this.frameworkUsage && this.frameworkUsage.get(filePath);
      const frameworkInfo = framework ? ` [${framework.framework}]` : '';
      report += `${t('summary.usageReportFileUsage', { filePath: filePath + frameworkInfo, count: keys.length })}\n`;
    });

    if (this.fileUsage.size > 20) {
      report += `${t('summary.usageReportMoreFiles', { count: this.fileUsage.size - 20 })}\n`;
    }

    return report;
  }

  // Save report to file
  async saveReport(report, outputDir = './i18ntk-reports/usage') {
    try {
      // Ensure output directory exists
      if (!SecurityUtils.safeExistsSync(outputDir)) {
        fs.mkdirSync(outputDir, { recursive: true });
      }

      const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
      const filename = `usage-analysis-${timestamp}.txt`;
      const filepath = path.join(outputDir, filename);

      await SecurityUtils.safeWriteFile(filepath, report);
      console.log(t('usage.reportSavedTo', { reportPath: filepath }));
      return filepath;
    } catch (error) {
      console.error(t('usage.failedToSaveReport', { error: error.message }));
    }
  }

  // Enhanced placeholder key detection with validation
  validatePlaceholderKeys(key, value) {
    if (typeof value !== 'string') {
      return {
        key,
        hasPlaceholders: false,
        placeholders: [],
        isValid: true,
        errors: []
      };
    }

    const placeholderRegex = /\{\{[^}]+\}\}|\{[^}]+\}|\$\{[^}]+\}/g;
    const placeholders = (typeof value === 'string' ? value : String(value || '')).match(placeholderRegex) || [];

    const validation = {
      key,
      hasPlaceholders: placeholders.length > 0,
      placeholders,
      isValid: true,
      errors: []
    };

    // Check for common placeholder issues
    placeholders.forEach(placeholder => {
      if (typeof placeholder === 'string') {
        if (placeholder.includes('undefined') || placeholder.includes('null')) {
          validation.isValid = false;
          validation.errors.push(`Invalid placeholder: ${placeholder}`);
        }

        // Check for matching opening/closing brackets
        const placeholderStr = String(placeholder || '');
        const openCount = (placeholderStr.match(/\{/g) || []).length;
        const closeCount = (placeholderStr.match(/\}/g) || []).length;
        if (openCount !== closeCount) {
          validation.isValid = false;
          validation.errors.push(`Mismatched brackets in: ${placeholder}`);
        }
      }
    });

    return validation;
  }

  // Framework-specific pattern recognition
  detectFrameworkPatterns(content, filePath) {
    const frameworkPatterns = {
      react: {
        patterns: [
          /useTranslation\(\)/g,
          /Trans\s+component/g,
          /i18nKey\s*=/g,
          /withTranslation\(/g
        ],
        score: 0
      },
      vue: {
        patterns: [
          /\$t\(/g,
          /this\.\$t\(/g,
          /v-t\s*=/g,
          /\$i18n/g
        ],
        score: 0
      },
      angular: {
        patterns: [
          /translate\s*\|/g,
          /ngx-translate/g,
          /TranslateService/g,
          /\.instant\(/g
        ],
        score: 0
      }
    };

    const contentStr = String(content || '');
    Object.keys(frameworkPatterns).forEach(framework => {
      const config = frameworkPatterns[framework];
      config.patterns.forEach(pattern => {
        const matches = contentStr.match(pattern);
        if (matches) {
          config.score += matches.length;
        }
      });
    });

    // Find dominant framework
    let dominantFramework = 'generic';
    let maxScore = 0;

    Object.keys(frameworkPatterns).forEach(framework => {
      if (frameworkPatterns[framework].score > maxScore) {
        maxScore = frameworkPatterns[framework].score;
        dominantFramework = framework;
      }
    });

    this.frameworkUsage.set(filePath, {
      framework: dominantFramework,
      score: maxScore,
      patterns: frameworkPatterns[dominantFramework]?.patterns || []
    });

    return dominantFramework;
  }

  // Advanced translation completeness scoring
  calculateTranslationScore(language, translations) {
    const score = {
      completeness: 0,
      quality: 0,
      consistency: 0,
      placeholderAccuracy: 0
    };

    const totalKeys = Object.keys(translations).length;
    const translatedKeys = Object.keys(translations).filter(key =>
      translations[key] &&
      translations[key] !== 'NOT_TRANSLATED' &&
      translations[key] !== key
    ).length;