lsh-framework/dist/lib/database-schema.js

A powerful, extensible shell with advanced job management, database persistence, and modern CLI features

/**
 * Database Schema Definitions for LSH
 * Defines tables and types for shell data persistence
 */
// SQL schema for creating tables
export const CREATE_TABLES_SQL = `
-- Shell History Table
CREATE TABLE IF NOT EXISTS shell_history (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  session_id TEXT NOT NULL,
  command TEXT NOT NULL,
  working_directory TEXT NOT NULL,
  exit_code INTEGER,
  timestamp TIMESTAMPTZ NOT NULL,
  duration_ms INTEGER,
  hostname TEXT NOT NULL,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW()
);

-- Shell Jobs Table
CREATE TABLE IF NOT EXISTS shell_jobs (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  session_id TEXT NOT NULL,
  job_id TEXT NOT NULL,
  command TEXT NOT NULL,
  status TEXT NOT NULL CHECK (status IN ('running', 'stopped', 'completed', 'failed')),
  pid INTEGER,
  working_directory TEXT NOT NULL,
  started_at TIMESTAMPTZ NOT NULL,
  completed_at TIMESTAMPTZ,
  exit_code INTEGER,
  output TEXT,
  error TEXT,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW()
);

-- Shell Configuration Table
CREATE TABLE IF NOT EXISTS shell_configuration (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  config_key TEXT NOT NULL,
  config_value TEXT NOT NULL,
  config_type TEXT NOT NULL CHECK (config_type IN ('string', 'number', 'boolean', 'array', 'object')),
  description TEXT,
  is_default BOOLEAN DEFAULT FALSE,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW(),
  UNIQUE(user_id, config_key)
);

-- Shell Sessions Table
CREATE TABLE IF NOT EXISTS shell_sessions (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  session_id TEXT NOT NULL UNIQUE,
  hostname TEXT NOT NULL,
  working_directory TEXT NOT NULL,
  environment_variables JSONB,
  started_at TIMESTAMPTZ NOT NULL,
  ended_at TIMESTAMPTZ,
  is_active BOOLEAN DEFAULT TRUE,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW()
);

-- Shell Aliases Table
CREATE TABLE IF NOT EXISTS shell_aliases (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  alias_name TEXT NOT NULL,
  alias_value TEXT NOT NULL,
  description TEXT,
  is_active BOOLEAN DEFAULT TRUE,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW(),
  UNIQUE(user_id, alias_name)
);

-- Shell Functions Table
CREATE TABLE IF NOT EXISTS shell_functions (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  function_name TEXT NOT NULL,
  function_body TEXT NOT NULL,
  description TEXT,
  is_active BOOLEAN DEFAULT TRUE,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW(),
  UNIQUE(user_id, function_name)
);

-- Shell Completions Table
CREATE TABLE IF NOT EXISTS shell_completions (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  command TEXT NOT NULL,
  completion_type TEXT NOT NULL CHECK (completion_type IN ('file', 'directory', 'command', 'variable', 'function', 'option')),
  completion_pattern TEXT NOT NULL,
  description TEXT,
  is_active BOOLEAN DEFAULT TRUE,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW(),
  UNIQUE(user_id, command, completion_pattern)
);

-- Indexes for performance
CREATE INDEX IF NOT EXISTS idx_shell_history_session_id ON shell_history(session_id);
CREATE INDEX IF NOT EXISTS idx_shell_history_timestamp ON shell_history(timestamp);
CREATE INDEX IF NOT EXISTS idx_shell_history_user_id ON shell_history(user_id);

CREATE INDEX IF NOT EXISTS idx_shell_jobs_session_id ON shell_jobs(session_id);
CREATE INDEX IF NOT EXISTS idx_shell_jobs_status ON shell_jobs(status);
CREATE INDEX IF NOT EXISTS idx_shell_jobs_user_id ON shell_jobs(user_id);

CREATE INDEX IF NOT EXISTS idx_shell_configuration_user_id ON shell_configuration(user_id);
CREATE INDEX IF NOT EXISTS idx_shell_configuration_key ON shell_configuration(config_key);

CREATE INDEX IF NOT EXISTS idx_shell_sessions_user_id ON shell_sessions(user_id);
CREATE INDEX IF NOT EXISTS idx_shell_sessions_active ON shell_sessions(is_active);

CREATE INDEX IF NOT EXISTS idx_shell_aliases_user_id ON shell_aliases(user_id);
CREATE INDEX IF NOT EXISTS idx_shell_aliases_name ON shell_aliases(alias_name);

CREATE INDEX IF NOT EXISTS idx_shell_functions_user_id ON shell_functions(user_id);
CREATE INDEX IF NOT EXISTS idx_shell_functions_name ON shell_functions(function_name);

CREATE INDEX IF NOT EXISTS idx_shell_completions_user_id ON shell_completions(user_id);
CREATE INDEX IF NOT EXISTS idx_shell_completions_command ON shell_completions(command);

-- ML Training Jobs Table
CREATE TABLE IF NOT EXISTS ml_training_jobs (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  job_name TEXT NOT NULL,
  model_type TEXT NOT NULL,
  dataset_name TEXT NOT NULL,
  status TEXT NOT NULL CHECK (status IN ('pending', 'running', 'completed', 'failed', 'cancelled')),
  hyperparameters JSONB NOT NULL,
  feature_names TEXT[] NOT NULL,
  target_variable TEXT NOT NULL,
  train_rmse FLOAT,
  train_mae FLOAT,
  train_r2 FLOAT,
  test_rmse FLOAT,
  test_mae FLOAT,
  test_r2 FLOAT,
  mape FLOAT,
  cv_scores FLOAT[],
  cv_mean FLOAT,
  cv_std FLOAT,
  model_path TEXT,
  scaler_path TEXT,
  started_at TIMESTAMPTZ,
  completed_at TIMESTAMPTZ,
  duration_ms INTEGER,
  error_message TEXT,
  notes TEXT,
  metadata_json JSONB,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW()
);

-- ML Model Versions Table
CREATE TABLE IF NOT EXISTS ml_model_versions (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  training_job_id UUID REFERENCES ml_training_jobs(id) ON DELETE CASCADE,
  model_name TEXT NOT NULL,
  version TEXT NOT NULL,
  model_type TEXT NOT NULL,
  test_rmse FLOAT NOT NULL,
  test_mae FLOAT NOT NULL,
  test_r2 FLOAT NOT NULL,
  test_mape FLOAT,
  feature_importance JSONB,
  rank_by_rmse INTEGER,
  rank_by_r2 INTEGER,
  is_deployed BOOLEAN DEFAULT FALSE,
  deployed_at TIMESTAMPTZ,
  model_path TEXT NOT NULL,
  predictions_file TEXT,
  residuals_file TEXT,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW(),
  UNIQUE(model_name, version)
);

-- ML Feature Sets Table
CREATE TABLE IF NOT EXISTS ml_feature_sets (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  feature_set_name TEXT NOT NULL,
  version TEXT NOT NULL,
  features JSONB NOT NULL,
  feature_count INTEGER NOT NULL,
  correlation_with_target JSONB,
  used_in_models TEXT[],
  description TEXT,
  created_at TIMESTAMPTZ DEFAULT NOW(),
  updated_at TIMESTAMPTZ DEFAULT NOW(),
  UNIQUE(feature_set_name, version)
);

-- ML Predictions Table
CREATE TABLE IF NOT EXISTS ml_predictions (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  model_version_id UUID REFERENCES ml_model_versions(id) ON DELETE CASCADE,
  prediction_date TIMESTAMPTZ NOT NULL,
  target_date TIMESTAMPTZ,
  predicted_value FLOAT NOT NULL,
  actual_value FLOAT,
  confidence_score FLOAT,
  features_json JSONB NOT NULL,
  residual FLOAT,
  absolute_error FLOAT,
  created_at TIMESTAMPTZ DEFAULT NOW()
);

-- ML Model Comparisons Table
CREATE TABLE IF NOT EXISTS ml_model_comparisons (
  id UUID DEFAULT gen_random_uuid() PRIMARY KEY,
  user_id UUID,
  comparison_name TEXT NOT NULL,
  model_ids UUID[] NOT NULL,
  comparison_results JSONB NOT NULL,
  best_model_id UUID NOT NULL,
  best_model_metric TEXT NOT NULL CHECK (best_model_metric IN ('rmse', 'mae', 'r2')),
  notes TEXT,
  created_at TIMESTAMPTZ DEFAULT NOW()
);

-- Indexes for ML tables
CREATE INDEX IF NOT EXISTS idx_ml_training_jobs_user_id ON ml_training_jobs(user_id);
CREATE INDEX IF NOT EXISTS idx_ml_training_jobs_status ON ml_training_jobs(status);
CREATE INDEX IF NOT EXISTS idx_ml_training_jobs_created ON ml_training_jobs(created_at);

CREATE INDEX IF NOT EXISTS idx_ml_model_versions_user_id ON ml_model_versions(user_id);
CREATE INDEX IF NOT EXISTS idx_ml_model_versions_training_job ON ml_model_versions(training_job_id);
CREATE INDEX IF NOT EXISTS idx_ml_model_versions_deployed ON ml_model_versions(is_deployed);
CREATE INDEX IF NOT EXISTS idx_ml_model_versions_performance ON ml_model_versions(test_r2 DESC, test_rmse ASC);

CREATE INDEX IF NOT EXISTS idx_ml_feature_sets_user_id ON ml_feature_sets(user_id);
CREATE INDEX IF NOT EXISTS idx_ml_feature_sets_name ON ml_feature_sets(feature_set_name);

CREATE INDEX IF NOT EXISTS idx_ml_predictions_user_id ON ml_predictions(user_id);
CREATE INDEX IF NOT EXISTS idx_ml_predictions_model ON ml_predictions(model_version_id);
CREATE INDEX IF NOT EXISTS idx_ml_predictions_date ON ml_predictions(prediction_date);

CREATE INDEX IF NOT EXISTS idx_ml_model_comparisons_user_id ON ml_model_comparisons(user_id);
CREATE INDEX IF NOT EXISTS idx_ml_model_comparisons_created ON ml_model_comparisons(created_at);
`;
export default {
    CREATE_TABLES_SQL,
};