langcode/src/plugins/textLoader/textLoaderPlugin.ts

A Plugin-Based Framework for Managing and Using LangChain

import { TextLoader } from "langchain/document_loaders/fs/text";
import { Plugin } from "../../types";
import { PluginType, TextLoaderInitConfig, TextLoaderRunArgs, TextLoaderExpose } from "../../types";
export default class TextLoaderPlugin
  implements Plugin<TextLoaderInitConfig, TextLoaderRunArgs, TextLoaderExpose, any> {
  
  name = "textLoader";
  description = "Loads plain text files from the file system.";
  type = PluginType.Loader;
  RunConfigExample:TextLoaderRunArgs={}
  InitConfigExample: TextLoaderInitConfig = {
    path: "./example.txt",
  };

  private  loader: TextLoaderExpose["loader"] = null;

  expose(): TextLoaderExpose {
    return {
      name: this.name,
      description: this.description,
      type: this.type,
      InitConfigExample: this.InitConfigExample,
      RunConfigExample:this.RunConfigExample,
      loader: this.loader,
    };
  }

  async init(config: TextLoaderInitConfig) {
    this.loader = new TextLoader(config.path);
  }

  async run(args: TextLoaderRunArgs): Promise<any> {
    if (!this.loader) throw new Error("TextLoader is not initialized.");
    const docs = await this.loader.load();
    return docs.map((d) => d.pageContent).join("\n");
  }
}