@langchain/community/dist/document_loaders/web/azure_blob_storage_file.cjs.map

Third-party integrations for LangChain.js

{"version":3,"file":"azure_blob_storage_file.cjs","names":["BaseDocumentLoader","fs","path","os","BlobServiceClient","e: unknown","UnstructuredLoader"],"sources":["../../../src/document_loaders/web/azure_blob_storage_file.ts"],"sourcesContent":["import * as fs from \"node:fs\";\nimport * as path from \"node:path\";\nimport * as os from \"node:os\";\nimport { BlobServiceClient } from \"@azure/storage-blob\";\nimport { BaseDocumentLoader } from \"@langchain/core/document_loaders/base\";\nimport {\n  UnstructuredLoader,\n  UnstructuredLoaderOptions,\n} from \"../fs/unstructured.js\";\n\n/**\n * Interface representing the configuration for accessing a specific file\n * in Azure Blob Storage.\n */\ninterface AzureBlobStorageFileConfig {\n  connectionString: string;\n  container: string;\n  blobName: string;\n}\n\n/**\n * Interface representing the configuration for the\n * AzureBlobStorageFileLoader. It contains the Azure Blob Storage file\n * configuration and the options for the UnstructuredLoader.\n */\ninterface AzureBlobStorageFileLoaderConfig {\n  azureConfig: AzureBlobStorageFileConfig;\n  unstructuredConfig?: UnstructuredLoaderOptions;\n}\n\n/**\n * Class representing a document loader that loads a specific file from\n * Azure Blob Storage. It extends the BaseDocumentLoader class and\n * implements the DocumentLoader interface.\n * @example\n * ```typescript\n * const loader = new AzureBlobStorageFileLoader({\n *   azureConfig: {\n *     connectionString: \"{connectionString}\",\n *     container: \"{containerName}\",\n *     blobName: \"{blobName}\",\n *   },\n * });\n * const docs = await loader.load();\n * ```\n */\nexport class AzureBlobStorageFileLoader extends BaseDocumentLoader {\n  get lc_secrets(): { [key: string]: string } {\n    return {\n      connectionString: \"AZURE_BLOB_CONNECTION_STRING\",\n    };\n  }\n\n  private readonly connectionString: string;\n\n  private readonly container: string;\n\n  private readonly blobName: string;\n\n  private readonly unstructuredConfig?: UnstructuredLoaderOptions;\n\n  constructor({\n    azureConfig,\n    unstructuredConfig,\n  }: AzureBlobStorageFileLoaderConfig) {\n    super();\n    this.connectionString = azureConfig.connectionString;\n    this.container = azureConfig.container;\n    this.blobName = azureConfig.blobName;\n    this.unstructuredConfig = unstructuredConfig;\n  }\n\n  /**\n   * Method to load a specific file from Azure Blob Storage. It creates a\n   * temporary directory, constructs the file path, downloads the file, and\n   * loads the documents using the UnstructuredLoader. The loaded documents\n   * are returned, and the temporary directory is deleted.\n   * @returns An array of documents loaded from the file in Azure Blob Storage.\n   */\n  public async load() {\n    const tempDir = fs.mkdtempSync(\n      path.join(os.tmpdir(), \"azureblobfileloader-\")\n    );\n\n    const filePath = path.join(tempDir, this.blobName);\n\n    try {\n      const blobServiceClient = BlobServiceClient.fromConnectionString(\n        this.connectionString,\n        {\n          userAgentOptions: {\n            userAgentPrefix: \"langchainjs-blob-storage-file\",\n          },\n        }\n      );\n\n      const containerClient = blobServiceClient.getContainerClient(\n        this.container\n      );\n\n      const blobClient = containerClient.getBlobClient(this.blobName);\n\n      fs.mkdirSync(path.dirname(filePath), { recursive: true });\n      await blobClient.downloadToFile(filePath);\n    } catch (e: unknown) {\n      throw new Error(\n        `Failed to download file ${\n          this.blobName\n        } from Azure Blob Storage container ${this.container}: ${\n          (e as Error).message\n        }`\n      );\n    }\n\n    try {\n      const unstructuredLoader = new UnstructuredLoader(\n        filePath,\n        this.unstructuredConfig\n      );\n\n      const docs = await unstructuredLoader.load();\n      return docs;\n    } catch {\n      throw new Error(\n        `Failed to load file ${filePath} using unstructured loader.`\n      );\n    } finally {\n      fs.rmSync(path.dirname(filePath), { recursive: true, force: true });\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AA8CA,IAAa,6BAAb,cAAgDA,0DAAmB;CACjE,IAAI,aAAwC;AAC1C,SAAO,EACL,kBAAkB,+BACnB;CACF;CAED,AAAiB;CAEjB,AAAiB;CAEjB,AAAiB;CAEjB,AAAiB;CAEjB,YAAY,EACV,aACA,oBACiC,EAAE;EACnC,OAAO;EACP,KAAK,mBAAmB,YAAY;EACpC,KAAK,YAAY,YAAY;EAC7B,KAAK,WAAW,YAAY;EAC5B,KAAK,qBAAqB;CAC3B;;;;;;;;CASD,MAAa,OAAO;EAClB,MAAM,UAAUC,QAAG,YACjBC,UAAK,KAAKC,QAAG,QAAQ,EAAE,uBAAuB,CAC/C;EAED,MAAM,WAAWD,UAAK,KAAK,SAAS,KAAK,SAAS;AAElD,MAAI;GACF,MAAM,oBAAoBE,uCAAkB,qBAC1C,KAAK,kBACL,EACE,kBAAkB,EAChB,iBAAiB,gCAClB,EACF,EACF;GAED,MAAM,kBAAkB,kBAAkB,mBACxC,KAAK,UACN;GAED,MAAM,aAAa,gBAAgB,cAAc,KAAK,SAAS;GAE/DH,QAAG,UAAUC,UAAK,QAAQ,SAAS,EAAE,EAAE,WAAW,KAAM,EAAC;GACzD,MAAM,WAAW,eAAe,SAAS;EAC1C,SAAQG,GAAY;AACnB,SAAM,IAAI,MACR,CAAC,wBAAwB,EACvB,KAAK,SACN,mCAAmC,EAAE,KAAK,UAAU,EAAE,EACpD,EAAY,SACb;EAEL;AAED,MAAI;GACF,MAAM,qBAAqB,IAAIC,4DAC7B,UACA,KAAK;GAGP,MAAM,OAAO,MAAM,mBAAmB,MAAM;AAC5C,UAAO;EACR,QAAO;AACN,SAAM,IAAI,MACR,CAAC,oBAAoB,EAAE,SAAS,2BAA2B,CAAC;EAE/D,UAAS;GACRL,QAAG,OAAOC,UAAK,QAAQ,SAAS,EAAE;IAAE,WAAW;IAAM,OAAO;GAAM,EAAC;EACpE;CACF;AACF"}