@langchain/community
Version:
Third-party integrations for LangChain.js
235 lines (234 loc) • 10.3 kB
JavaScript
/* eslint-disable @typescript-eslint/no-unused-vars */
/* eslint-disable no-process-env */
import fs from "fs";
import { expect, beforeAll } from "@jest/globals";
import { insecureHash } from "@langchain/core/utils/hash";
import { Document } from "@langchain/core/documents";
import { FakeEmbeddings } from "@langchain/core/utils/testing";
import { VectaraStore, } from "../vectara.js";
import { VectaraSummaryRetriever } from "../../retrievers/vectara_summary.js";
const getDocs = () => {
// Some text from Lord of the Rings
const englishOne = `It all depends on what you want. You can trust us to stick to you through thick and thin to the
bitter end. And you can trust us to keep any secret of yours - closer than you keep it yourself.
But you cannot trust us to let you face trouble alone, and go off without a word. We are your
friends, Frodo. Anyway: there it is. We know most of what Gandalf has told you. We know a good
deal about the Ring. We are horribly afraid - but we are coming with you; or following you
like hounds.`;
const englishTwo = `Sam lay back, and stared with open mouth, and for a moment, between bewilderment and great joy,
he could not answer. At last he gasped: “Gandalf! I thought you were dead! But then I thought I
was dead myself. Is everything sad going to come untrue? What's happened to the world?`;
const frenchOne = `Par exemple, sur la planète Terre, l'homme a toujours supposé qu'il était plus intelligent que les dauphins
parce qu'il avait accompli tant de choses - la roue, New York, les guerres, etc. passer du
bon temps. Mais à l'inverse, les dauphins ont toujours cru qu'ils étaient bien plus
intelligents que l'homme, pour les mêmes raisons précisément.`;
const documents = [
new Document({
pageContent: englishOne,
metadata: {
document_id: insecureHash(englishOne),
title: "Lord of the Rings",
author: "Tolkien",
genre: "fiction",
lang: "eng",
},
}),
new Document({
pageContent: englishTwo,
metadata: {
document_id: insecureHash(englishTwo),
title: "Lord of the Rings",
author: "Tolkien",
genre: "fiction",
lang: "eng",
},
}),
new Document({
pageContent: frenchOne,
metadata: {
document_id: insecureHash(frenchOne),
title: "The hitchhiker's guide to the galaxy",
author: "Douglas Adams",
genre: "fiction",
lang: "fra",
},
}),
];
return documents;
};
let corpusId = [];
const envValue = process.env.VECTARA_CORPUS_ID;
if (envValue) {
corpusId = envValue.split(",").map((id) => {
const num = Number(id);
if (Number.isNaN(num))
corpusId = [0];
return num;
});
if (corpusId.length === 0)
corpusId = [0];
}
else {
corpusId = [0];
}
describe("VectaraStore", () => {
["VECTARA_CUSTOMER_ID", "VECTARA_CORPUS_ID", "VECTARA_API_KEY"].forEach((envVar) => {
if (!process.env[envVar]) {
throw new Error(`${envVar} not set`);
}
});
describe("fromTexts", () => {
const args = {
customerId: Number(process.env.VECTARA_CUSTOMER_ID) || 0,
corpusId,
apiKey: process.env.VECTARA_API_KEY || "",
};
test.skip("with fakeEmbeddings doesn't throw error", () => {
expect(() => VectaraStore.fromTexts([], [], new FakeEmbeddings(), args)).not.toThrow();
});
});
describe("fromDocuments", () => {
const args = {
customerId: Number(process.env.VECTARA_CUSTOMER_ID) || 0,
corpusId,
apiKey: process.env.VECTARA_API_KEY || "",
};
test.skip("with fakeEmbeddings doesn't throw error", async () => {
await expect(VectaraStore.fromDocuments(getDocs(), new FakeEmbeddings(), args)).resolves.toBeDefined();
});
});
describe("access operations", () => {
let store;
let doc_ids = [];
beforeAll(async () => {
store = new VectaraStore({
customerId: Number(process.env.VECTARA_CUSTOMER_ID) || 0,
corpusId,
apiKey: process.env.VECTARA_API_KEY || "",
});
doc_ids = await store.addDocuments(getDocs());
});
test.skip("similaritySearchWithScore", async () => {
const resultsWithScore = await store.similaritySearchWithScore("What did Sam do?", 10, // Number of results needed
{ lambda: 0.025 });
expect(resultsWithScore.length).toBeGreaterThan(0);
expect(resultsWithScore[0][0].pageContent.length).toBeGreaterThan(0);
expect(resultsWithScore[0][0].metadata.title).toBe("Lord of the Rings");
expect(resultsWithScore[0][1]).toBeGreaterThan(0);
});
test.skip("similaritySearch", async () => {
const results = await store.similaritySearch("Was Gandalf dead?", 10, // Number of results needed
{
lambda: 0.025,
contextConfig: {
sentencesAfter: 1,
sentencesBefore: 1,
},
});
expect(results.length).toBeGreaterThan(0);
expect(results[0].pageContent.length).toBeGreaterThan(0);
expect(results[0].metadata.title).toBe("Lord of the Rings");
});
test.skip("similaritySearch with filter", async () => {
const results = await store.similaritySearch("Was Gandalf dead?", 10, // Number of results needed
{ filter: "part.lang = 'fra'", lambda: 0.025 } // Filter on the language of the document
);
expect(results.length).toBeGreaterThan(0);
expect(results[0].pageContent.length).toBeGreaterThan(0);
// Query filtered on French, so we expect only French results
const hasEnglish = results.some((result) =>
// eslint-disable-next-line @typescript-eslint/no-explicit-any
result.metadata.lang === "eng");
expect(hasEnglish).toBe(false);
});
test.skip("similaritySearch with contextConfig", async () => {
const results = await store.similaritySearch("Was Gandalf dead?", 10, // Number of results needed
{
lambda: 0.025,
contextConfig: {
charsBefore: 30,
charsAfter: 30,
sentencesBefore: 3,
sentencesAfter: 3,
startTag: "<b>",
endTag: "</b>",
},
});
expect(results.length).toBeGreaterThan(0);
expect(results[0].pageContent.length).toBeGreaterThan(0);
});
test.skip("similaritySearch with MMR", async () => {
const results = await store.similaritySearch("Was Gandalf dead?", 10, // Number of results needed
{
lambda: 0.025,
mmrConfig: {
diversityBias: 1.0,
},
});
expect(results.length).toBeGreaterThan(0);
expect(results[0].pageContent.length).toBeGreaterThan(0);
});
test.skip("RAG retrieval with generative summarization", async () => {
const summaryConfig = {
enabled: true,
summarizerPromptName: "vectara-summary-ext-v1.2.0",
maxSummarizedResults: 3,
responseLang: "ita",
};
const topK = 3;
const retriever = new VectaraSummaryRetriever({
vectara: store,
topK,
summaryConfig,
filter: {
lambda: 0.025,
},
});
const result = await retriever.getRelevantDocuments("Was Gandalf dead?");
expect(result.length).toBeGreaterThan(0);
expect(result.length).toBe(topK + 1); // +1 for the summary
expect(result[0].pageContent.length).toBeGreaterThan(0);
});
test.skip("addFiles", async () => {
const docs = getDocs();
const englishOneContent = docs[0].pageContent;
const frenchOneContent = docs[2].pageContent;
const files = [
{ filename: "englishOne.txt", content: englishOneContent },
{ filename: "frenchOne.txt", content: frenchOneContent },
];
const vectaraFiles = [];
for (const file of files) {
fs.writeFileSync(file.filename, file.content);
const buffer = fs.readFileSync(file.filename);
vectaraFiles.push({
blob: new Blob([buffer], { type: "text/plain" }),
fileName: file.filename,
});
}
const bitcoinBuffer = fs.readFileSync("../examples/src/document_loaders/example_data/bitcoin.pdf");
vectaraFiles.push({
blob: new Blob([bitcoinBuffer], { type: "application/pdf" }),
fileName: "bitcoin.pdf",
});
const file_doc_ids = await store.addFiles(vectaraFiles);
doc_ids = [...doc_ids, ...file_doc_ids];
for (const file of files) {
fs.unlinkSync(file.filename);
}
expect(file_doc_ids.length).toEqual(3);
const searchResults = await store.similaritySearch("What is bitcoin");
expect(searchResults.length).toBeGreaterThan(0);
expect(searchResults[0].pageContent).toContain("A Peer-to-Peer Electronic Cash System");
});
// delete documents added in the test
afterAll(async () => {
store = new VectaraStore({
customerId: Number(process.env.VECTARA_CUSTOMER_ID) || 0,
corpusId,
apiKey: process.env.VECTARA_API_KEY || "",
});
await store.deleteDocuments(doc_ids);
});
});
});