@thirdrocktechno/strapi-gpt/server/utils/summarizer.js

A StrapiGPT plugin for integrating AI-powered custom ChatBot with your strapi content.

const { LLMChain, PromptTemplate } = require("langchain");
const { OpenAI } = require("langchain/llms");
const { templates } = require('../utils/templates');

const template = templates.summarizerTemplate;

const promptTemplate = new PromptTemplate({
    template,
    inputVariables: ["document", "inquiry"],
});

const chunkSubstr = (str, size) => {
    const numChunks = Math.ceil(str.length / size);
    return Array.from({ length: numChunks }, (_, i) => str.substring(i * size, (i + 1) * size));
}

const summarize = async (document, inquiry, onSummaryDone, key) => {
    const llm = new OpenAI({ openAIApiKey: key ,concurrency: 10, temperature: 0, modelName: "gpt-3.5-turbo" });
    const chain = new LLMChain({
        prompt: promptTemplate,
        llm
    })

    try {
        const result = await chain.call({
            prompt: promptTemplate,
            document,
            inquiry
        })

        onSummaryDone(result.text)
        return result.text
    } catch (e) {
        console.log(e)
    }
}

const summarizeLongDocument = async (document, inquiry, onSummaryDone, key) => {
    // Chunk document into 4000 character chunks
    try {
        if (document.length > 3000) {
            const chunks = chunkSubstr(document, 4000)
            let summarizedChunks = []
            for (const chunk of chunks) {
                const result = await summarize(chunk, inquiry, onSummaryDone, key)
                summarizedChunks.push(result)
            }

            const result = summarizedChunks.join("\n");

            if (result.length > 4000) {
                return await summarizeLongDocument(result, inquiry, onSummaryDone, key)
            } else
                return result
        } else {
            return document
        }
    } catch (e) {
        throw new Error(e)
    }
}

module.exports = {
    summarizeLongDocument
}