usda-food-data-api-builder/dist/DocumentBatcher.js

USDA Food Data API database builder for self-hosted API access to the USDA Food Data database

import mongoose from "mongoose";
/**
 * Queues Documents and nested Documents for batch insertion via
 * `insertMany`
 */
export class DocumentBatcher {
    /**
     * Configures the DocumentBatcher
     * @param limit The number of root level documents to queue
     */
    constructor(limit = 500) {
        this.count = 0;
        this.cache = {};
        this.lock = false;
        this.limit = limit;
    }
    /**
     * Queues a document in the given collection for an insertMany operation
     * @param name The collection name
     * @param doc The document to queue for batch insert
     */
    add(name, doc) {
        if (!this.cache[name]) {
            this.cache[name] = [];
        }
        this.cache[name].push(doc);
    }
    /**
     * Waits for the current save to finish, if saving
     */
    async waitForLock() {
        await new Promise((resolve) => {
            const interval = setInterval(() => {
                if (!this.lock) {
                    clearInterval(interval);
                    resolve("");
                }
            }, 10);
        });
    }
    /**
     * Saves and empties the document queue
     */
    async save() {
        await this.waitForLock();
        this.lock = true;
        this.count = 0;
        let promises = [];
        for (let n in this.cache) {
            let docs = this.cache[n];
            promises.push(mongoose.model(n).insertMany(docs));
        }
        this.cache = {};
        Promise.all(promises).then(() => {
            this.lock = false;
        });
    }
    /**
     * Returns if the object batcher is allowing new entries
     * @returns true if allowed, else false
     */
    allow() {
        if (this.count + 1 < this.limit) {
            this.count++;
            return true;
        }
        return false;
    }
}
//# sourceMappingURL=DocumentBatcher.js.map