spido/dist/lib/core/queue.js

Web crawler/spider for node.js & nest.js server.

"use strict";
//define links queue class & methods for it
//the class is used to store all the links that are going to be crawled
//the methods are used to add, remove and check if the link is in the queue
Object.defineProperty(exports, "__esModule", { value: true });
exports.Queue = void 0;
class Queue {
    urls;
    constructor() {
        this.urls = [];
    }
    enqueue(url) {
        return this.urls.push(url);
    }
    dequeue() {
        return this.urls.shift();
    }
    isEmpty() {
        return this.urls.length === 0;
    }
    isURLInQueue(url) {
        if (this.urls.includes(url))
            return true;
        else
            return false;
    }
}
exports.Queue = Queue;
module.exports = { Queue };