@softvisio/core/lib/external-resources/public-suffixes.js

Softisio core

import fs from "node:fs";
import ExternalRecourceBuilder from "#lib/external-resource-builder";
import fetch from "#lib/fetch";
import Hostname from "#lib/hostname";

const EPOCH = 7,
    URL = "https://raw.githubusercontent.com/publicsuffix/list/main/public_suffix_list.dat";

export default class PublicSuffix extends ExternalRecourceBuilder {
    #data;

    // properties
    get id () {
        return "softvisio-node/core/resources/public-suffixes";
    }

    // proteted
    async _getEtag () {
        const res = await this.#getData();
        if ( !res.ok ) return res;

        return result( 200, EPOCH + "/" + this.#data );
    }

    async _build ( location ) {
        const res = await this.#getData();
        if ( !res.ok ) return res;

        fs.writeFileSync( location + "/public-suffixes.json", this.#data );

        return result( 200 );
    }

    // private
    async #getData () {
        if ( !this.#data ) {
            const res = await fetch( URL );
            if ( !res.ok ) return res;

            this.#data = await res.text();

            this.#data = this.#data
                .split( "\n" )
                .map( line => line.trim() )
                .filter( line => line && !line.startsWith( "//" ) )
                .sort( Hostname.compare );

            this.#data = JSON.stringify( this.#data, null, 4 ) + "\n";
        }

        return result( 200 );
    }
}