@gulpred/s3-adapter/s3_src.js

Upload/download files to/from S3

const localDefaultConfigObj = { buffer: false }; // default to streaming mode
const extractConfig = require('./extract-config.js').extractConfig;
const s3Adapter = require('@gulpred/s3-adapter');

module.exports = function (RED) {
    function S3SrcNode(config) {
        RED.nodes.createNode(this, config);
        this.path = config.path;
        this.config = config.config;

        let node = this;
        // console.log("config", config)

        node.on('input', function (msg, send, done) {
            let configObj;
            try {
                if (this?.config?.trim())
                    configObj = JSON.parse(this.config);
            }
            catch (err) {
                done("Unable to parse s3.src.config: " + err);
                return;
            }
            configObj = extractConfig(configObj, msg?.config, "s3.src", localDefaultConfigObj);
            // console.log(configObj)
            // msg = RED.util.cloneMessage(msg);
            node.path = node?.path?.trim() || configObj?.path?.trim();


            /** 
             * plugins will be an array of objects where obj.init is a function that returns a stream. This clones well for
             * when msg is cloned by Node-RED (for passing down multiple wires), unlike arrays of streams or other such options
             */
            msg.plugins = [];

            // set the payload to give info on the gulp stream we're creating
            msg.payload = "s3.src: " + node.path;
            msg.topic = "gulp-initialize";

            msg.plugins.push({
                name: config.type,
                init: () => {
                    return s3Adapter.src(node.path, configObj)
                        .on("data", () => {
                            this.status({ fill: "green", shape: "dot", text: "active" });
                        })
                        .on("end", () => {
                            this.status({ fill: "green", shape: "ring", text: "ready" });
                        })
                        .on("error", (err) => {
                            // node.error(err?.message,err);
                            node.error(err?.error, err);
                            // node.error(err,err);
                        })
                }
            })

            send(msg);
        });

    }
    RED.nodes.registerType("s3.src", S3SrcNode);
}