@finn-no/cdn-uploader/index.js

Small tool uploading assets to CDN backend (Google Cloud Storage)

#!/usr/bin/env node

const {argv} = require('yargs')
    .usage('$0 [options] <assetsFolder>')
    .demand(1)
    .env('CDN_UPLOADER')
    .option('app-prefix', {
        alias: 'a',
        describe: 'Application prefix used in the CDN url',
        demand: true,
        type: 'string',
    })
    .option('key-filename', {
        alias: 'k',
        describe: `JSON key file used to authenticate with Google Cloud Platform.
        If not set, the credentials option is used.`,
        type: 'string',
    })
    .option('credentials', {
        alias: 'c',
        describe: `Stringified and base64 encoded version of the JSON key file used to authenticate with Google Cloud Platform.
        Can also be set as CDN_UPLOADER_CREDENTIALS environment variable`,
        type: 'string',
    })
    .option('bucket-name', {
        alias: 'b',
        default: 'fiaas-assets',
        describe: 'Google Cloud Storage bucket to use.',
        type: 'string',
    })
    .option('project-id', {
        alias: 'p',
        default: 'fiaas-gke',
        describe: 'Google Cloud Storage projectId.',
        type: 'string',
    })
    .option('cache-control', {
        default: 'public, max-age=2592000',
        describe: 'Override the cache-control header for the assets',
        type: 'string',
    })
    .option('flatten', {
        alias: 'f',
        describe: 'Flatten filestructure',
        default: false,
        type: 'boolean',
    })
    .option('dry-run', {
        alias: 'n',
        describe: 'Print a list of which files would be uploaded',
        type: 'boolean',
    })
    .option('resumable', {
        alias: 'r',
        describe: 'Resumable upload',
        default: true,
        type: 'boolean',
    })
    .option('validation', {
        alias: 'V',
        describe: 'Validation for upload',
        default: true,
        type: 'boolean',
    })
    .option('batch-size', {
        alias: 's',
        describe: 'How many files to upload in each batch',
        default: 100,
        type: 'number',
    })
    .help()
    .version()
    .alias('help', ['h', '?'])
    .alias('version', 'v');

const updateNotifier = require('update-notifier');
const { upload, getAllAssetsToUpload } = require('./lib/uploader');
const pkg = require('./package.json');

updateNotifier({ pkg }).notify();

const options = { ...argv, assetsFolder: argv._[0]};

function loadCredentials() {
    if (options.keyFilename) {
        return require(options.keyFilename);
    } if (options.credentials) {
        try {
            return JSON.parse(
                Buffer.from(options.credentials, 'base64').toString('utf8')
            );
        } catch (err) {
            console.error('Unable to parse credentials string', err);
            process.exit(1);
        }
    } else {
        console.error(
            'You must either specify the key-filename or the credentials string to authenticate with Google Cloud Platform'
        );
        process.exit(1);
    }
    return '';
}

const getGoogleUrl = dest =>
    `https://storage.googleapis.com/${options.bucketName}/${dest}`;

if (options.dryRun) {
    // Lazy load these deps
    const { blue, yellow, green } = require('chalk');
    const table = require('text-table');

    const text = getAllAssetsToUpload(options)
        .map(({ path, destination }) => ({
            file: path,
            destination: getGoogleUrl(destination),
        }))
        .map(({ file, destination }) => [
            blue(file),
            yellow('->'),
            green(destination),
        ]);

    console.log('---Files that would be uploaded---');
    console.log(table(text));
} else {
    // Avoid loading credentials if we're in a dry-run
    upload(Object.assign(options, { credentials: loadCredentials() })).then(
        ({results: uploadedAssets, errors}) => {
            if (Array.isArray(uploadedAssets) && uploadedAssets.length > 0) {
                console.log('\n---Uploaded assets---');
                uploadedAssets
                    .map(item => item.destination)
                    .map(getGoogleUrl)
                    .forEach(s => console.log(s));
            }

            if (Array.isArray(errors) && errors.length > 0) {
                console.log('\n---Failing assets---');
                errors.forEach(e => console.log(`${e.item.path}: ${e.message}`));
            }
        }
    );
}