gia-cli/lib/upgrade/resources/scripts/deploy.js

Guardian US Interactive CLI tool

/********************************************************************************
	This is the only bit you should need to change. The rest is just plumbing
*********************************************************************************/
var thingsToUpload = [
	{
		files: '*',
		headers: {
			CacheControl: 'max-age=20'
		}
	},

	{
		files: 'v/**/*',
		headers: {
			CacheControl: 'max-age=31536000'
		}
	},

	{

		files: 'static/**/*',
		headers: {
			CacheControl: 'max-age=31536000'
		}
	}
];




/********************************************************************************
	Only change this bit if you know what you're doing...
*********************************************************************************/

var path = require( 'path' );
var fs = require( 'fs' );
var mime = require( 'mime' );
var AWS = require( 'aws-sdk' );
var glob = require( 'glob' );
var filesize = require( 'filesize' );
var stevedore = require( 'stevedore' );
var chalk = require( 'chalk' );

var BUCKET = 'gdn-cdn';
var GIA = require( '../giafile' );

var BASE_DIR = path.resolve( '.deploy' );
var MAX_CONCURRENT_UPLOADS = 8;

try {
	var CREDENTIALS = require( '/users/' + process.env.USER + '/.gia/aws-uk.json' );
} catch ( err ) {
	var message = 'Could not find AWS credentials. You should create a file called ~/.gia/aws-uk.json, and it should look like this:\n\n' +
		JSON.stringify({
			key: 'your-access-key-id',
			secret: 'your-secret-access-key'
		}, null, '  ' );

	console.log( message );
	process.exit( 1 );
}

var s3 = new AWS.S3({
	accessKeyId: CREDENTIALS.key,
	secretAccessKey: CREDENTIALS.secret
});

var uploadQueue = [];

thingsToUpload.forEach( function ( thing ) {
	var files = glob.sync( thing.files, {
		cwd: BASE_DIR,
		nodir: true
	});

	files.forEach( function ( file ) {
		uploadQueue.push({
			file: file,
			headers: thing.headers
		});
	});
});

var inFlight = 0;
var loader;

while ( inFlight < MAX_CONCURRENT_UPLOADS && uploadQueue.length ) {
	uploadNextItem();
}

function uploadNextItem () {
	var item = uploadQueue.shift();

	if ( !item ) {
		if ( !loader ) {
			loader = stevedore();
		}

		loader.message( inFlight + ' items remaining    ' );

		if ( !inFlight ) {
			loader.stop();
			console.log( '\nupload complete! type ' + chalk.cyan( 'npm run open' ) + ' to view the project' );
		}

		return;
	}

	inFlight += 1;

	var data = fs.readFileSync( path.join( BASE_DIR, item.file ) );

	var options = {
		Bucket: BUCKET,
		ACL: 'public-read',
		Key: GIA.path + '/' + item.file,
		Body: data,
		ContentType: mime.lookup( item.file )
	};

	Object.keys( item.headers ).forEach( function ( header ) {
		options[ header ] = item.headers[ header ];
	});

	console.log( '* %s : %s', pad( filesize( data.length ), 12 ), item.file );

	s3.putObject( options, function ( err ) {
		if ( err ) {
			console.log( 'err', err );
			throw err;
		}

		inFlight -= 1;
		uploadNextItem();
	});
}

function pad ( str, len ) {
	while ( str.length < len ) str += ' ';
	return str;
}