mashr/src/gcp/createDataset.js

Simple data pipeline framework for GCP's BigQuery

const ora = require('ora');
const { BigQuery } = require('@google-cloud/bigquery');
const { mashrLogger } = require('../utils');

const createDataset = async(mashrConfigObj) => {
  const spinner = ora();
  mashrLogger(spinner, 'start');

  const bigquery = new BigQuery();

  const datasetId = mashrConfigObj.mashr.dataset_id.trim();
  const dataset = bigquery.dataset(datasetId);

  const data = await dataset.exists();
  const exists = data[0];

  if (exists) {
    mashrLogger(
      spinner,
      'warn',
      `Dataset "${datasetId}" already exists... continuing`
    );
  } else {
    try {
      await bigquery.createDataset(datasetId);
      mashrLogger(spinner, 'succeed', `Dataset "${datasetId}" is created`);
    } catch (e) {
      mashrLogger(spinner, 'fail', 'Dataset creation failed');
      throw (e);
    }
  }
};

module.exports = {
  createDataset,
};