@teikei/migrations/lib/migrateLegacyData.js

Teikei data migrations. Teikei is the software that powers ernte-teilen.org, a website that maps out Community-supported Agriculture in Germany.

'use strict';

var _knex = require('knex');

var _knex2 = _interopRequireDefault(_knex);

var _jsYaml = require('js-yaml');

var _jsYaml2 = _interopRequireDefault(_jsYaml);

var _fp = require('lodash/fp');

var _fp2 = _interopRequireDefault(_fp);

var _lodash = require('lodash');

var _lodash2 = _interopRequireDefault(_lodash);

var _knexfile = require('./knexfile');

var _knexfile2 = _interopRequireDefault(_knexfile);

function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }

const teikei = (0, _knex2.default)(_knexfile2.default);

const migrateLegacyData = async () => {
  console.log('creating farms');
  await teikei.schema.raw(`
  INSERT INTO 
    farms (
    legacy_id,
    name, 
    address, 
    city, 
    latitude, 
    longitude, 
    url, 
    accepts_new_members,
    description,
    founded_at_year,
    founded_at_month,
    maximum_members,
    additional_product_information,
    participation,
    acts_ecological,
    economical_behavior,
    created_at,
    updated_at
  )
  SELECT 
  cast(id as int), 
  name, 
  address, 
  city, 
  cast(latitude as float), 
  cast(longitude as float), 
  url, 
  accepts_new_members,
  description,
  founded_at_year,
  founded_at_month,
  maximum_members,
  additional_product_information,
  participation,
  acts_ecological,
  economical_behavior,
  created_at, 
  updated_at 
  from legacy_places where type = 'Farm'
  ON CONFLICT DO NOTHING;
`);

  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('farms', 'id'), (select max(id) + 1 from farms));
  `);

  console.log('creating depots');
  await teikei.schema.raw(`
  INSERT INTO 
  depots (
    legacy_id,
    name, 
    address, 
    city, 
    latitude, 
    longitude, 
    url, 
    delivery_days, 
    description, 
    created_at, 
    updated_at 
  )
  SELECT 
  cast(id as int), 
  name, 
  address, 
  city, 
  cast(latitude as float), 
  cast(longitude as float), 
  url, 
  delivery_days, 
  description, 
  created_at, 
  updated_at 
  from legacy_places where type = 'Depot'
  ON CONFLICT DO NOTHING;
`);

  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('depots', 'id'), (select max(id) + 1 from depots));
  `);

  console.log('creating initiatives');
  await teikei.schema.raw(`
  INSERT INTO 
  initiatives (
    legacy_id,
    name, 
    address, 
    city, 
    latitude, 
    longitude, 
    url, 
    description, 
    created_at, 
    updated_at 
  )
  SELECT 
  cast(id as int), 
  name, 
  address, 
  city, 
  cast(latitude as float), 
  cast(longitude as float), 
  url, 
  description, 
  created_at, 
  updated_at 
  from legacy_places where type = 'Initiative'
  ON CONFLICT DO NOTHING;
`);

  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('initiatives', 'id'), (select max(id) + 1 from initiatives));
  `);

  console.log('creating products');
  await teikei.schema.raw(`
  INSERT INTO products (
    category, name
  ) values 
  ('vegetable_products', 'vegetables'), 
  ('vegetable_products', 'fruits'), 
  ('vegetable_products', 'mushrooms'), 
  ('vegetable_products', 'cereals'), 
  ('vegetable_products', 'bread_and_pastries'), 
  ('vegetable_products', 'spices'), 
  ('animal_products', 'eggs'), 
  ('animal_products', 'meat'), 
  ('animal_products', 'sausages'), 
  ('animal_products', 'milk'), 
  ('animal_products', 'dairy'), 
  ('animal_products', 'fish'), 
  ('animal_products', 'honey'), 
  ('beverages', 'juice'), 
  ('beverages', 'wine'), 
  ('beverages', 'beer') 
  ON CONFLICT DO NOTHING;
  `);

  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('products', 'id'), (select max(id) + 1 from products));
  `);

  console.log('creating farm-product relation');

  const mapValues = _fp2.default.mapValues.convert({ cap: false });

  const farms = await teikei('legacy_places').select('id', 'vegetable_products', 'animal_products', 'beverages').where('type', 'Farm').map(mapValues((v, k) => k !== 'id' ? _jsYaml2.default.safeLoad(v) : v));

  const map = farms
  // eslint-disable-next-line
  .map(({ id, animal_products, vegetable_products, beverages }) => {
    const makeProductRelation = set => set && set.map(p => ({ id, p })) || [];

    return _lodash2.default.concat(makeProductRelation(animal_products), makeProductRelation(vegetable_products), makeProductRelation(beverages));
  });
  const productEntries = _lodash2.default.flatten(map);

  const resolvedProductEntries = await Promise.all(productEntries.map(async ({ id, p }) => {
    const product = await teikei('products').select('id').where('name', p);
    return { farm_id: id, product_id: product[0].id };
  }));
  await teikei('farms_products').delete();
  await teikei('farms_products').insert(resolvedProductEntries);

  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('farms_products', 'id'), (select max(id) + 1 from farms_products));
  `);

  console.log('creating users');
  await teikei.schema.raw(`
  insert into users(
  id, email, name, password, 
  origin, baseurl, phone, 
  "is_verified", "verify_token", "verify_short_token", "verify_expires", "verify_changes", 
  "reset_token", "reset_short_token", "reset_expires", 
  created_at, updated_at)
  select id, email, name, encrypted_password, 
  origin, baseurl, phone,
  (confirmed_at is not null), null, null, null, null,
  null, null, null,
  created_at, updated_at from legacy_users
  on conflict do nothing;
  `);

  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('users', 'id'), (select max(id) + 1 from users));
  `);

  console.log('creating ownerships');

  await teikei.schema.raw(`
  insert into depots_users(depot_id, user_id) 
  select nd.id, o.user_id from legacy_ownerships o, legacy_places p, depots nd
  where p.id = o.place_id
  and nd.legacy_id = p.id
  and p.type = 'Depot'
  on conflict do nothing;
  `);
  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('depots_users', 'id'), (select max(id) + 1 from depots_users));
  `);
  await teikei.schema.raw(`
  insert into farms_users(farm_id, user_id) 
  select nd.id, o.user_id from legacy_ownerships o, legacy_places p, farms nd
  where p.id = o.place_id
  and nd.legacy_id = p.id
  and p.type = 'Farm'
  on conflict do nothing;
  `);
  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('farms_users', 'id'), (select max(id) + 1 from farms_users));
  `);
  await teikei.schema.raw(`
  insert into initiatives_users(initiative_id, user_id) 
  select nd.id, o.user_id from legacy_ownerships o, legacy_places p, initiatives nd
  where p.id = o.place_id
  and nd.legacy_id = p.id
  and p.type = 'Initiative'
  on conflict do nothing;
  `);
  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('initiatives_users', 'id'), (select max(id) + 1 from initiatives_users));
  `);

  console.log('creating farm-depot links');
  await teikei.schema.raw(`
  insert into farms_depots(farm_id, depot_id) 
  select f.id, d.id
  from legacy_place_connections pc, farms f, depots d
  where pc.place_b_id = f.legacy_id
  and pc.place_a_id = d.legacy_id
  on conflict do nothing;
  `);
  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('farms_depots', 'id'), (select max(id) + 1 from farms_depots));
  `);

  console.log('creating initiative goals');
  await teikei.schema.raw(`
  insert into goals(name) 
  values ('land'), ('staff'),
  ('organizers'), ('consumers')
  on conflict do nothing;
  `);
  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('goals', 'id'), (select max(id) + 1 from goals));
  `);

  await teikei.schema.raw(`
  insert into initiatives_goals(initiative_id, goal_id) 
  select ni.id, gi.goal_id from initiatives ni, legacy_places p, legacy_goals_initiatives gi
  where p.id = ni.legacy_id
  and p.type = 'Initiative'
  and gi.initiative_id = p.id
  on conflict do nothing;
  `);
  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('initiatives_goals', 'id'), (select max(id) + 1 from initiatives_goals));
  `);

  console.log('creating roles');
  await teikei.schema.raw(`
  insert into roles(id, name) 
  values 
    (1, 'user'), 
    (2, 'admin'),
    (3, 'superadmin')
  on conflict do nothing;
  `);
  await teikei.schema.raw(`
  select setval(pg_get_serial_sequence('roles', 'id'), (select max(id) + 1 from roles));
  `);

  console.log('done.');

  teikei.destroy();
};

migrateLegacyData();