@defra-fish/pocl-job/src/transport/s3-to-local.js

Post Office Counter Licence sales processor

import Path from 'path'
import fs from 'fs'
import stream from 'stream'
import util from 'util'
import db from 'debug'
import config from '../config.js'
import { getTempDir } from '../io/file.js'
import { AWS } from '@defra-fish/connectors-lib'

const pipeline = util.promisify(stream.pipeline)
const { s3, GetObjectCommand } = AWS()
const debug = db('pocl:transport')

export async function s3ToLocal (s3Key) {
  debug('Transferring %s to the local storage', s3Key)
  const localPath = Path.join(getTempDir(Path.dirname(s3Key)), Path.basename(s3Key))
  const localWriteStream = fs.createWriteStream(localPath)
  const { Body } = await s3.send(
    new GetObjectCommand({
      Bucket: config.s3.bucket,
      Key: s3Key
    })
  )
  await pipeline(Body, localWriteStream)
  return localPath
}