insomnia-node-libcurl/examples/ftp-wildcard.js

Node bindings for libcurl. Based on the work from node-curl.

/**
 * @author Jonathan Cardoso Machado
 * @license MIT
 * @copyright 2016, Jonathan Cardoso Machado
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
 * of the Software, and to permit persons to whom the Software is furnished to do
 * so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
 * FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
 * COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
 * IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */

/**
 * Example showing how to download files from a FTP server using wildcard pattern matching
 * Mostly based on https://curl.haxx.se/libcurl/c/ftp-wildcard.html
 */
var Curl = require('../lib/Curl'),
  Easy = require('../lib/Easy'),
  path = require('path'),
  util = require('util'),
  fs = require('fs');

// Using the Easy interface because currently there is an issue
//  when using libcurl with wildcard matching on the multi interface
//  https://github.com/curl/curl/issues/800
var handle = new Easy(),
  url = 'ftp://speedtest.tele2.net/*.zip',
  data = {
    output: null,
  }; //object to be used to share data between callbacks

handle.setOpt(Curl.option.URL, url);
handle.setOpt(Curl.option.WILDCARDMATCH, true);
handle.setOpt(Curl.option.CHUNK_BGN_FUNCTION, fileIsComing);
handle.setOpt(Curl.option.CHUNK_END_FUNCTION, filesIsDownloaded);

handle.setOpt(Curl.option.WRITEFUNCTION, function(buff, nmemb, size) {
  var written = 0;

  if (data.output) {
    written = fs.writeSync(data.output, buff, 0, nmemb * size);
  } else {
    /* listing output */
    process.stdout.write(buff.toString());
    written = size * nmemb;
  }

  return written;
});

/**
 * @param {module:node-libcurl~CurlFileInfo} fileInfo
 * @param {Number} remains Number of entries remaining
 * @returns {Number}
 */
function fileIsComing(fileInfo, remains) {
  process.stdout.write(
    util.format('Remaining entries: %d / Current: %s / Size: %d - ', remains, fileInfo.fileName, fileInfo.size)
  );

  switch (fileInfo.fileType) {
    case Curl.filetype.DIRECTORY:
      console.log(' DIR');
      break;
    case Curl.filetype.FILE:
      console.log(' FILE');
      break;
    default:
      console.log(' OTHER');
      break;
  }

  if (fileInfo.fileType === Curl.filetype.FILE) {
    /* do not transfer files > 1MB */
    if (fileInfo.size > 1024 * 1024) {
      console.log('SKIPPED');
      return Curl.chunk.BGN_FUNC_SKIP;
    }

    data.output = fs.openSync(path.join(process.cwd(), fileInfo.fileName), 'w+');

    if (!data.output) {
      return Curl.chunk.BGN_FUNC_FAIL;
    }
  } else {
    console.log('SKIPPED');
    return Curl.chunk.BGN_FUNC_SKIP;
  }

  return Curl.chunk.BGN_FUNC_OK;
}

function filesIsDownloaded() {
  if (data.output) {
    console.log('DOWNLOADED');
    fs.closeSync(data.output);
    data.output = null;
  }

  return Curl.chunk.END_FUNC_OK;
}

handle.perform();