confluence-to-github-markdown/Confluence-html-to-github-markdown.js

Convert Confluence Pages to github markdown

#!/usr/bin/env node
var fs = require('fs-extra')
var exec = require('sync-exec')
var path = require('path');

var divePath = process.cwd();
var attachmentsExportPath = "public/assets/images/"
var markdownImageReference = "assets/images/"
// print process.argv
process.argv.forEach(function (val, index, array) {
  if (index === 2){
    divePath = process.cwd() + "/" + val;
  }else if (index === 3){
    attachmentsExportPath = val
  }else if(index === 4){
    markdownImageReference = val
  }
});
dive(divePath)

function dive(dir) {
  var list = []
  var stat = ""
    // Read the directory
  list = fs.readdirSync(dir);
  list.forEach(function (file) {
    // Full path of that file
    var p = path.join(dir , file)

    // Get the file's stats
    stat = fs.statSync(p)

    // If the file is a directory
    if (stat && stat.isDirectory()) {
      dive(p);
    } else {
      console.log(file)
      if (file.endsWith('.html')) {
        var titleRegex = /<title>([^<]*)<\/title>/i
        var content = fs.readFileSync(p, 'utf8')
        var match = content.match(titleRegex)
        if (match != null && match.length > 1) {
          fs.ensureDir("Markdown")
          var sanitizedfilename = match[1].replace(/[^0-9a-zA-Z]/g,"_")
          var outputFile = path.join("Markdown", sanitizedfilename + ".md")
          var command = "pandoc -f html -t markdown -o " + outputFile + " " + p
          var out = exec(command, {cwd: process.cwd()})
          console.log(out)
            //images
          console.log("Reading : " + outputFile)
          var content = fs.readFileSync(outputFile, 'utf8')
          var matches = uniq(content.match(/(<img src=")([a-z||_|0-9|.|]+)\/([a-z||_|0-9|.|]+)\/([a-z||_|0-9|.|]+)/ig))
          matches.forEach(function (img) {
            img = img.replace('<img src="', '')
            var attachments = img.replace("attachments/", "");
            if (attachments == img) {
              return;
            }
            var fileName = attachmentsExportPath + attachments;
            //            console.log("Creating Folder : " + fileName.substr(0, fileName.lastIndexOf('/')))
            mkdirpSync(fileName.substr(0, fileName.lastIndexOf('/')))
              //            console.log("creating filename: " + fileName)
              //            fs.createReadStream(img).pipe(fs.createWriteStream(fileName));
            try {
//              var img_content = fs.readFileSync(dir + "/" + img);
//              fs.writeFileSync(fileName, img);
              fs.accessSync(dir + "/" + img, fs.F_OK);
              fs.createReadStream(dir + "/" + img).pipe(fs.createWriteStream(process.cwd() + "/" + fileName));
              console.log("Wrote: " + dir + "/" + img + "\n To: " + process.cwd() + "/" + fileName)
            } catch (e) {
              console.log("Can't read: " + dir + "/" + img)
            }
          })
          var lines = content.replace(/(<img src=")([a-z||_|0-9|.|]+)\/([a-z||_|0-9|.|]+)\/([a-z||_|0-9|.|]+)/ig, "$1"+ markdownImageReference +"$3/$4")

          fs.writeFileSync(outputFile, lines)
        }
      }


    }
  })
}

function uniq(a) {
  return Array.from(new Set(a));
}

function mkdirSync(path) {
  try {
    fs.mkdirSync(path);
  } catch (e) {
    if (e.code != 'EEXIST') throw e;
  }
}

function mkdirpSync(dirpath) {
//  console.log("Making : " + dirpath)
  var parts = dirpath.split(path.sep);
  for (var i = 1; i <= parts.length; i++) {
    mkdirSync(path.join.apply(null, parts.slice(0, i)));
  }
}