consequunturatque
Version:
A JavaScript / Python / PHP cryptocurrency trading library with support for 130+ exchanges
448 lines (352 loc) • 16.7 kB
JavaScript
// ----------------------------------------------------------------------------
// Usage:
//
// npm run export-exchanges
// ----------------------------------------------------------------------------
;
const fs = require ('fs')
, countries = require ('./countries')
, asTable = require ('as-table').configure ({
delimiter: '|',
print: (x) => ' ' + x + ' '
})
, execSync = require ('child_process').execSync
, log = require ('ololog').unlimited
, ansi = require ('ansicolor').nice
, { keys, values, entries } = Object
, { replaceInFile } = require ('./fs.js')
// ----------------------------------------------------------------------------
function cloneGitHubWiki (gitWikiPath) {
if (!fs.existsSync (gitWikiPath)) {
log.bright.cyan ('Cloning ccxt.wiki...')
execSync ('git clone https://github.com/ccxt/ccxt.wiki.git ' + gitWikiPath)
}
}
// ----------------------------------------------------------------------------
function logExportExchanges (filename, regex, replacement) {
log.bright.cyan ('Exporting exchanges →', filename.yellow)
replaceInFile (filename, regex, replacement)
}
// ----------------------------------------------------------------------------
function getIncludedExchangeIds () {
const includedIds = fs.readFileSync ('exchanges.cfg')
.toString () // Buffer → String
.split ('\n') // String → Array
.map (line => line.split ('#')[0].trim ()) // trim comments
.filter (exchange => exchange); // filter empty lines
const isIncluded = (id) => ((includedIds.length === 0) || includedIds.includes (id))
const ids = fs.readdirSync ('./js/')
.filter (file => file.match (/[a-zA-Z0-9_-]+.js$/))
.map (file => file.slice (0, -3))
.filter (isIncluded);
return ids
}
// ----------------------------------------------------------------------------
function exportExchanges (replacements) {
log.bright.yellow ('Exporting exchanges...')
replacements.forEach (({ file, regex, replacement }) => {
logExportExchanges (file, regex, replacement)
})
log.bright.green ('Base sources updated successfully.')
}
// ----------------------------------------------------------------------------
function createExchanges (ids) {
const ccxt = require ('../ccxt.js')
const createExchange = (id) => {
ccxt[id].prototype.checkRequiredDependencies = () => {} // suppress it
return new (ccxt)[id] ()
}
return ccxt.indexBy (ids.map (createExchange), 'id')
}
// ----------------------------------------------------------------------------
const ccxtCertifiedBadge = '[](https://github.com/ccxt/ccxt/wiki/Certification)'
, ccxtProBadge = '[](https://ccxt.pro)'
// ----------------------------------------------------------------------------
function createMarkdownListOfExchanges (exchanges) {
return exchanges.map ((exchange) => {
const www = exchange.urls.www
, url = exchange.urls.referral || www
, doc = Array.isArray (exchange.urls.doc) ? exchange.urls.doc[0] : exchange.urls.doc
, version = exchange.version ? exchange.version.replace (/[^0-9\.]+/, '') : '\*'
return {
'logo': '[](' + url + ')',
'id': exchange.id,
'name': '[' + exchange.name + '](' + url + ')',
'ver': version,
'doc': '[API](' + doc + ')',
'certified': exchange.certified ? ccxtCertifiedBadge : '',
'pro': exchange.pro ? ccxtProBadge : '',
}
})
}
// ----------------------------------------------------------------------------
const sortByCountry = (a, b) => {
if (a['country / region'] > b['country / region']) {
return 1
} else if (a['country / region'] < b['country / region']) {
return -1;
} else {
if (a['id'] > b['id']) {
return 1;
} else if (a['id'] < b['id']) {
return -1;
} else {
return 0;
}
}
}
// ----------------------------------------------------------------------------
function createMarkdownListOfExchangesByCountries (exchanges) {
const exchangesByCountries = []
keys (countries).forEach (code => {
exchanges.forEach (exchange => {
const website = Array.isArray (exchange.urls.www) ? exchange.urls.www[0] : exchange.urls.www
, url = exchange.urls.referral || website
, doc = Array.isArray (exchange.urls.doc) ? exchange.urls.doc[0] : exchange.urls.doc
, version = exchange.version ? exchange.version.replace (/[^0-9\.]+/, '') : '\*'
const exchangeInCountry =
(Array.isArray (exchange.countries) && exchange.countries.includes (code)) ||
(code === exchange.countries)
if (exchangeInCountry) {
exchangesByCountries.push ({
'country / region': countries[code],
'logo': '[](' + url + ')',
'id': exchange.id,
'name': '[' + exchange.name + '](' + url + ')',
'ver': version,
'doc': '[API](' + doc + ')',
})
}
})
});
return exchangesByCountries.sort (sortByCountry)
}
// ----------------------------------------------------------------------------
function createMarkdownTable (array, markdownMethod, centeredColumns) {
array = markdownMethod (array)
const table = asTable (array)
const lines = table.split ("\n")
//
// asTable creates a header underline like
//
// logo | id | name | ver | doc | certified | pro
// ------------------------------------------------
//
// we fix it to match markdown underline like
//
// logo | id | name | ver | doc | certified | pro
// ------|----|------|-----|-----|-----------|-----
//
const underline = lines[0].replace (/[^\|]/g, '-')
//
// ver and doc columns should be centered so we convert it to
//
// logo | id | name | ver | doc | certified | pro
// ------|----|------|:---:|:---:|-----------|-----
//
const columns = underline.split ('|')
for (const i of centeredColumns) {
columns[i] = ':' + columns[i].slice (1, columns[i].length - 1) + ':'
}
lines.splice (1, 1, columns.join ('|'))
//
// prepend and append a vertical bar to each line
//
// | logo | id | name | ver | doc | certified | pro |
// |------|----|------|:---:|:---:|-----------|-----|
//
return lines.map (line => '|' + line + '|').join ("\n")
}
// ----------------------------------------------------------------------------
function exportSupportedAndCertifiedExchanges (exchanges, { allExchangesPaths, certifiedExchangesPaths, exchangesByCountriesPaths, proExchangesPaths }) {
const exchangesNotListedInDocs = [ 'hitbtc2' ]
const arrayOfExchanges = values (exchanges)
const numExchanges = arrayOfExchanges.length
if (allExchangesPaths && numExchanges) {
const supportedExchangesMarkdownTable = createMarkdownTable (arrayOfExchanges, createMarkdownListOfExchanges, [ 3, 4 ])
, beginning = "The CCXT library currently supports the following "
, ending = " cryptocurrency exchange markets and trading APIs:\n\n"
, totalString = beginning + numExchanges + ending
, allExchangesReplacement = totalString + supportedExchangesMarkdownTable + "$1"
, allExchangesRegex = new RegExp ("[^\n]+[\n]{2}\\| logo[^`]+\\|([\n][\n]|[\n]$|$)", 'm')
for (const path of allExchangesPaths) {
logExportExchanges (path, allExchangesRegex, allExchangesReplacement)
}
}
const proExchanges = arrayOfExchanges.filter (exchange => exchange.pro)
const numProExchanges = proExchanges.length
if (proExchangesPaths && numProExchanges) {
const proExchangesMarkdownTable = createMarkdownTable (proExchanges, createMarkdownListOfExchanges, [ 3, 4 ])
, beginning = "The CCXT Pro library currently supports the following "
, ending = " cryptocurrency exchange markets and WebSocket trading APIs:\n\n"
, totalString = beginning + numProExchanges + ending
, proExchangesReplacement = totalString + proExchangesMarkdownTable + "$1"
, proExchangesRegex = new RegExp ("[^\n]+[\n]{2}\\|[^`]+\\|([\n][\n]|[\n]$|$)", 'm')
for (const path of proExchangesPaths) {
logExportExchanges (path, proExchangesRegex, proExchangesReplacement)
}
}
const certifiedExchanges = arrayOfExchanges.filter (exchange => exchange.certified)
if (certifiedExchangesPaths && certifiedExchanges.length) {
const certifiedExchangesMarkdownTable = createMarkdownTable (certifiedExchanges, createMarkdownListOfExchanges, [ 3, 4 ])
, certifiedExchangesReplacement = '$1' + certifiedExchangesMarkdownTable + "\n"
, certifiedExchangesRegex = new RegExp ("^(## Certified Cryptocurrency Exchanges\n{3})(?:\\|.+\\|$\n)+", 'm')
for (const path of certifiedExchangesPaths) {
logExportExchanges (path, certifiedExchangesRegex, certifiedExchangesReplacement)
}
}
if (exchangesByCountriesPaths) {
const exchangesByCountriesMarkdownTable = createMarkdownTable (arrayOfExchanges, createMarkdownListOfExchangesByCountries, [ 4, 5 ])
const result = "# Exchanges By Country\n\nThe ccxt library currently supports the following cryptocurrency exchange markets and trading APIs:\n\n" + exchangesByCountriesMarkdownTable + "\n\n"
for (const path of exchangesByCountriesPaths) {
fs.truncateSync (path)
fs.writeFileSync (path, result)
}
}
}
// ----------------------------------------------------------------------------
function exportExchangeIdsToExchangesJson (exchanges) {
log.bright ('Exporting exchange ids to'.cyan, 'exchanges.json'.yellow)
const ids = keys (exchanges)
console.log (ids)
fs.writeFileSync ('exchanges.json', JSON.stringify ({ ids }, null, 4))
}
// ----------------------------------------------------------------------------
function exportWikiToGitHub (wikiPath, gitWikiPath) {
log.bright.cyan ('Exporting wiki to GitHub')
const ccxtWikiFiles = {
'README.md': 'Home.md',
'Install.md': 'Install.md',
'Manual.md': 'Manual.md',
'Exchange-Markets.md': 'Exchange-Markets.md',
'Exchange-Markets-By-Country.md': 'Exchange-Markets-By-Country.md',
'ccxt.pro.md': 'ccxt.pro.md',
'ccxt.pro.install.md': 'ccxt.pro.install.md',
'ccxt.pro.manual.md': 'ccxt.pro.manual.md',
}
for (const [ sourceFile, destinationFile ] of entries (ccxtWikiFiles)) {
const sourcePath = wikiPath + '/' + sourceFile
const destinationPath = gitWikiPath + '/' + destinationFile
log.bright.cyan ('Exporting', sourcePath.yellow, '→', destinationPath.yellow)
fs.writeFileSync (destinationPath, fs.readFileSync (sourcePath))
}
}
// ----------------------------------------------------------------------------
function exportKeywordsToPackageJson (exchanges) {
log.bright ('Exporting exchange keywords to'.cyan, 'package.json'.yellow)
// const packageJSON = require ('../package.json')
const packageJSON = JSON.parse (fs.readFileSync ('./package.json'))
const keywords = new Set (packageJSON.keywords)
for (const ex of values (exchanges)) {
for (const url of Array.isArray (ex.urls.www) ? ex.urls.www : [ex.urls.www]) {
keywords.add (url.replace (/(http|https):\/\/(www\.)?/, '').replace (/\/.*/, ''))
}
keywords.add (ex.name)
}
packageJSON.keywords = [...keywords]
fs.writeFileSync ('./package.json', JSON.stringify (packageJSON, null, 2) + "\n")
}
// ----------------------------------------------------------------------------
function flatten (nested, result = []) {
for (const key in nested) {
result.push (key)
if (Object.keys (nested[key]).length)
flatten (nested[key], result)
}
return result
}
// ----------------------------------------------------------------------------
function exportEverything () {
const ids = getIncludedExchangeIds ()
const errorHierarchy = require ('../js/base/errorHierarchy.js')
const flat = flatten (errorHierarchy)
flat.push ('error_hierarchy')
const replacements = [
{
file: './ccxt.js',
regex: /(?:const|var)\s+exchanges\s+\=\s+\{[^\}]+\}/,
replacement: "const exchanges = {\n" + ids.map (id => (" '" + id + "':").padEnd (30) + " require ('./js/" + id + ".js'),").join ("\n") + " \n}",
},
{
file: './python/ccxt/__init__.py',
regex: /exchanges \= \[[^\]]+\]/,
replacement: "exchanges = [\n" + " '" + ids.join ("',\n '") + "'," + "\n]",
},
{
file: './python/ccxt/__init__.py',
regex: /(?:from ccxt\.[^\.]+ import [^\s]+\s+\# noqa\: F401[\r]?[\n])+[\r]?[\n]exchanges/,
replacement: ids.map (id => ('from ccxt.' + id + ' import ' + id).padEnd (60) + '# noqa: F401').join ("\n") + "\n\nexchanges",
},
{
file: './python/ccxt/__init__.py',
regex: /(?:from ccxt\.base\.errors import [^\s]+\s+\# noqa\: F401[\r]?[\n])+[\r]?[\n]/,
replacement: flat.map (error => ('from ccxt.base.errors' + ' import ' + error).padEnd (60) + '# noqa: F401').join ("\n") + "\n\n",
},
{
file: './python/ccxt/async_support/__init__.py',
regex: /(?:from ccxt\.base\.errors import [^\s]+\s+\# noqa\: F401[\r]?[\n])+[\r]?[\n]/,
replacement: flat.map (error => ('from ccxt.base.errors' + ' import ' + error).padEnd (60) + '# noqa: F401').join ("\n") + "\n\n",
},
{
file: './python/ccxt/async_support/__init__.py',
regex: /(?:from ccxt\.async_support\.[^\.]+ import [^\s]+\s+\# noqa\: F401[\r]?[\n])+[\r]?[\n]exchanges/,
replacement: ids.map (id => ('from ccxt.async_support.' + id + ' import ' + id).padEnd (74) + '# noqa: F401').join ("\n") + "\n\nexchanges",
},
{
file: './python/ccxt/async_support/__init__.py',
regex: /exchanges \= \[[^\]]+\]/,
replacement: "exchanges = [\n" + " '" + ids.join ("',\n '") + "'," + "\n]",
},
{
file: './php/Exchange.php',
regex: /public static \$exchanges \= array\s*\([^\)]+\)/,
replacement: "public static $exchanges = array(\n '" + ids.join ("',\n '") + "',\n )",
},
]
exportExchanges (replacements)
// strategically placed exactly here (we can require it AFTER the export)
const exchanges = createExchanges (ids)
const wikiPath = 'wiki'
, gitWikiPath = 'build/ccxt.wiki'
cloneGitHubWiki (gitWikiPath)
exportSupportedAndCertifiedExchanges (exchanges, {
allExchangesPaths: [
'README.md',
wikiPath + '/Manual.md',
wikiPath + '/Exchange-Markets.md'
],
certifiedExchangesPaths: [
'README.md',
],
exchangesByCountriesPaths: [
wikiPath + '/Exchange-Markets-By-Country.md'
],
proExchangesPaths: [
wikiPath + '/ccxt.pro.manual.md',
],
})
exportExchangeIdsToExchangesJson (exchanges)
exportWikiToGitHub (wikiPath, gitWikiPath)
exportKeywordsToPackageJson (exchanges)
log.bright.green ('Exported successfully.')
}
// ============================================================================
// main entry point
if (require.main === module) {
// if called directly like `node module`
exportEverything ()
} else {
// do nothing if required as a module
}
// ============================================================================
module.exports = {
cloneGitHubWiki,
getIncludedExchangeIds,
exportExchanges,
createExchanges,
exportSupportedAndCertifiedExchanges,
exportExchangeIdsToExchangesJson,
exportWikiToGitHub,
exportKeywordsToPackageJson,
exportEverything,
}