guyo13-ccxt
Version:
A ccxt fork with some corrections
1,626 lines • 70.9 kB
JavaScript
// ---------------------------------------------------------------------------
// Usage: npm run transpile
// ---------------------------------------------------------------------------
"use strict";
const fs = require ('fs')
, log = require ('ololog').unlimited
, _ = require ('ansicolor').nice
, errors = require ('../js/base/errors.js')
, functions = require ('../js/base/functions.js')
, {
unCamelCase,
precisionConstants,
safeString,
unique,
} = functions
, { basename } = require ('path')
, {
createFolderRecursively,
replaceInFile,
overwriteFile,
} = require ('./fs.js')
, Exchange = require ('../js/base/Exchange.js')
class Transpiler {
getCommonRegexes () {
return [
[ /\.deepExtend\s/g, '.deep_extend'],
[ /\.safeFloat2\s/g, '.safe_float_2'],
[ /\.safeInteger2\s/g, '.safe_integer_2'],
[ /\.safeIntegerProduct2\s/g, '.safe_integer_product_2'],
[ /\.safeTimestamp2\s/g, '.safe_timestamp_2'],
[ /\.safeString2\s/g, '.safe_string_2'],
[ /\.safeNumber2\s/g, '.safe_number_2'],
[ /\.safeStringLower2\s/g, '.safe_string_lower_2'],
[ /\.safeStringUpper2\s/g, '.safe_string_upper_2'],
[ /\.safeValue2\s/g, '.safe_value_2'],
[ /\.safeFloat\s/g, '.safe_float'],
[ /\.safeInteger\s/g, '.safe_integer'],
[ /\.safeIntegerProduct\s/g, '.safe_integer_product'],
[ /\.safeTimestamp\s/g, '.safe_timestamp'],
[ /\.safeString\s/g, '.safe_string'],
[ /\.safeStringLower\s/g, '.safe_string_lower'],
[ /\.safeStringUpper\s/g, '.safe_string_upper'],
[ /\.safeValue\s/g, '.safe_value'],
[ /\.inArray\s/g, '.in_array'],
[ /\.toArray\s/g, '.to_array'],
[ /\.isEmpty\s/g, '.is_empty'],
[ /\.arrayConcat\s/g, '.array_concat'],
[ /\.binaryConcat\s/g, '.binary_concat'],
[ /\.binaryConcatArray\s/g, '.binary_concat_array'],
[ /\.binaryToString\s/g, '.binary_to_string' ],
[ /\.precisionFromString\s/g, '.precision_from_string'],
[ /\.implodeParams\s/g, '.implode_params'],
[ /\.extractParams\s/g, '.extract_params'],
[ /\.parseBalance\s/g, '.parse_balance'],
[ /\.parseBalanceResponse\s/g, '.parse_balance_response'],
[ /\.parseOHLCVs\s/g, '.parse_ohlcvs'],
[ /\.parseOHLCV\s/g, '.parse_ohlcv'],
[ /\.parseDate\s/g, '.parse_date'],
[ /\.parseLedgerEntry\s/g, '.parse_ledger_entry'],
[ /\.parseLedger\s/g, '.parse_ledger'],
[ /\.parseTickers\s/g, '.parse_tickers'],
[ /\.parseTicker\s/g, '.parse_ticker'],
[ /\.parseTimeframe\s/g, '.parse_timeframe'],
[ /\.parseTradesData\s/g, '.parse_trades_data'],
[ /\.parseTrades\s/g, '.parse_trades'],
[ /\.parseTrade\s/g, '.parse_trade'],
[ /\.parseTradingViewOHLCV\s/g, '.parse_trading_view_ohlcv'],
[ /\.convertTradingViewToOHLCV\s/g, '.convert_trading_view_to_ohlcv'],
[ /\.parseTransaction\s/g, '.parse_transaction'],
[ /\.parseTransactions\s/g, '.parse_transactions'],
[ /\.parseOrderBook\s/g, '.parse_order_book'],
[ /\.parseBidsAsks\s/g, '.parse_bids_asks'],
[ /\.parseBidAsk\s/g, '.parse_bid_ask'],
[ /\.parseOrders\s/g, '.parse_orders'],
[ /\.parseOrderStatus\s/g, '.parse_order_status'],
[ /\.parseOrder\s/g, '.parse_order'],
[ /\.parseJson\s/g, '.parse_json'],
[ /\.filterByArray\s/g, '.filter_by_array'],
[ /\.filterBySymbolSinceLimit\s/g, '.filter_by_symbol_since_limit'],
[ /\.filterBySinceLimit\s/g, '.filter_by_since_limit'],
[ /\.filterBySymbol\s/g, '.filter_by_symbol'],
[ /\.getVersionString\s/g, '.get_version_string'],
[ /\.indexBy\s/g, '.index_by'],
[ /\.sortBy\s/g, '.sort_by'],
[ /\.filterBy\s/g, '.filter_by'],
[ /\.groupBy\s/g, '.group_by'],
[ /\.marketIds\s/g, '.market_ids'],
[ /\.marketId\s/g, '.market_id'],
[ /\.fetchFundingFees\s/g, '.fetch_funding_fees'],
[ /\.fetchTradingFees\s/g, '.fetch_trading_fees'],
[ /\.fetchTradingFee\s/g, '.fetch_trading_fee'],
[ /\.fetchFees\s/g, '.fetch_fees'],
[ /\.fetchL2OrderBook\s/g, '.fetch_l2_order_book'],
[ /\.fetchOrderBook\s/g, '.fetch_order_book'],
[ /\.fetchMyTrades\s/g, '.fetch_my_trades'],
[ /\.fetchOrderStatus\s/g, '.fetch_order_status'],
[ /\.fetchOpenOrders\s/g, '.fetch_open_orders'],
[ /\.fetchOpenOrder\s/g, '.fetch_open_order'],
[ /\.fetchOrders\s/g, '.fetch_orders'],
[ /\.fetchOrderTrades\s/g, '.fetch_order_trades'],
[ /\.fetchOrder\s/g, '.fetch_order'],
[ /\.fetchBidsAsks\s/g, '.fetch_bids_asks'],
[ /\.fetchTickers\s/g, '.fetch_tickers'],
[ /\.fetchTicker\s/g, '.fetch_ticker'],
[ /\.fetchCurrencies\s/g, '.fetch_currencies'],
[ /\.numberToString\s/g, '.number_to_string' ],
[ /\.decimalToPrecision\s/g, '.decimal_to_precision'],
[ /\.priceToPrecision\s/g, '.price_to_precision'],
[ /\.amountToPrecision\s/g, '.amount_to_precision'],
[ /\.amountToLots\s/g, '.amount_to_lots'],
[ /\.feeToPrecision\s/g, '.fee_to_precision'],
[ /\.currencyToPrecision\s/g, '.currency_to_precision'],
[ /\.costToPrecision\s/g, '.cost_to_precision'],
[ /\.commonCurrencyCode\s/g, '.common_currency_code'],
[ /\.loadAccounts\s/g, '.load_accounts'],
[ /\.loadFees\s/g, '.load_fees'],
[ /\.loadMarkets\s/g, '.load_markets'],
[ /\.fetchMarkets\s/g, '.fetch_markets'],
[ /\.appendInactiveMarkets\s/g, '.append_inactive_markets'],
[ /\.fetchCategories\s/g, '.fetch_categories'],
[ /\.calculateFee\s/g, '.calculate_fee'],
[ /\.editLimitBuyOrder\s/g, '.edit_limit_buy_order'],
[ /\.editLimitSellOrder\s/g, '.edit_limit_sell_order'],
[ /\.editLimitOrder\s/g, '.edit_limit_order'],
[ /\.editOrder\s/g, '.edit_order'],
[ /\.encodeURIComponent\s/g, '.encode_uri_component'],
[ /\.throwExceptionOnError\s/g, '.throw_exception_on_error'],
[ /\.handleErrors\s/g, '.handle_errors'],
[ /\.checkRequiredCredentials\s/g, '.check_required_credentials'],
[ /\.checkRequiredDependencies\s/g, '.check_required_dependencies'],
[ /\.checkAddress\s/g, '.check_address'],
[ /\.convertTradingViewToOHLCV\s/g, '.convert_trading_view_to_ohlcv'],
[ /\.convertOHLCVToTradingView\s/g, '.convert_ohlcv_to_trading_view'],
[ /\.signBodyWithSecret\s/g, '.sign_body_with_secret'],
[ /\.isJsonEncodedObject\s/g, '.is_json_encoded_object'],
[ /\.setSandboxMode\s/g, '.set_sandbox_mode'],
[ /\.safeCurrencyCode\s/g, '.safe_currency_code'],
[ /\.safeCurrency\s/g, '.safe_currency'],
[ /\.safeSymbol\s/g, '.safe_symbol'],
[ /\.safeMarket\s/g, '.safe_market'],
[ /\.safeOrder\s/g, '.safe_order'],
[ /\.safeTicker\s/g, '.safe_ticker'],
[ /\.roundTimeframe/g, '.round_timeframe'],
[ /\.integerDivide/g, '.integer_divide'],
[ /\.integerModulo/g, '.integer_modulo'],
[ /\.integerPow/g, '.integer_pow'],
[ /\.findBroadlyMatchedKey\s/g, '.find_broadly_matched_key'],
[ /\.throwBroadlyMatchedException\s/g, '.throw_broadly_matched_exception'],
[ /\.throwExactlyMatchedException\s/g, '.throw_exactly_matched_exception'],
[ /\.findTimeframe\s/g, '.find_timeframe'],
[ /errorHierarchy/g, 'error_hierarchy'],
[ /\.base16ToBinary/g, '.base16_to_binary'],
[ /\'use strict\';?\s+/g, '' ],
[ /\.urlencodeWithArrayRepeat\s/g, '.urlencode_with_array_repeat' ],
[ /\.call\s*\(this, /g, '(' ],
[ /\.setProp\s/g, '.set_attrib'],
[ /\.getProp\s/g, '.get_attrib'],
[ /\.getKey\s/g, '.get_key'],
[ /\.userInit\s/g, '.user_init']
]
}
getPythonRegexes () {
return [
[ /Array\.isArray\s*\(([^\)]+)\)/g, 'isinstance($1, list)' ],
[ /([^\(\s]+)\s+instanceof\s+([^\)\s]+)/g, 'isinstance($1, $2)' ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+\'undefined\'/g, '$1[$2] is None' ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+\'undefined\'/g, '$1[$2] is not None' ],
[ /typeof\s+([^\s]+)\s+\=\=\=?\s+\'undefined\'/g, '$1 is None' ],
[ /typeof\s+([^\s]+)\s+\!\=\=?\s+\'undefined\'/g, '$1 is not None' ],
[ /typeof\s+(.+?)\s+\=\=\=?\s+\'undefined\'/g, '$1 is None' ],
[ /typeof\s+(.+?)\s+\!\=\=?\s+\'undefined\'/g, '$1 is not None' ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+\'number\'/g, "isinstance($1[$2], numbers.Real)" ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+\'number\'/g, "isinstance($1[$2], numbers.Real)'" ],
[ /typeof\s+([^\s]+)\s+\=\=\=?\s+\'number\'/g, "isinstance($1, numbers.Real)" ],
[ /typeof\s+([^\s]+)\s+\!\=\=?\s+\'number\'/g, "isinstance($1, numbers.Real)" ],
[ /([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+undefined/g, '$1[$2] is None' ],
[ /([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+undefined/g, '$1[$2] is not None' ],
[ /([^\s]+)\s+\=\=\=?\s+undefined/g, '$1 is None' ],
[ /([^\s]+)\s+\!\=\=?\s+undefined/g, '$1 is not None' ],
[ /(.+?)\s+\=\=\=?\s+undefined/g, '$1 is None' ],
[ /(.+?)\s+\!\=\=?\s+undefined/g, '$1 is not None' ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+\'string\'/g, 'isinstance($1[$2], basestring)' ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+\'string\'/g, 'not isinstance($1[$2], basestring)' ],
[ /typeof\s+([^\s]+)\s+\=\=\=?\s+\'string\'/g, 'isinstance($1, basestring)' ],
[ /typeof\s+([^\s]+)\s+\!\=\=?\s+\'string\'/g, 'not isinstance($1, basestring)' ],
[ /undefined/g, 'None' ],
[ /\=\=\=?/g, '==' ],
[ /\!\=\=?/g, '!=' ],
[ /this\.stringToBinary\s*\((.*)\)/g, '$1' ],
[ /\.shift\s*\(\)/g, '.pop(0)' ],
[ /Number\.MAX_SAFE_INTEGER/g, 'float(\'inf\')'],
[ /function\s*(\w+\s*\([^)]+\))\s*{/g, 'def $1:'],
[ /assert\s*\((.+)\);/g, 'assert $1'],
[ /Precise\.stringAdd\s/g, 'Precise.string_add' ],
[ /Precise\.stringMul\s/g, 'Precise.string_mul' ],
[ /Precise\.stringDiv\s/g, 'Precise.string_div' ],
[ /Precise\.stringSub\s/g, 'Precise.string_sub' ],
[ /Precise\.stringAbs\s/g, 'Precise.string_abs' ],
[ /Precise\.stringNeg\s/g, 'Precise.string_neg' ],
// insert common regexes in the middle (critical)
].concat (this.getCommonRegexes ()).concat ([
// [ /this\.urlencode\s/g, '_urlencode.urlencode ' ], // use self.urlencode instead
[ /this\./g, 'self.' ],
[ /([^a-zA-Z\'])this([^a-zA-Z])/g, '$1self$2' ],
[ /(^|[^a-zA-Z0-9_])(?:let|const|var)\s\[\s*([^\]]+)\s\]/g, '$1$2' ],
[ /(^|[^a-zA-Z0-9_])(?:let|const|var)\s\{\s*([^\}]+)\s\}\s\=\s([^\;]+)/g, '$1$2 = (lambda $2: ($2))(**$3)' ],
[ /(^|[^a-zA-Z0-9_])(?:let|const|var)\s/g, '$1' ],
[ /Object\.keys\s*\((.*)\)\.length/g, '$1' ],
[ /Object\.keys\s*\((.*)\)/g, 'list($1.keys())' ],
[ /Object\.values\s*\((.*)\)/g, 'list($1.values())' ],
[ /\[([^\]]+)\]\.join\s*\(([^\)]+)\)/g, "$2.join([$1])" ],
[ /hash \(([^,]+)\, \'(sha[0-9])\'/g, "hash($1, '$2'" ],
[ /hmac \(([^,]+)\, ([^,]+)\, \'(md5)\'/g, 'hmac($1, $2, hashlib.$3' ],
[ /hmac \(([^,]+)\, ([^,]+)\, \'(sha[0-9]+)\'/g, 'hmac($1, $2, hashlib.$3' ],
[ /throw new ([\S]+) \((.*)\)/g, 'raise $1($2)'],
[ /throw ([\S]+)/g, 'raise $1'],
[ /try {/g, 'try:'],
[ /\}\s+catch \(([\S]+)\) {/g, 'except Exception as $1:'],
[ /([\s\(])extend(\s)/g, '$1self.extend$2' ],
[ /\} else if/g, 'elif' ],
[ /else if/g, 'elif' ],
[ /if\s+\((.*)\)\s+\{/g, 'if $1:' ],
[ /if\s+\((.*)\)\s*[\n]/g, "if $1:\n" ],
[ /\}\s*else\s*\{/g, 'else:' ],
[ /else\s*[\n]/g, "else:\n" ],
[ /for\s+\(([a-zA-Z0-9_]+)\s*=\s*([^\;\s]+\s*)\;[^\<\>\=]+(?:\<=|\>=|<|>)\s*(.*)\.length\s*\;[^\)]+\)\s*{/g, 'for $1 in range($2, len($3)):'],
[ /for\s+\(([a-zA-Z0-9_]+)\s*=\s*([^\;\s]+\s*)\;[^\<\>\=]+(?:\<=|\>=|<|>)\s*(.*)\s*\;[^\)]+\)\s*{/g, 'for $1 in range($2, $3):'],
[ /\s\|\|\s/g, ' or ' ],
[ /\s\&\&\s/g, ' and ' ],
[ /\!([^\s\='"])/g, 'not $1'],
[ /\.push\s*\(([\s\S]+?)\);/g, '.append($1);' ],
[ /^(\s*}\s*$)+/gm, '' ],
[ /\;(\s+?\/\/.+?)/g, '$1' ],
[ /\;$/gm, '' ],
[ /\.toUpperCase\s*/g, '.upper' ],
[ /\.toLowerCase\s*/g, '.lower' ],
[ /JSON\.stringify\s*/g, 'json.dumps' ],
[ /JSON\.parse\s*/g, "json.loads" ],
// [ /([^\(\s]+)\.includes\s+\(([^\)]+)\)/g, '$2 in $1' ],
// [ /\'%([^\']+)\'\.sprintf\s*\(([^\)]+)\)/g, "'{:$1}'.format($2)" ],
[ /([^\s]+)\.toFixed\s*\(([0-9]+)\)/g, "'{:.$2f}'.format($1)" ],
[ /([^\s]+)\.toFixed\s*\(([^\)]+)\)/g, "('{:.' + str($2) + 'f}').format($1)" ],
[ /parseFloat\s*/g, 'float'],
[ /parseInt\s*/g, 'int'],
[ /self\[([^\]+]+)\]/g, 'getattr(self, $1)' ],
[ /Math\.floor\s*\(([^\)]+)\)/g, 'int(math.floor($1))' ],
[ /Math\.abs\s*\(([^\)]+)\)/g, 'abs($1)' ],
[ /Math\.pow\s*\(([^\)]+)\)/g, 'math.pow($1)' ],
[ /Math\.round\s*\(([^\)]+)\)/g, 'int(round($1))' ],
[ /Math\.ceil\s*\(([^\)]+)\)/g, 'int(math.ceil($1))' ],
[ /Math\.log/g, 'math.log' ],
[ /([a-zA-Z0-9_\.]*\([^\)]+\)|[^\s]+)\s+\?\s*([^\:]+)\s+\:\s*([^\n]+)/g, '$2 if $1 else $3'],
[ /([^\s]+)\.slice \(([^\,\)]+)\,\s?([^\)]+)\)/g, '$1[$2:$3]' ],
[ /([^\s]+)\.slice \(([^\)\:]+)\)/g, '$1[$2:]' ],
[ /([^\s(:]+)\.length/g, 'len($1)' ],
[ /(^|\s)\/\//g, '$1#' ],
[ /([^\n\s]) #/g, '$1 #' ], // PEP8 E261
[ /\.indexOf/g, '.find'],
[ /(\s|\()true/g, '$1True'],
[ /(\s|\()false/g, '$1False'],
[ /([^\s]+\s*\(\))\.toString\s+\(\)/g, 'str($1)' ],
[ /([^\s]+)\.toString \(\)/g, 'str($1)' ],
[ /([^\s]+)\.join\s*\(\s*([^\)\[\]]+?)\s*\)/g, '$2.join($1)' ],
[ /Math\.(max|min)\s/g, '$1' ],
[ / = new /g, ' = ' ], // python does not have a 'new' keyword
[ /console\.log\s/g, 'print' ],
[ /process\.exit\s+/g, 'sys.exit' ],
[ /([^:+=\/\*\s-]+) \(/g, '$1(' ], // PEP8 E225 remove whitespaces before left ( round bracket
[ /\sand\(/g, ' and (' ],
[ /\sor\(/g, ' or (' ],
[ /\snot\(/g, ' not (' ],
[ /\[ /g, '[' ], // PEP8 E201 remove whitespaces after left [ square bracket
[ /\{ /g, '{' ], // PEP8 E201 remove whitespaces after left { bracket
[ /(?<=[^\s#]) \]/g, ']' ], // PEP8 E202 remove whitespaces before right ] square bracket
[ /(?<=[^\s#]) \}/g, '}' ], // PEP8 E202 remove whitespaces before right } bracket
[ /([^a-z])(elif|if|or|else)\(/g, '$1$2 \(' ], // a correction for PEP8 E225 side-effect for compound and ternary conditionals
[ /\!\=\sTrue/g, 'is not True' ], // a correction for PEP8 E712, it likes "is not True", not "!= True"
[ /\=\=\sTrue/g, 'is True' ], // a correction for PEP8 E712, it likes "is True", not "== True"
[ /\sdelete\s/g, ' del ' ],
[ /(?<!#.+)null/, 'None' ],
])
}
getPython2Regexes () {
return [
[ /(\s)await(\s)/g, '$1' ]
]
}
getSyncPHPRegexes () {
return [
[ /\byield /g, '' ]
]
}
getPHPRegexes () {
return [
[ /\{([a-zA-Z0-9_-]+?)\}/g, '~$1~' ], // resolve the "arrays vs url params" conflict (both are in {}-brackets)
[ /\!Array\.isArray\s*\(([^\)]+)\)/g, "gettype($1) === 'array' && count(array_filter(array_keys($1), 'is_string')) != 0" ],
[ /Array\.isArray\s*\(([^\)]+)\)/g, "gettype($1) === 'array' && count(array_filter(array_keys($1), 'is_string')) == 0" ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+\'undefined\'/g, '$1[$2] === null' ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+\'undefined\'/g, '$1[$2] !== null' ],
[ /typeof\s+([^\s]+)\s+\=\=\=?\s+\'undefined\'/g, '$1 === null' ],
[ /typeof\s+([^\s]+)\s+\!\=\=?\s+\'undefined\'/g, '$1 !== null' ],
[ /typeof\s+(.+?)\s+\=\=\=?\s+\'undefined\'/g, '$1 === null' ],
[ /typeof\s+(.+?)\s+\!\=\=?\s+\'undefined\'/g, '$1 !== null' ],
[ /([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+undefined/g, '$1[$2] === null' ],
[ /([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+undefined/g, '$1[$2] !== null' ],
[ /([^\s]+)\s+\=\=\=?\s+undefined/g, '$1 === null' ],
[ /([^\s]+)\s+\!\=\=?\s+undefined/g, '$1 !== null' ],
[ /(.+?)\s+\=\=\=?\s+undefined/g, '$1 === null' ],
[ /(.+?)\s+\!\=\=?\s+undefined/g, '$1 !== null' ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+\'string\'/g, "gettype($1[$2]) === 'string'" ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+\'string\'/g, "gettype($1[$2]) !== 'string'" ],
[ /typeof\s+([^\s]+)\s+\=\=\=?\s+\'string\'/g, "gettype($1) === 'string'" ],
[ /typeof\s+([^\s]+)\s+\!\=\=?\s+\'string\'/g, "gettype($1) !== 'string'" ],
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\=\=\=?\s+\'number\'/g, "(is_float($1[$2]) || is_int($1[$2]))" ], // same as above but for number
[ /typeof\s+([^\s\[]+)(?:\s|\[(.+?)\])\s+\!\=\=?\s+\'number\'/g, "(is_float($1[$2]) || is_int($1[$2]))'" ],
[ /typeof\s+([^\s]+)\s+\=\=\=?\s+\'number\'/g, "(is_float($1) || is_int($1))" ],
[ /typeof\s+([^\s]+)\s+\!\=\=?\s+\'number\'/g, "(is_float($1) || is_int($1))" ],
[ /undefined/g, 'null' ],
[ /this\.extend\s/g, 'array_merge' ],
[ /this\.stringToBinary\s*\((.*)\)/g, '$1' ],
[ /this\.stringToBase64\s/g, 'base64_encode' ],
[ /this\.binaryToBase16\s/g, 'bin2hex' ],
[ /this\.base64ToBinary\s/g, 'base64_decode' ],
[ /this\.base64ToString\s/g, 'base64_decode' ],
// deepExtend is commented for PHP because it does not overwrite linear arrays
// a proper \ccxt\Exchange::deep_extend() base method is implemented instead
// [ /this\.deepExtend\s/g, 'array_replace_recursive'],
[ /(\w+)\.shift\s*\(\)/g, 'array_shift($1)' ],
[ /(\w+)\.pop\s*\(\)/g, 'array_pop($1)' ],
[ /Number\.MAX_SAFE_INTEGER/g, 'PHP_INT_MAX' ],
[ /Precise\.stringAdd\s/g, 'Precise::string_add' ],
[ /Precise\.stringDiv\s/g, 'Precise::string_div' ],
[ /Precise\.stringMul\s/g, 'Precise::string_mul' ],
[ /Precise\.stringSub\s/g, 'Precise::string_sub' ],
[ /Precise\.stringAbs\s/g, 'Precise::string_abs' ],
[ /Precise\.stringNeg\s/g, 'Precise::string_neg' ],
// insert common regexes in the middle (critical)
].concat (this.getCommonRegexes ()).concat ([
[ /this\./g, '$this->' ],
[ / this;/g, ' $this;' ],
[ /([^'])this_\./g, '$1$this_->' ],
[ /([^'])\{\}/g, '$1array()' ],
[ /([^'])\[\]/g, '$1array()' ],
// add {}-array syntax conversions up to 20 levels deep in the same line
]).concat ([ ... Array (20) ].map (x => [ /\{([^\n\}]+)\}/g, 'array($1)' ] )).concat ([
[ /(^|[^a-zA-Z0-9_])(?:let|const|var)\s\[\s*([^\]]+)\s\]/g, '$1list($2)' ],
[ /(^|[^a-zA-Z0-9_])(?:let|const|var)\s\{\s*([^\}]+)\s\}/g, '$1array_values(list($2))' ],
[ /(^|[^a-zA-Z0-9_])(?:let|const|var)\s/g, '$1' ],
[ /Object\.keys\s*\((.*)\)\.length/g, '$1' ],
[ /Object\.keys\s*\((.*)\)/g, 'is_array($1) ? array_keys($1) : array()' ],
[ /Object\.values\s*\((.*)\)/g, 'is_array($1) ? array_values($1) : array()' ],
[ /([^\s]+\s*\(\))\.toString \(\)/g, '(string) $1' ],
[ /([^\s]+)\.toString \(\)/g, '(string) $1' ],
[ /throw new Error \((.*)\)/g, 'throw new \\Exception($1)' ],
[ /throw new ([\S]+) \((.*)\)/g, 'throw new $1($2)' ],
[ /throw ([\S]+)\;/g, 'throw $$$1;' ],
[ '([^a-z]+) (' + Object.keys (errors).join ('|') + ')([^\\s])', "$1 '\\\\ccxt\\\\$2'$3" ],
[ /\}\s+catch \(([\S]+)\) {/g, '} catch (Exception $$$1) {' ],
[ /for\s+\(([a-zA-Z0-9_]+)\s*=\s*([^\;\s]+\s*)\;[^\<\>\=]+(\<=|\>=|<|>)\s*(.*)\.length\s*\;([^\)]+)\)\s*{/g, 'for ($1 = $2; $1 $3 count($4);$5) {' ],
[ /for\s+\(([a-zA-Z0-9_]+)\s*=\s*([^\;\s]+\s*)\;[^\<\>\=]+(\<=|\>=|<|>)\s*(.*)\s*\;([^\)]+)\)\s*{/g, 'for ($1 = $2; $1 $3 $4;$5) {' ],
[ /([^\s]+)\.length\;/g, 'is_array($1) ? count($1) : 0;' ],
[ /\.push\s*\(([\s\S]+?)\)\;/g, '[] = $1;' ],
[ /(\b)await(\b)/g, 'yield' ],
[ /([\S])\: /g, '$1 => ' ],
// add {}-array syntax conversions up to 20 levels deep
]).concat ([ ... Array (20) ].map (x => [ /\{([^\{]+?)\}([^\s])/g, 'array($1)$2' ])).concat ([
[ /\[\s*([^\]]+?)\s*\]\.join\s*\(\s*([^\)]+?)\s*\)/g, "implode($2, array($1))" ],
// add []-array syntax conversions up to 20 levels deep
]).concat ([ ... Array (20) ].map (x => [ /\[(\s[^\]]+?\s)\]/g, 'array($1)' ])).concat ([
[ /JSON\.stringify/g, 'json_encode' ],
[ /JSON\.parse\s+\(([^\)]+)\)/g, 'json_decode($1, $$as_associative_array = true)' ],
[ /([^\(\s]+)\.includes\s+\(([^\)]+)\)/g, 'mb_strpos($1, $2)' ],
// [ /\'([^\']+)\'\.sprintf\s*\(([^\)]+)\)/g, "sprintf ('$1', $2)" ],
[ /([^\s]+)\.toFixed\s*\(([0-9]+)\)/g, "sprintf('%.$2f', $1)" ],
[ /([^\s]+)\.toFixed\s*\(([^\)]+)\)/g, "sprintf('%.' . $2 . 'f', $1)" ],
[ /parseFloat\s/g, 'floatval'],
[ /parseInt\s/g, 'intval'],
[ / \+ (?!\d)/g, ' . ' ],
[ / \+\= (?!\d)/g, ' .= ' ],
[ /([^\s\(]+(?:\s*\(.+\))?)\.toUpperCase\s*\(\)/g, 'strtoupper($1)' ],
[ /([^\s\(]+(?:\s*\(.+\))?)\.toLowerCase\s*\(\)/g, 'strtolower($1)' ],
[ /([^\s\(]+(?:\s*\(.+\))?)\.replace\s*\(([^)]+)\)/g, 'str_replace($2, $1)' ],
[ /this\[([^\]+]+)\]/g, '$$this->$$$1' ],
[ /([^\s\(]+).slice \(([^\)\:,]+)\)/g, 'mb_substr($1, $2)' ],
[ /([^\s\(]+).slice \(([^\,\)]+)\,\s*([^\)]+)\)/g, 'mb_substr($1, $2, $3 - $2)' ],
[ /([^\s\(]+).split \(('[^']*'|[^\,]+?)\)/g, 'explode($2, $1)' ],
[ /([^\s\(]+)\.length/g, 'strlen($1)' ],
[ /Math\.floor\s*\(([^\)]+)\)/g, '(int) floor($1)' ],
[ /Math\.abs\s*\(([^\)]+)\)/g, 'abs($1)' ],
[ /Math\.round\s*\(([^\)]+)\)/g, '(int) round($1)' ],
[ /Math\.ceil\s*\(([^\)]+)\)/g, '(int) ceil($1)' ],
[ /Math\.pow\s*\(([^\)]+)\)/g, 'pow($1)' ],
[ /Math\.log/g, 'log' ],
[ /([^\(\s]+)\s+%\s+([^\s\,\;\)]+)/g, 'fmod($1, $2)' ],
[ /\(([^\s\(]+)\.indexOf\s*\(([^\)]+)\)\s*\>\=\s*0\)/g, '(mb_strpos($1, $2) !== false)' ],
[ /([^\s\(]+)\.indexOf\s*\(([^\)]+)\)\s*\>\=\s*0/g, 'mb_strpos($1, $2) !== false' ],
[ /([^\s\(]+)\.indexOf\s*\(([^\)]+)\)\s*\<\s*0/g, 'mb_strpos($1, $2) === false' ],
[ /([^\s\(]+)\.indexOf\s*\(([^\)]+)\)/g, 'mb_strpos($1, $2)' ],
[ /\(([^\s\(]+)\sin\s([^\)]+)\)/g, '(is_array($2) && array_key_exists($1, $2))' ],
[ /([^\s]+)\.join\s*\(\s*([^\)]+?)\s*\)/g, 'implode($2, $1)' ],
[ 'new ccxt\\.', 'new \\ccxt\\' ], // a special case for test_exchange_datetime_functions.php (and for other files, maybe)
[ /Math\.(max|min)/g, '$1' ],
[ /console\.log/g, 'var_dump'],
[ /process\.exit/g, 'exit'],
[ /super\./g, 'parent::'],
[ /\sdelete\s([^\n]+)\;/g, ' unset($1);' ],
[ /\~([a-zA-Z0-9_-]+?)\~/g, '{$1}' ], // resolve the "arrays vs url params" conflict (both are in {}-brackets)
])
}
getBaseClass () {
return new Exchange ()
}
getBaseMethods () {
const baseExchange = this.getBaseClass ()
let object = baseExchange
let properties = []
while (object !== Object.prototype) {
properties = properties.concat (Object.getOwnPropertyNames (object))
object = Object.getPrototypeOf (object)
}
return properties.filter (x => typeof baseExchange[x] === 'function')
}
getPythonBaseMethods () {
return this.getBaseMethods ()
}
getPHPBaseMethods () {
return this.getBaseMethods ()
}
//-------------------------------------------------------------------------
// the following common headers are used for transpiled tests
getPythonPreamble () {
return [
"import os",
"import sys",
"",
"root = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))",
"sys.path.append(root)",
"",
"# ----------------------------------------------------------------------------",
"",
"# PLEASE DO NOT EDIT THIS FILE, IT IS GENERATED AND WILL BE OVERWRITTEN:",
"# https://github.com/ccxt/ccxt/blob/master/CONTRIBUTING.md#how-to-contribute-code",
"",
"# ----------------------------------------------------------------------------",
"",
].join ("\n")
}
getPHPPreamble (include = true) {
return [
"<?php",
"namespace ccxt;",
include ? "include_once (__DIR__.'/../../ccxt.php');" : "",
"// ----------------------------------------------------------------------------",
"",
"// PLEASE DO NOT EDIT THIS FILE, IT IS GENERATED AND WILL BE OVERWRITTEN:",
"// https://github.com/ccxt/ccxt/blob/master/CONTRIBUTING.md#how-to-contribute-code",
"",
"// -----------------------------------------------------------------------------",
"",
].join ("\n")
}
// ------------------------------------------------------------------------
// a helper to apply an array of regexes and substitutions to text
// accepts an array like [ [ regex, substitution ], ... ]
regexAll (text, array) {
for (const i in array) {
let regex = array[i][0]
const flags = (typeof regex === 'string') ? 'g' : undefined
regex = new RegExp (regex, flags)
text = text.replace (regex, array[i][1])
}
return text
}
// ========================================================================
// one-time helpers
createPythonClassDeclaration (className, baseClass) {
return 'class ' + className + '(' + baseClass + '):'
}
createPythonClassHeader (imports, bodyAsString) {
return [
"# -*- coding: utf-8 -*-",
"",
"# PLEASE DO NOT EDIT THIS FILE, IT IS GENERATED AND WILL BE OVERWRITTEN:",
"# https://github.com/ccxt/ccxt/blob/master/CONTRIBUTING.md#how-to-contribute-code",
"",
... imports,
// 'from ' + importFrom + ' import ' + baseClass,
... (bodyAsString.match (/basestring/) ? [
"",
"# -----------------------------------------------------------------------------",
"",
"try:",
" basestring # Python 3",
"except NameError:",
" basestring = str # Python 2",
] : [])
]
}
createPythonClassImports (baseClass, async = false) {
const baseClasses = {
'Exchange': 'base.exchange',
}
async = (async ? '.async_support' : '')
return [
(baseClass.indexOf ('ccxt.') === 0) ?
('import ccxt' + async + ' as ccxt') :
('from ccxt' + async + '.' + safeString (baseClasses, baseClass, baseClass) + ' import ' + baseClass)
]
}
createPythonClass (className, baseClass, body, methods, async = false) {
const pythonStandardLibraries = {
'hashlib': 'hashlib',
'math': 'math',
'json.loads': 'json',
'sys': 'sys',
}
const baseClasses = {
'Exchange': 'base.exchange',
}
async = (async ? '.async_support' : '')
const imports = this.createPythonClassImports (baseClass, async)
let bodyAsString = body.join ("\n")
let header = this.createPythonClassHeader (imports, bodyAsString)
const libraries = []
for (let library in pythonStandardLibraries) {
const regex = new RegExp ("[^\\'a-zA-Z]" + library + "[^\\'a-zA-Z]")
if (bodyAsString.match (regex))
libraries.push ('import ' + pythonStandardLibraries[library])
}
const errorImports = []
for (let error in errors) {
const regex = new RegExp ("[^\\'\"]" + error + "[^\\'\"]")
if (bodyAsString.match (regex)) {
errorImports.push ('from ccxt.base.errors import ' + error)
}
}
const precisionImports = []
for (let constant in precisionConstants) {
if (bodyAsString.indexOf (constant) >= 0) {
precisionImports.push ('from ccxt.base.decimal_to_precision import ' + constant)
}
}
if (bodyAsString.match (/[\s(]Precise/)) {
precisionImports.push ('from ccxt.base.precise import Precise')
}
header = header.concat (libraries, errorImports, precisionImports)
methods = methods.concat (this.getPythonBaseMethods ())
for (let method of methods) {
const regex = new RegExp ('self\\.(' + method + ')([^a-zA-Z0-9_])', 'g')
bodyAsString = bodyAsString.replace (regex,
(match, p1, p2) => ('self.' + unCamelCase (p1) + p2))
}
header.push ("\n\n" + this.createPythonClassDeclaration (className, baseClass))
const footer = [
'', // footer (last empty line)
]
const result = header.join ("\n") + "\n" + bodyAsString + "\n" + footer.join ('\n')
return result
}
// ------------------------------------------------------------------------
createPHPClassDeclaration (className, baseClass) {
return 'class ' + className + ' extends ' + baseClass + ' {'
}
createPHPClassHeader (className, baseClass, bodyAsString, namespace) {
return [
"<?php",
"",
"namespace " + namespace + ";",
"",
"// PLEASE DO NOT EDIT THIS FILE, IT IS GENERATED AND WILL BE OVERWRITTEN:",
"// https://github.com/ccxt/ccxt/blob/master/CONTRIBUTING.md#how-to-contribute-code",
"",
"use Exception; // a common import",
]
}
createPHPClass (className, baseClass, body, methods, async = false) {
let bodyAsString = body.join ("\n")
let header = this.createPHPClassHeader (className, baseClass, bodyAsString, async ? 'ccxt\\async' : 'ccxt')
const errorImports = []
for (let error in errors) {
const regex = new RegExp ("[^'\"]" + error + "[^'\"]")
if (bodyAsString.match (regex)) {
errorImports.push ('use \\ccxt\\' + error + ';')
}
}
const precisionImports = []
if (async && bodyAsString.match (/[\s(]Precise/)) {
precisionImports.push ('use \\ccxt\\Precise;')
}
header = header.concat (errorImports).concat (precisionImports)
methods = methods.concat (this.getPHPBaseMethods ())
for (let method of methods) {
const regex = new RegExp ('\\$this->(' + method + ')\\s?(\\(|[^a-zA-Z0-9_])', 'g')
bodyAsString = bodyAsString.replace (regex,
(match, p1, p2) => {
return ((p2 === '(') ?
('$this->' + unCamelCase (p1) + p2) : // support direct php calls
("array($this, '" + unCamelCase (p1) + "')" + p2)) // as well as passing instance methods as callables
})
}
header.push ("\n" + this.createPHPClassDeclaration (className, baseClass))
const footer =[
"}\n",
]
const result = header.join ("\n") + "\n" + bodyAsString + "\n" + footer.join ('\n')
return result
}
// ========================================================================
transpileJavaScriptToPython3 ({ js, className, removeEmptyLines }) {
// transpile JS → Python 3
let python3Body = this.regexAll (js, this.getPythonRegexes ())
if (removeEmptyLines)
python3Body = python3Body.replace (/$\s*$/gm, '')
python3Body = python3Body.replace (/\'([абвгдеёжзийклмнопрстуфхцчшщъыьэюя服务端忙碌]+)\'/gm, "u'$1'")
// special case for Python OrderedDicts
let orderedDictRegex = /\.ordered\s+\(\{([^\}]+)\}\)/g
let orderedDictMatches = undefined
while (orderedDictMatches = orderedDictRegex.exec (python3Body)) {
let replaced = orderedDictMatches[1].replace (/^(\s+)([^\:]+)\:\s*([^\,]+)\,$/gm, '$1($2, $3),')
python3Body = python3Body.replace (orderedDictRegex, '\.ordered([' + replaced + '])')
}
// snake case function names
python3Body = python3Body.replace (/def (\w+)/g, (match, group1) => 'def ' + unCamelCase (group1))
// special case for Python super
if (className) {
python3Body = python3Body.replace (/super\./g, 'super(' + className + ', self).')
}
return python3Body
}
// ------------------------------------------------------------------------
transpilePython3ToPython2 (py) {
// remove await from Python 2 body (transpile Python 3 → Python 2)
let python2Body = this.regexAll (py, this.getPython2Regexes ())
return python2Body
}
// ------------------------------------------------------------------------
transpileAsyncPHPToSyncPHP (php) {
// remove yield from php body
return this.regexAll (php, this.getSyncPHPRegexes ())
}
// ------------------------------------------------------------------------
transpileJavaScriptToPHP ({ js, variables }) {
// match all local variables (let, const or var)
let localVariablesRegex = /(?:^|[^a-zA-Z0-9_])(?:let|const|var)\s+(?:\[([^\]]+)\]|([a-zA-Z0-9_]+))/g // local variables
let allVariables = (variables || []).map (x => x); // clone the array
// process the variables created in destructuring assignments as well
let localVariablesMatches
while (localVariablesMatches = localVariablesRegex.exec (js)) {
if (localVariablesMatches[1]) {
// this is a destructuring assignment like
// let [ a, b, c ] = 'a-b-c'.split ('-')
let matches = localVariablesMatches[1].trim ().split (', ') // split the destructuring assignment by comma
matches.forEach (x => allVariables.push (x.trim ())) // trim each variable name
} else {
// this is a single variable assignment
allVariables.push (localVariablesMatches[2].trim ()) // add it to the list of local variables
}
}
// match all variables instantiated in the catch()-block of a try-catch clause
let catchClauseRegex = /catch \(([^)]+)\)/g
let catchClauseMatches
while (catchClauseMatches = catchClauseRegex.exec (js)) {
allVariables.push (catchClauseMatches[1])
}
// match all variables instantiated as function parameters
let functionParamRegex = /function\s*(\w+)\s*\(([^)]+)\)/g
js = js.replace (functionParamRegex, (match, group1, group2) => 'function ' + unCamelCase (group1) + '(' + group2 + ')')
let functionParamVariables
while (functionParamVariables = functionParamRegex.exec (js)) {
const match = functionParamVariables[2]
const tokens = match.split (', ')
allVariables = allVariables.concat (tokens)
}
allVariables = allVariables.map (error => this.regexAll (error, this.getCommonRegexes ()))
// append $ to all variables in the method (PHP syntax demands $ at the beginning of a variable name)
let phpVariablesRegexes = allVariables.map (x => [ "(^|[^$$a-zA-Z0-9\\.\\>'_/])" + x + "([^a-zA-Z0-9'_/])", '$1$$' + x + '$2' ])
// support for php syntax for object-pointer dereference
// convert all $variable.property to $variable->property
let variablePropertiesRegexes = allVariables.map (x => [ "(^|[^a-zA-Z0-9\\.\\>'_])" + x + '\\.', '$1' + x + '->' ])
// transpile JS → PHP
const phpRegexes = this.getPHPRegexes ()
let phpBody = this.regexAll (js, phpRegexes.concat (phpVariablesRegexes).concat (variablePropertiesRegexes))
return phpBody
}
// ------------------------------------------------------------------------
transpileJavaScriptToPythonAndPHP (args) {
// transpile JS → Python 3
let python3Body = this.transpileJavaScriptToPython3 (args)
// remove await from Python 2 body (transpile Python 3 → Python 2)
let python2Body = this.transpilePython3ToPython2 (python3Body)
// transpile JS → Async PHP
let phpAsyncBody = this.transpileJavaScriptToPHP (args)
// transpile async PHP -> sync PHP
let phpBody = this.transpileAsyncPHPToSyncPHP (phpAsyncBody)
return { python3Body, python2Body, phpBody, phpAsyncBody }
}
//-----------------------------------------------------------------------------
transpilePythonAsyncToSync () {
const async = './python/ccxt/test/test_async.py'
const sync = './python/ccxt/test/test_sync.py'
log.magenta ('Transpiling ' + async .yellow + ' → ' + sync.yellow)
const fileContents = fs.readFileSync (async, 'utf8')
let lines = fileContents.split ("\n")
lines = lines.filter (line => ![ 'import asyncio' ].includes (line))
.map (line => {
return (
line.replace ('asyncio.get_event_loop().run_until_complete(main())', 'main()')
.replace ('import ccxt.async_support as ccxt', 'import ccxt')
.replace (/.*token\_bucket.*/g, '')
.replace ('await asyncio.sleep', 'time.sleep')
.replace ('async ', '')
.replace ('await ', ''))
})
// lines.forEach (line => log (line))
function deleteFunction (f, from) {
// the following regexes make a technical error
// since it won't cut away a single function
// it will delete everything up to the beginning of the next comment
const re1 = new RegExp ('def ' + f + '[^\#]+', 'g')
const re2 = new RegExp ('[\\s]+' + f + '\\(exchange\\)', 'g')
return from.replace (re1, '').replace (re2, '')
}
let newContents = lines.join ('\n')
newContents = deleteFunction ('test_tickers_async', newContents)
newContents = deleteFunction ('test_l2_order_books_async', newContents)
fs.truncateSync (sync)
fs.writeFileSync (sync, newContents)
}
//-----------------------------------------------------------------------------
transpilePhpAsyncToSync () {
const async = './php/test/test_async.php'
const sync = './php/test/test_sync.php'
log.magenta ('Transpiling ' + async .yellow + ' → ' + sync.yellow)
const fileContents = fs.readFileSync (async, 'utf8')
const syncBody = this.transpileAsyncPHPToSyncPHP (fileContents)
const phpSyncRegexes = [
[ /\$kernel->execute\(\$main\)/, '\$main()' ],
[ /\$kernel->run\(\);\n/, '' ],
[ /\$kernel = async\\Exchange::get_kernel\(\);\n/, '' ],
[ /ccxt\\\\async/, 'ccxt' ],
]
const newContents = this.regexAll (syncBody, phpSyncRegexes)
fs.truncateSync (sync)
fs.writeFileSync (sync, newContents)
}
// ------------------------------------------------------------------------
getExchangeClassDeclarationMatches (contents) {
return contents.match (/^module\.exports\s*=\s*class\s+([\S]+)\s+extends\s+([\S]+)\s+{([\s\S]+?)^};*/m)
}
// ------------------------------------------------------------------------
transpileDerivedExchangeClass (contents, methodNames = undefined) {
const [ _, className, baseClass, methodMatches ] = this.getExchangeClassDeclarationMatches (contents)
const methods = methodMatches.trim ().split (/\n\s*\n/)
let python2 = []
let python3 = []
let php = []
let phpAsync = []
methodNames = [] // methodNames || []
// run through all methods
for (let i = 0; i < methods.length; i++) {
// parse the method signature
let part = methods[i].trim ()
let lines = part.split ("\n")
let signature = lines[0].trim ()
let methodSignatureRegex = /(async |)([\S]+)\s\(([^)]*)\)\s*{/ // signature line
let matches = methodSignatureRegex.exec (signature)
if (!matches) {
log.red (methods[i])
log.yellow.bright ("\nMake sure your methods don't have empty lines!\n")
}
// async or not
let keyword = matches[1]
// method name
let method = matches[2]
methodNames.push (method)
method = unCamelCase (method)
// method arguments
let args = matches[3].trim ()
// extract argument names and local variables
args = args.length ? args.split (',').map (x => x.trim ()) : []
// get names of all method arguments for later substitutions
let variables = args.map (arg => arg.split ('=').map (x => x.trim ()) [0])
// add $ to each argument name in PHP method signature
let phpArgs = args.join (', $').trim ().replace (/undefined/g, 'null').replace ('{}', 'array ()')
phpArgs = phpArgs.length ? ('$' + phpArgs) : ''
// remove excessive spacing from argument defaults in Python method signature
let pythonArgs = args.map (x => x.replace (' = ', '='))
.join (', ')
.replace (/undefined/g, 'None')
.replace (/false/g, 'False')
.replace (/true/g, 'True')
// method body without the signature (first line)
// and without the closing bracket (last line)
let js = lines.slice (1, -1).join ("\n")
// transpile everything
let { python3Body, python2Body, phpBody, phpAsyncBody } = this.transpileJavaScriptToPythonAndPHP ({ js, className, variables, removeEmptyLines: true })
// compile the final Python code for the method signature
let pythonString = 'def ' + method + '(self' + (pythonArgs.length ? ', ' + pythonArgs : '') + '):'
// compile signature + body for Python 2
python2.push ('');
python2.push (' ' + pythonString);
python2.push (python2Body);
// compile signature + body for Python 3
python3.push ('');
python3.push (' ' + keyword + pythonString);
python3.push (python3Body);
// compile signature + body for PHP
php.push ('');
php.push (' public function ' + method + '(' + phpArgs + ') {');
php.push (phpBody);
php.push (' }')
phpAsync.push ('');
phpAsync.push (' public function ' + method + '(' + phpArgs + ') {');
phpAsync.push (phpAsyncBody);
phpAsync.push (' }')
}
return {
// altogether in PHP, async PHP, Python 2 and 3 (async)
python2: this.createPythonClass (className, baseClass, python2, methodNames),
python3: this.createPythonClass (className, baseClass, python3, methodNames, true),
php: this.createPHPClass (className, baseClass, php, methodNames),
phpAsync: this.createPHPClass (className, baseClass, phpAsync, methodNames, true),
className,
baseClass,
}
}
// ========================================================================
transpileDerivedExchangeFile (jsFolder, filename, options, force = false) {
// todo normalize jsFolder and other arguments
try {
const { python2Folder, python3Folder, phpFolder, phpAsyncFolder } = options
const pythonFilename = filename.replace ('.js', '.py')
const phpFilename = filename.replace ('.js', '.php')
const jsMtime = fs.statSync (jsFolder + filename).mtime.getTime ()
const python2Path = python2Folder ? (python2Folder + pythonFilename) : undefined
const python3Path = python3Folder ? (python3Folder + pythonFilename) : undefined
const phpPath = phpFolder ? (phpFolder + phpFilename) : undefined
const phpAsyncPath = phpAsyncFolder ? (phpAsyncFolder + phpFilename) : undefined
const python2Mtime = python2Folder ? (fs.existsSync (python2Path) ? fs.statSync (python2Path).mtime.getTime () : 0) : undefined
const python3Mtime = python3Path ? (fs.existsSync (python3Path) ? fs.statSync (python3Path).mtime.getTime () : 0) : undefined
const phpAsyncMtime = phpAsyncFolder ? (fs.existsSync (phpAsyncPath) ? fs.statSync (phpAsyncPath).mtime.getTime () : 0) : undefined
const phpMtime = phpPath ? (fs.existsSync (phpPath) ? fs.statSync (phpPath).mtime.getTime () : 0) : undefined
const contents = fs.readFileSync (jsFolder + filename, 'utf8')
if (force ||
(python3Folder && (jsMtime > python3Mtime)) ||
(phpFolder && (jsMtime > phpMtime)) ||
(phpAsyncFolder && (jsMtime > phpAsyncMtime)) ||
(python2Folder && (jsMtime > python2Mtime))) {
const { python2, python3, php, phpAsync, className, baseClass } = this.transpileDerivedExchangeClass (contents)
log.cyan ('Transpiling from', filename.yellow)
;[
[ python2Folder, pythonFilename, python2 ],
[ python3Folder, pythonFilename, python3 ],
[ phpFolder, phpFilename, php ],
[ phpAsyncFolder, phpFilename, phpAsync ],
].forEach (([ folder, filename, code ]) => {
if (folder) {
overwriteFile (folder + filename, code)
fs.utimesSync (folder + filename, new Date (), new Date (jsMtime))
}
})
return { className, baseClass }
} else {
const [ _, className, baseClass ] = this.getExchangeClassDeclarationMatches (contents)
log.green ('Already transpiled', filename.yellow)
return { className, baseClass }
}
} catch (e) {
log.red ('\nFailed to transpile source code from', filename.yellow)
log.red ('See https://github.com/ccxt/ccxt/blob/master/CONTRIBUTING.md on how to build this library properly\n')
throw e // rethrow it
}
}
//-------------------------------------------------------------------------
transpileDerivedExchangeFiles (jsFolder, options, pattern = '.js', force = false) {
// todo normalize jsFolder and other arguments
const { python2Folder, python3Folder, phpFolder, phpAsyncFolder } = options
// exchanges.json accounts for ids included in exchanges.cfg
let ids = undefined
try {
ids = require ('../exchanges.json').ids;
} catch (e) {
}
const regex = new RegExp (pattern.replace (/[.*+?^${}()|[\]\\]/g, '\\$&'))
const classNames = fs.readdirSync (jsFolder)
.filter (file => file.match (regex) && (!ids || ids.includes (basename (file, '.js'))))
.map (file => this.transpileDerivedExchangeFile (jsFolder, file, options, force))
const classes = {}
if (classNames.length === 0) {
return null
}
classNames.forEach (({ className, baseClass }) => {
classes[className] = baseClass
})
if (classNames.length > 1) {
function deleteOldTranspiledFiles (folder, pattern) {
fs.readdirSync (folder)
.filter (file =>
!fs.lstatSync (folder + file).isDirectory () &&
!(file.replace (pattern, '') in classes) &&
!file.match (/^[A-Z_]/))
.map (file => folder + file)
.forEach (file => log.red ('Deleting ' + file.yellow) && fs.unlinkSync (file))
}
[
[ python2Folder, /\.pyc?$/ ],
[ python3Folder, /\.pyc?$/ ],
[ phpFolder, /\.php$/ ],
[ phpAsyncFolder, /\.php$/ ],
].forEach (([ folder, pattern ]) => {
if (folder) {
deleteOldTranspiledFiles (folder, pattern)
}
})
}
return classes
}
// ========================================================================
exportTypeScriptClassNames (file, classes) {
log.bright.cyan ('Exporting TypeScript class names →', file.yellow)
const regex = /\/[\n]{2}(?: export class [^\s]+ extends [^\s]+ \{\}[\r]?[\n])+/
const replacement = "/\n\n" + Object.keys (classes).map (className => {
const baseClass = classes[className].replace (/ccxt\.[a-z_]+/, 'Exchange')
return ' export class ' + className + ' extends ' + baseClass + " {}"
}).join ("\n") + "\n"
replaceInFile (file, regex, replacement)
}
exportTypeScriptExchangeIds (file, classes) {
log.bright.cyan ('Exporting TypeScript exchange ids →', file.yellow)
const regex = /\/[\n]{2} export type ExchangeId =\n(?: \| \'[a-z0-9_]+\'[\r]?[\n])+/
const replacement = "/\n\n export type ExchangeId =\n" + Object.keys (classes).map (className => {
return " | '" + className + "'"
}).join ("\n") + "\n"
replaceInFile (file, regex, replacement)
}
exportTypeScriptDeclarations (file, classes) {
this.exportTypeScriptClassNames (file, classes)
this.exportTypeScriptExchangeIds (file, classes)
}
// ========================================================================
transpileErrorHierarchy () {
const errorHierarchyFilename = './js/base/errorHierarchy.js'
const errorHierarchy = require ('.' + errorHierarchyFilename)
let js = fs.readFileSync (errorHierarchyFilename, 'utf8')
js = this.regexAll (js, [
[ /module\.exports = [^\;]+\;\n/s, '' ],
]).trim ()
const message = 'Transpiling error hierachy →'
const root = errorHierarchy['BaseError']
const { python3Body, phpBody } = this.transpileJavaScriptToPythonAndPHP ({ js })
// a helper to generate a list of exception class declarations
// properly derived from corresponding parent classes according
// to the error hierarchy
function intellisense (map, parent, generate, classes) {
function* generator(map, parent, generate, classes) {
for (const key in map) {
yield generate (key, parent, classes)
yield* generator (map[key], key, generate, classes)
}
}
return Array.from (generator (map, parent, generate, classes))
}
// Python -------------------------------------------------------------
function pythonDeclareErrorClass (name, parent, classes) {
classes.push (name)
return [
'class ' + name + '(' + parent + '):',
' pass',
'',
'',
].join ('\n');
}
const pythonBaseError = [
'class BaseError(Exception):',
' pass',
'',
'',
].join ('\n');
const quote = (s) => "'" + s + "'" // helper to add quotes around class names
const pythonExports = [ 'error_hierarchy', 'BaseError' ]
const pythonErrors = intellisense (root, 'BaseError', pythonDeclareErrorClass, pythonExports)
const pythonAll = '__all__ = [\n ' + pythonExports.map (quote).join (',\n ') + '\n]'
const python3BodyIntellisense = python3Body + '\n\n\n' + pythonBaseError + '\n' + pythonErrors.join ('\n') + '\n' + pythonAll + '\n'
const pythonFilename = './python/ccxt/base/errors.py'
log.bright.cyan (message, pythonFilename.yellow)
fs.writeFileSync (pythonFilename, python3BodyIntellisense)
// PHP ----------------------------------------------------------------
function phpMakeErrorClassFile (name, parent) {
const useClause = "\nuse " + parent + ";\n"
const requireClause = "\nrequire_once PATH_TO_CCXT . '" + parent + ".php';\n"
const phpBody = [
'<?php',
'',
'namespace ccxt;',
(parent === 'Exception') ? useClause : requireClause,
'class ' + name + ' extends ' + parent + ' {};',
'',
].join ("\n")
const phpFilename = './php/' + name + '.php'
log.bright.cyan (message, phpFilename.yellow)
fs.writeFileSync (phpFilename, phpBody)
return "require_once PATH_TO_CCXT . '" + name + ".php';"
}
const phpErrors = intellisense (errorHierarchy, 'Exception', phpMakeErrorClassFile)
const phpBodyIntellisense = phpErrors.join ("\n") + "\n\n"
const phpFilename = './ccxt.php'
log.bright.cyan (message, phpFilename.yellow)
const phpRegex = /require_once PATH_TO_CCXT \. \'BaseError\.php\'\;\n(?:require_once PATH_TO_CCXT[^\n]+\n)+\n/m
replaceInFile (phpFilename, phpRegex, phpBodyIntellisense)
// TypeScript ---------------------------------------------------------
function tsDeclareErrorClass (name, parent) {
return 'export class ' + name + ' extends ' + parent + ' {}'
}
const tsBaseError = [
'export class BaseError extends Error {',
' constructor(message: string);',
'}',
].join ('\n ')
const tsErrors = intellisense (root, 'BaseError', tsDeclareErrorClass)
const tsBodyIntellisense = tsBaseError + '\n\n ' + tsErrors.join ('\n ') + '\n\n'
const tsFilename = './ccxt.d.ts'
log.bright.cyan (message, tsFilename.yellow)
const regex = /export class BaseError[^}]+\}[\n][\n](?:\s+export class [a-zA-Z]+ extends [a-zA-Z]+ \{\}[\n])+[\n]/m
replaceInFile (tsFilename, regex, tsBodyIntellisense)
}
//-----------------------------------------------------------------------------
transpileDateTimeTests () {
const jsFile = './js/test/base/functions/test.datetime.js'
const pyFile = './python/ccxt/test/test_exchange_datetime_functions.py'
const phpFile = './php/test/test_exchange_datetime_functions.php'
log.magenta ('Transpiling from', jsFile.yellow)
let js = fs.readFileSync (jsFile).toString ()
js = this.regexAll (js, [
[ /[^\n]+require[^\n]+\n/g, '' ],
[/^\/\*.*\s+/mg, ''],
])
let { python3Body, python2Body, phpBody, phpAsyncBody } = this.transpileJavaScriptToPythonAndPHP ({ js, removeEmptyLines: false })
// phpBody = phpBody.replace (/exchange\./g, 'Exchange::')
const pythonHeader = [
"",
"import ccxt # noqa: F402",
"from ccxt.base.decimal_to_precision import ROUND_UP, ROUND_DOWN # noqa F401",
"",
"# ----------------------------------------------------------------------------",
"",
"",
].join ("\n")
const python = this.getPythonPreamble () + pythonHeader + python2Body
const php = this.getPHPPreamble () + phpBody
log.magenta ('→', pyFile.yellow)
log.magenta ('→', phpFile.yellow)
overwriteFile (pyFile, python)
overwriteFile (phpFile, php)
}
//-------------------------------------------------------------------------
transpilePrecisionTests () {
const jsFile = './js/test/base/functions/test.number.js'
const pyFile = './python/ccxt/test/test_decimal_to_precision.py'
const phpFile = './php/test/decimal_to_precision.php'
log.magenta ('Transpiling from', jsFile.yellow)
let js = fs.readFileSync (jsFile).toString ()
js = this.regexAll (js, [
[ /\'use strict\';?\s+/g, '' ],
[ /[^\n]+require[^\n]+\n/g, '' ],
[ /decimalToPrecision/g, 'decimal_to_precision' ],
[ /numberToString/g, 'number_to_string' ],
])
let { python3Body, python2Body, phpBody, phpAsyncBody } = this.transpileJavaScriptToPythonAndPHP ({ js, removeEmptyLines: false })
const pythonHeader = [
"",
"from ccxt.base.decimal_to_precision import decimal_to_precision # noqa F401",
"from ccxt.base.decimal_to_precision import TRUNCATE # noqa F401",
"from ccxt.base.decimal_to_precision import ROUND # noqa F401",
"from ccxt.base.decimal_to_precision import DECIMAL_PLACES # noqa F401",
"from ccxt.base.decimal_to_precision import SIGNIFICANT_DIGITS # noqa F401",
"from ccxt.base.decimal_to_precision import TICK_SIZE # noqa F401",
"from ccxt.base.decimal_to_precision import PAD_WITH_ZERO # noqa F401",
"from ccxt.base.decimal_to_precision import NO_PADDING # noqa F401",
"from ccxt.base.decimal_to_precision import number_to_string # noqa F401",
"from ccxt.base.exchange import Exchange # noqa F401",
"from ccxt.base.precise import Precise # noqa F401",
"",
"",
"def toWei(amount, decimals):",
" return Exchange.to_wei(amount, decimals)",
"",
"",
"def fromWei(amount, decimals):",
" return Exchange.from_wei(amount, decimals)",
"",
"",
].join ("\n")
const phpHeader = [
"",
"include_once (__DIR__.'/fail_on_all_errors.php');",
"",
"// testDecimalToPrecisionErrorHandling",
"//",
"// $this->expectException ('ccxt\\\\BaseError');",
"// $this->expectExceptionMessageRegExp ('/Negative precision is not yet supported/');",
"// Exchange::decimalToPrecision ('123456.789', TRUNCATE, -2, DECIMAL_PLACES);",
"//",
"// $this->expectException ('ccxt\\\\BaseError');",
"// $this->expectExceptionMessageRegExp ('/Invalid number/');",
"// Exchange::decimalToPrecision ('foo');",
"",
"// ----------------------------------------------------------------------------",
"",
"function decimal_to_precision ($x, $roundingMode = ROUND, $numPrecisionDigits = null, $countingMode = DECIMAL_PLACES, $paddingMode = NO_PADDING) {",
" return Exchange::decimal_to_precision ($x, $roundingMode, $numPrecisionDigits, $countingMode, $paddingMode);",
"}",
"function number_to_string ($x) {",
" return Exchange::number_to_string ($x);",
"}",
"function toWei ($amount, $decimals) {",
" return Exchange::to_wei ($amount, $decimals);",
"}",
"function fromWei ($amount, $decimals) {",
" return Exchange::from_wei ($amount, $decimals);",
"}",
"",
].join ("\n")
const python = this.getPythonPreamble () + pythonHeader + python2Body
const php = this.getPHPPreamble () + phpHeader + phpBody
log.magenta ('→', pyFile.yellow)
log.magenta ('→', phpFile.yellow)
overwriteFile (pyFile, python)
overwriteFile (phpFile, php)
}
//-------------------------------------------------------------------------
transpileCryptoTests () {
const jsFile = './js/test/base/functions/test.crypto.js'
const pyFile = './python/ccxt/test/test_crypto.py'
const phpFile = './php/test/test_crypto.php'
log.magenta ('Transpiling from', jsFile.yellow)
let js = fs.readFileSync (jsFile).toString ()
js = this.regexAll (js, [
[ /\'use strict\';?\s+/g, '' ],
[ /[^\n]+require[^\n]+\n/g, '' ],
[ /function equals \([\S\s]+?return true\n}\n/g, '' ],
])
let { python3Body, python2Body, phpBody, phpAsyncBody } = this.transpileJavaScriptToPythonAndPHP ({ js, removeEmptyLines: false })
const pythonHeader = [
"",
"import ccxt # noqa: F402",
"",
"Exchange = ccxt.Exchange",
"hash = Exchange.hash",
"ecdsa = Exchange.ecdsa",
"jwt = Exchange.jwt",
"encode = Exchange.encode",
"",
"",
"def equals(a, b):",
" return a == b",
"",
].join ("\n")
const phpHeader = [
"",
"function hash(...$args) {",
" return Exchange::hash(...$args);",
"}",
"",
"function encode(...$args) {",
" return Exchange::encode(...$args);",
"}",
"",
"function ecdsa(...$args) {",
" return Exchange::ecdsa(...$args);",
"}",
"",
"function jwt(...$args) {",
" return Exchange::jwt(...$args);",
"}",
"",
"function equals($a, $b) {",
" return $a === $b;",
"}",
].join ("\n")
const python = this.getPythonPreamble () + pythonHeader + python2Body
const php = this.getPHPPreamble () + phpHeader + phpBody
log.magenta ('→', pyFile.yellow)
log.magenta ('→', phpFile.yellow)
overwriteFile (pyFile, python)
overwriteFile (phpFile, php)
}
// ============================================================================
transpileExchangeTests () {
const tests = [
{
'jsFile': './js/test/Exchange/test.trade.js',
'pyFile': './python/ccxt/test/test_trade.py',
'phpFile': './php/test/test_trade.php',
},
{
'jsFile': './js/test/Exchange/test.order.js',
'pyFile': './python/ccxt/test/test_order.py',
'phpFile': './php/test/test_order.php',
},
{
'jsFile': './js/test/Exchange/test.transaction.js',
'pyFile': './python/ccxt/test/test_transaction.py',
'phpFile': './php/test/test_transaction.php',
},
{
'jsFile': './js/test/Exchange/test.ohlcv.js',
'pyFile': './python/ccxt/test/test_ohlcv.py',
'phpFile': './php/test/test_ohlcv.php',
},
]
for (const test of tests) {
this.transpileTest (test)
}
}
// ============================================================================
transpileTest (test) {
log.magenta ('Transpiling from', test.jsFile.yellow)
let js = fs.readFileSync (test.jsFile).toString ()
js = this.regexAll (js, [
[ /\'use strict\';?\s+/g, '' ],
[ /[^\n]+require[^\n]+\n/g, '' ],
[ /module.exports\s+=\s+[^;]+;/g, '' ],
])
const pythonHeader = [
'import numbers # noqa: E402',
'try:',
' basestring # basestring was removed in Python 3',
'except NameError:',
' basestring = str',
'',
'',
].join('\n')
let { python3Body, python2Body, phpBody } = this.transpileJavaScriptToPythonAndPHP ({ js, removeEmptyLines: false })
const python = pythonHeader + python3Body;
const php = this.getPHPPreamble (false) + phpBody;
log.magenta ('→', test.pyFile.yellow)
log.magenta ('→', test.phpFile.yellow)
overwriteFile (test.pyFile, python)
overwriteFile (test.phpFile, php)
}
// ============================================================================
transpileTests () {
this.transpilePrecisionTests ()
this.transpileDateTimeTests ()
this.transpileCryptoTests ()
this.transpileExchangeTests ()
}
// ============================================================================
transpilePhpBaseClassMethods () {
const baseMethods = this.getPHPBaseMethods ()
const indent = 4
const space = ' '.repeat (indent)
const result = [
'public static $camelcase_methods = array(',
]
for (const method of baseMethods) {
const underscoreCase = unCamelCase (method)
if (underscoreCase !== method) {
result.push (space.repeat (2) + '\'' + method + '\' => ' + '\'' + underscoreCase + '\',')
}
}
result.push (space + ');')
const string = result.join ('\n')
const phpBaseClass = './php/Exchange.php';
const phpBody = fs.readFileSync (phpBaseClass, 'utf8')
const regex = /public static \$camelcase_methods = array\([\s\S]+?\);/g
const bodyArray = phpBody.split (regex)
const newBody = bodyArray[0] + string + bodyArray[1]
log.magenta ('Transpiling from ', phpBaseClass.yellow, '→', phpBaseClass.yellow)
overwriteFile (phpBaseClass, newBody)
}
// ============================================================================
transpileEverything (force = false) {
// default pattern is '.js'
const [ /* node */, /* script */, pattern ] = process.argv.filter (x => !x.startsWith ('--'))
, python2Folder = './python/ccxt/'
, python3Folder = './python/ccxt/async_support/'
, phpFolder = './php/'
, phpAsyncFolder = './php/async/'
, options = { python2Folder, python3Folder, phpFolder, phpAsyncFolder }
createFolderRecursively (python2Folder)
createFolderRecursively (python3Folder)
createFolderRecursively (phpFolder)
createFolderRecursively (phpAsyncFolder)
//*
const classes = this.transpileDerivedExchangeFiles ('./js/', options, pattern, force)
if (classes === null) {
log.bright.yellow ('0 files transpiled.')
return;
}
// HINT: if we're going to support specific class definitions
// this process won't work anymore as it will override the definitions
this.exportTypeScriptDeclarations ('./ccxt.d.ts', classes)
//*/
this.transpileErrorHierarchy ()
this.transpileTests ()
this.transpilePythonAsyncToSync ()
this.transpilePhpAsyncToSync ()
this.transpilePhpBaseClassMethods ()
log.bright.green ('Transpiled successfully.')
}
}
// ============================================================================
// main entry point
if (require.main === module) { // called directly like `node module`
const transpiler = new Transpiler ()
const test = process.argv.includes ('--test') || process.argv.includes ('--tests')
const errors = process.argv.includes ('--error') || process.argv.includes ('--errors')
const force = process.argv.includes ('--force')
log.bright.green ({ force })
if (test) {
transpiler.transpileTests ()
} else if (errors) {
transpiler.transpileErrorHierarchy ()
} else {
transpiler.transpileEverything (force)
}
} else { // if required as a module
// do nothing
}
// ============================================================================
module.exports = Transpiler