let path = require('path'); let globule = require('globule'); let merge = require('merge'); let http = require('follow-redirects').http; let https = require('follow-redirects').https; let shelljs = require('shelljs'); var tar = require('tar'); var propose = require('propose'); var Web3 = require('web3'); const constants = require('../constants'); //let fs = require('../core/fs.js'); let o_fs = require('fs-extra'); function joinPath() { return path.join.apply(path.join, arguments); } function filesMatchingPattern(files) { return globule.find(files, {nonull: true}); } function fileMatchesPattern(patterns, intendedPath) { return globule.isMatch(patterns, intendedPath); } function recursiveMerge(target, source) { return merge.recursive(target, source); } function checkIsAvailable(url, callback) { http.get(url, function (_res) { callback(true); }).on('error', function (_res) { callback(false); }); } function httpGetRequest(httpObj, url, callback) { httpObj.get(url, function(res) { let body = ''; res.on('data', function (d) { body += d; }); res.on('end', function () { callback(null, body); }); }).on('error', function (err) { callback(err); }); } function httpGet(url, callback) { httpGetRequest(http, url, callback); } function httpsGet(url, callback) { httpGetRequest(https, url, callback); } function httpGetJson(url, callback) { httpGetRequest(http, url, function(err, body) { try { let parsed = JSON.parse(body); return callback(err, parsed); } catch(e) { return callback(e); } }); } function httpsGetJson(url, callback) { httpGetRequest(https, url, function(err, body) { try { let parsed = JSON.parse(body); return callback(err, parsed); } catch(e) { return callback(e); } }); } function runCmd(cmd, options) { let result = shelljs.exec(cmd, options || {silent: true}); if (result.code !== 0) { console.log("error doing.. " + cmd); console.log(result.output); if (result.stderr !== undefined) { console.log(result.stderr); } exit(); } } function cd(folder) { shelljs.cd(folder); } function sed(file, pattern, replace) { shelljs.sed('-i', pattern, replace, file); } function exit(code) { process.exit(code); } function downloadFile(url, dest, cb) { var file = o_fs.createWriteStream(dest); (url.substring(0,5) === 'https' ? https : http).get(url, function(response) { response.pipe(file); file.on('finish', function() { file.close(cb); }); }).on('error', function(err) { o_fs.unlink(dest); if (cb) cb(err.message); }); } function extractTar(filename, packageDirectory, cb) { o_fs.createReadStream(filename).pipe( tar.x({ strip: 1, C: packageDirectory }).on('end', function() { cb(); }) ); } function proposeAlternative(word, _dictionary, _exceptions) { let exceptions = _exceptions || []; let dictionary = _dictionary.filter((entry) => { return exceptions.indexOf(entry) < 0; }); return propose(word, dictionary, {threshold: 0.3}); } function pwd() { return process.env.PWD || process.cwd(); } function getExternalContractUrl(file) { let url; const RAW_URL = 'https://raw.githubusercontent.com/'; const MALFORMED_ERROR = 'Malformed Github URL for '; if (file.startsWith('https://github')) { const match = file.match(/https:\/\/github\.[a-z]+\/(.*)/); if (!match) { console.error(MALFORMED_ERROR + file); return null; } url = `${RAW_URL}${match[1].replace('blob/', '')}`; } else if (file.startsWith('git')) { // Match values // [0] entire input // [1] git:// // [2] user // [3] repository // [4] path // [5] branch const match = file.match( /(git:\/\/)?github\.[a-z]+\/([-a-zA-Z0-9@:%_+.~#?&=]+)\/([-a-zA-Z0-9@:%_+.~#?&=]+)\/([-a-zA-Z0-9@:%_+.~?\/&=]+)#?([a-zA-Z0-9\/_.-]*)?/ ); if (!match) { console.error(MALFORMED_ERROR + file); return null; } let branch = match[5]; if (!branch) { branch = 'master'; } url = `${RAW_URL}${match[2]}/${match[3]}/${branch}/${match[4]}`; } else if (file.startsWith('http')) { url = file; } else { return null; } const match = url.match( /\.[a-z]+\/([-a-zA-Z0-9@:%_+.~#?&\/=]+)/ ); return { url, filePath: constants.httpContractsDirectory + match[1] }; } function hexToNumber(hex){ return Web3.utils.hexToNumber(hex); } function toChecksumAddress(address) { return Web3.utils.toChecksumAddress(address); } function sha3(arg) { return Web3.utils.sha3(arg); } function normalizeInput(input) { let args = Object.values(input); if (args.length === 0) { return ""; } if (args.length === 1) { if (Array.isArray(args[0])) { return args[0].join(','); } return args[0] || ""; } return ('[' + args.map((x) => { if (x === null) { return "null"; } if (x === undefined) { return "undefined"; } if (Array.isArray(x)) { return x.join(','); } return x; }).toString() + ']'); } /** * Builds a URL * * @param {string} protocol * The URL protocol, defaults to http. * @param {string} host * The URL host, required. * @param {string} port * The URL port, default to empty string. * @returns {string} the constructued URL, with defaults */ function buildUrl (protocol, host, port){ if(!host) throw new Error('utils.buildUrl: parameter \'host\' is required'); if(port) port = ':' + port; else port = ''; return `${protocol || 'http'}://${host}${port}`; } /** * Builds a URL * * @param {object} configObj Object containing protocol, host, and port to be used to construct the url. * * protocol {String} (optional) The URL protocol, defaults to http. * * host {String} (required) The URL host. * * port {String} (optional) The URL port, default to empty string. * @returns {string} the constructued URL, with defaults */ function buildUrlFromConfig (configObj){ if(!configObj) throw new Error('[utils.buildUrlFromConfig]: config object must cannot be null'); if(!configObj.host) throw new Error('[utils.buildUrlFromConfig]: object must contain a \'host\' property'); return this.buildUrl(configObj.protocol, configObj.host, configObj.port); } module.exports = { joinPath: joinPath, filesMatchingPattern: filesMatchingPattern, fileMatchesPattern: fileMatchesPattern, recursiveMerge: recursiveMerge, checkIsAvailable: checkIsAvailable, httpGet: httpGet, httpsGet: httpsGet, httpGetJson: httpGetJson, httpsGetJson: httpsGetJson, hexToNumber: hexToNumber, runCmd: runCmd, cd: cd, sed: sed, exit: exit, downloadFile: downloadFile, extractTar: extractTar, proposeAlternative: proposeAlternative, pwd: pwd, getExternalContractUrl, toChecksumAddress: toChecksumAddress, sha3: sha3, normalizeInput, buildUrl, buildUrlFromConfig };