2017-03-29 15:37:30 +00:00
|
|
|
let path = require('path');
|
|
|
|
let globule = require('globule');
|
|
|
|
let merge = require('merge');
|
2017-07-02 17:33:11 +00:00
|
|
|
let http = require('follow-redirects').http;
|
2017-07-05 12:35:51 +00:00
|
|
|
let https = require('follow-redirects').https;
|
2017-03-29 15:37:30 +00:00
|
|
|
let shelljs = require('shelljs');
|
2017-12-16 17:23:02 +00:00
|
|
|
var tar = require('tar');
|
2017-12-19 19:07:48 +00:00
|
|
|
var propose = require('propose');
|
2018-05-18 20:51:03 +00:00
|
|
|
var Web3 = require('web3');
|
2018-04-20 13:52:13 +00:00
|
|
|
const constants = require('../constants');
|
2017-02-18 19:10:01 +00:00
|
|
|
|
2017-12-16 02:53:11 +00:00
|
|
|
//let fs = require('../core/fs.js');
|
|
|
|
let o_fs = require('fs-extra');
|
|
|
|
|
2017-02-18 19:10:01 +00:00
|
|
|
function joinPath() {
|
|
|
|
return path.join.apply(path.join, arguments);
|
|
|
|
}
|
|
|
|
|
2017-02-18 19:45:57 +00:00
|
|
|
function filesMatchingPattern(files) {
|
2017-02-19 05:00:01 +00:00
|
|
|
return globule.find(files, {nonull: true});
|
2017-02-18 19:37:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
function fileMatchesPattern(patterns, intendedPath) {
|
2017-02-19 05:00:01 +00:00
|
|
|
return globule.isMatch(patterns, intendedPath);
|
2017-02-18 19:37:07 +00:00
|
|
|
}
|
|
|
|
|
2017-02-18 19:45:57 +00:00
|
|
|
function recursiveMerge(target, source) {
|
|
|
|
return merge.recursive(target, source);
|
|
|
|
}
|
|
|
|
|
2017-02-18 20:27:08 +00:00
|
|
|
function checkIsAvailable(url, callback) {
|
2017-12-05 23:14:46 +00:00
|
|
|
http.get(url, function (_res) {
|
2017-02-19 04:17:43 +00:00
|
|
|
callback(true);
|
2017-12-05 23:14:46 +00:00
|
|
|
}).on('error', function (_res) {
|
2017-02-19 04:17:43 +00:00
|
|
|
callback(false);
|
2017-02-18 20:27:08 +00:00
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2017-12-16 03:15:24 +00:00
|
|
|
function httpGetRequest(httpObj, url, callback) {
|
|
|
|
httpObj.get(url, function(res) {
|
2017-12-16 03:11:55 +00:00
|
|
|
let body = '';
|
|
|
|
res.on('data', function (d) {
|
|
|
|
body += d;
|
|
|
|
});
|
|
|
|
res.on('end', function () {
|
|
|
|
callback(null, body);
|
|
|
|
});
|
2017-12-16 22:05:37 +00:00
|
|
|
}).on('error', function (err) {
|
|
|
|
callback(err);
|
2017-12-16 03:11:55 +00:00
|
|
|
});
|
2017-04-02 18:40:10 +00:00
|
|
|
}
|
|
|
|
|
2017-12-16 03:15:24 +00:00
|
|
|
function httpGet(url, callback) {
|
|
|
|
httpGetRequest(http, url, callback);
|
|
|
|
}
|
|
|
|
|
2017-07-05 12:35:51 +00:00
|
|
|
function httpsGet(url, callback) {
|
2017-12-16 03:15:24 +00:00
|
|
|
httpGetRequest(https, url, callback);
|
2017-07-05 12:35:51 +00:00
|
|
|
}
|
|
|
|
|
2017-12-31 02:44:59 +00:00
|
|
|
function httpGetJson(url, callback) {
|
|
|
|
httpGetRequest(http, url, function(err, body) {
|
|
|
|
try {
|
|
|
|
let parsed = JSON.parse(body);
|
|
|
|
return callback(err, parsed);
|
|
|
|
} catch(e) {
|
|
|
|
return callback(e);
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2017-02-18 21:06:39 +00:00
|
|
|
function runCmd(cmd, options) {
|
2017-03-29 15:37:30 +00:00
|
|
|
let result = shelljs.exec(cmd, options || {silent: true});
|
2017-02-18 21:06:39 +00:00
|
|
|
if (result.code !== 0) {
|
|
|
|
console.log("error doing.. " + cmd);
|
|
|
|
console.log(result.output);
|
|
|
|
if (result.stderr !== undefined) {
|
|
|
|
console.log(result.stderr);
|
|
|
|
}
|
|
|
|
exit();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
function cd(folder) {
|
|
|
|
shelljs.cd(folder);
|
|
|
|
}
|
|
|
|
|
2017-02-25 22:34:45 +00:00
|
|
|
function sed(file, pattern, replace) {
|
|
|
|
shelljs.sed('-i', pattern, replace, file);
|
|
|
|
}
|
|
|
|
|
2017-02-18 21:06:39 +00:00
|
|
|
function exit(code) {
|
|
|
|
process.exit(code);
|
|
|
|
}
|
|
|
|
|
2017-12-16 02:53:11 +00:00
|
|
|
function downloadFile(url, dest, cb) {
|
|
|
|
var file = o_fs.createWriteStream(dest);
|
|
|
|
(url.substring(0,5) === 'https' ? https : http).get(url, function(response) {
|
|
|
|
response.pipe(file);
|
|
|
|
file.on('finish', function() {
|
|
|
|
file.close(cb);
|
|
|
|
});
|
|
|
|
}).on('error', function(err) {
|
|
|
|
o_fs.unlink(dest);
|
|
|
|
if (cb) cb(err.message);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2017-12-16 17:23:02 +00:00
|
|
|
function extractTar(filename, packageDirectory, cb) {
|
|
|
|
o_fs.createReadStream(filename).pipe(
|
|
|
|
tar.x({
|
|
|
|
strip: 1,
|
|
|
|
C: packageDirectory
|
|
|
|
}).on('end', function() {
|
|
|
|
cb();
|
|
|
|
})
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
2017-12-19 19:07:48 +00:00
|
|
|
function proposeAlternative(word, _dictionary, _exceptions) {
|
|
|
|
let exceptions = _exceptions || [];
|
|
|
|
let dictionary = _dictionary.filter((entry) => {
|
|
|
|
return exceptions.indexOf(entry) < 0;
|
|
|
|
});
|
|
|
|
return propose(word, dictionary, {threshold: 0.3});
|
|
|
|
}
|
|
|
|
|
2018-03-26 18:54:47 +00:00
|
|
|
function pwd() {
|
2018-03-26 19:26:37 +00:00
|
|
|
return process.env.PWD || process.cwd();
|
2018-03-26 18:54:47 +00:00
|
|
|
}
|
|
|
|
|
2018-04-20 13:52:13 +00:00
|
|
|
function getExternalContractUrl(file) {
|
|
|
|
let url;
|
|
|
|
const RAW_URL = 'https://raw.githubusercontent.com/';
|
|
|
|
const MALFORMED_ERROR = 'Malformed Github URL for ';
|
|
|
|
if (file.startsWith('https://github')) {
|
|
|
|
const match = file.match(/https:\/\/github\.[a-z]+\/(.*)/);
|
|
|
|
if (!match) {
|
|
|
|
console.error(MALFORMED_ERROR + file);
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
url = `${RAW_URL}${match[1].replace('blob/', '')}`;
|
|
|
|
} else if (file.startsWith('git')) {
|
|
|
|
// Match values
|
|
|
|
// [0] entire input
|
|
|
|
// [1] git://
|
|
|
|
// [2] user
|
|
|
|
// [3] repository
|
|
|
|
// [4] path
|
|
|
|
// [5] branch
|
|
|
|
const match = file.match(
|
2018-04-20 16:04:27 +00:00
|
|
|
/(git:\/\/)?github\.[a-z]+\/([-a-zA-Z0-9@:%_+.~#?&=]+)\/([-a-zA-Z0-9@:%_+.~#?&=]+)\/([-a-zA-Z0-9@:%_+.~?\/&=]+)#?([a-zA-Z0-1\/_.-]*)?/
|
2018-04-20 13:52:13 +00:00
|
|
|
);
|
|
|
|
if (!match) {
|
|
|
|
console.error(MALFORMED_ERROR + file);
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
let branch = match[5];
|
|
|
|
if (!branch) {
|
|
|
|
branch = 'master';
|
|
|
|
}
|
|
|
|
url = `${RAW_URL}${match[2]}/${match[3]}/${branch}/${match[4]}`;
|
|
|
|
} else if (file.startsWith('http')) {
|
|
|
|
url = file;
|
|
|
|
} else {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
const match = url.match(
|
2018-04-20 16:04:27 +00:00
|
|
|
/\.[a-z]+\/([-a-zA-Z0-9@:%_+.~#?&\/=]+)/
|
2018-04-20 13:52:13 +00:00
|
|
|
);
|
|
|
|
return {
|
|
|
|
url,
|
|
|
|
filePath: constants.httpContractsDirectory + match[1]
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2018-05-18 20:51:03 +00:00
|
|
|
function toChecksumAddress(address) {
|
|
|
|
return Web3.utils.toChecksumAddress(address);
|
|
|
|
}
|
|
|
|
|
|
|
|
function sha3(arg) {
|
|
|
|
return Web3.utils.sha3(arg);
|
|
|
|
}
|
|
|
|
|
2018-05-23 13:33:32 +00:00
|
|
|
function normalizeInput(input) {
|
|
|
|
let args = Object.values(input);
|
|
|
|
if (args.length === 0) {
|
|
|
|
return "";
|
|
|
|
}
|
|
|
|
if (args.length === 1) {
|
|
|
|
if (Array.isArray(args[0])) { return args[0].join(','); }
|
|
|
|
return args[0] || "";
|
|
|
|
}
|
|
|
|
return ('[' + args.map((x) => {
|
|
|
|
if (x === null) { return "null"; }
|
|
|
|
if (x === undefined) { return "undefined"; }
|
|
|
|
if (Array.isArray(x)) { return x.join(','); }
|
|
|
|
return x;
|
|
|
|
}).toString() + ']');
|
|
|
|
}
|
|
|
|
|
2017-02-18 19:10:01 +00:00
|
|
|
module.exports = {
|
2017-02-18 19:45:57 +00:00
|
|
|
joinPath: joinPath,
|
|
|
|
filesMatchingPattern: filesMatchingPattern,
|
|
|
|
fileMatchesPattern: fileMatchesPattern,
|
2017-02-18 20:27:08 +00:00
|
|
|
recursiveMerge: recursiveMerge,
|
2017-02-18 21:06:39 +00:00
|
|
|
checkIsAvailable: checkIsAvailable,
|
2017-04-02 18:40:10 +00:00
|
|
|
httpGet: httpGet,
|
2017-07-05 12:35:51 +00:00
|
|
|
httpsGet: httpsGet,
|
2017-12-31 02:44:59 +00:00
|
|
|
httpGetJson: httpGetJson,
|
2017-02-18 21:06:39 +00:00
|
|
|
runCmd: runCmd,
|
|
|
|
cd: cd,
|
2017-02-25 22:34:45 +00:00
|
|
|
sed: sed,
|
2017-12-16 02:53:11 +00:00
|
|
|
exit: exit,
|
2017-12-16 17:23:02 +00:00
|
|
|
downloadFile: downloadFile,
|
2017-12-19 19:07:48 +00:00
|
|
|
extractTar: extractTar,
|
2018-03-26 18:54:47 +00:00
|
|
|
proposeAlternative: proposeAlternative,
|
2018-04-20 13:52:13 +00:00
|
|
|
pwd: pwd,
|
2018-05-18 20:51:03 +00:00
|
|
|
getExternalContractUrl,
|
|
|
|
toChecksumAddress: toChecksumAddress,
|
2018-05-23 13:33:32 +00:00
|
|
|
sha3: sha3,
|
|
|
|
normalizeInput
|
2017-02-18 19:10:01 +00:00
|
|
|
};
|