Enabled parameters: mode, debug, cache-lookup, limit and contracts!

This commit is contained in:
Sebastian Mueller 2019-04-22 21:15:40 +02:00
parent 963aed8b8e
commit 6a88043e9c
6 changed files with 238 additions and 36 deletions

24
README.md Normal file
View File

@ -0,0 +1,24 @@
Status Embark plugin for MythX.
# QuickStart
Run `verify` in the Embark console. When the call returns, it will look something like this:
```
Embark (development) > verify
embark-mythx: Running MythX analysis in background.
embark-mythx: Submitting 'ERC20' for analysis...
embark-mythx: Submitting 'SafeMath' for analysis...
embark-mythx: Submitting 'Ownable' for analysis...
embark-mythx:
/home/flex/mythx-plugin/testToken/.embark/contracts/ERC20.sol
1:0 warning A floating pragma is set SWC-103
✖ 1 problem (0 errors, 1 warning)
embark-mythx: MythX analysis found vulnerabilities.
```
# Options

110
index.js
View File

@ -1,4 +1,5 @@
const mythx = require('./mythx')
const commandLineArgs = require('command-line-args')
module.exports = function(embark) {
@ -13,33 +14,47 @@ module.exports = function(embark) {
embark.registerConsoleCommand({
description: "Run MythX analysis",
matches: (cmd) => {
embark.logger.info('cmd', cmd)
//embark.logger.info('cmd', cmd)
const cmdName = cmd.match(/".*?"|\S+/g)
embark.logger.info("cmd === 'verify': " + cmd === 'verify')
//embark.logger.info("cmdName", cmdName)
//embark.logger.info('cmdName.length === 1', cmdName.length === 1)
return (cmd === 'verify' && cmdName.length === 1)
//embark.logger.info("eh?")
return (Array.isArray(cmdName) &&
cmdName[0] === 'verify' &&
cmdName[1] != 'help' &&
cmdName[1] != 'status' &&
cmdName.length >= 1)
},
usage: "verify [options]",
process: async (cmd, callback) => {
//embark.logger.info("cmd", cmd)
//embark.logger.info("verifying...")
const cmdName = cmd.match(/".*?"|\S+/g)
// Remove first element, as we know it's the command
cmdName.shift()
//embark.logger.info("embark.logger", JSON.stringify(embark.logger))
let cfg = parseOptions(cmd)
embark.logger.info('cmd', cmd)
embark.logger.info('cfg', JSON.stringify(cfg))
//console.log("option object", JSON.stringify({ "argv": cmdName }))
let cfg = parseOptions({ "argv": cmdName })
//embark.logger.info('cmd', cmdName)
//embark.logger.info('cfg', JSON.stringify(cfg))
try {
embark.logger.info("Running MythX analysis in background.")
const result = await mythx(contracts, cfg, embark)
const returnCode = await mythx.analyse(contracts, cfg, embark)
//embark.logger.info("result", result)
if (returnCode === 0) {
return callback(null, "returnCode: " + returnCode)
} else if (returnCode === 1) {
embark.logger.error("Analysis returned with exit code 1.")
embark.logger.error("\nMythX analysis found vulnerabilities.")
return callback()
} else {
//TODO: Figure out how to use error with callback properly.
return callback(new Error("Unexpected Error: return value of `analyze` should be either 0 or 1."), null)
return callback(new Error("\nUnexpected Error: return value of `analyze` should be either 0 or 1."), null)
}
} catch (e) {
@ -52,16 +67,17 @@ module.exports = function(embark) {
embark.registerConsoleCommand({
description: "Help",
matches: (cmd) => {
embark.logger.info('cmd', cmd)
//embark.logger.info('cmd', cmd)
const cmdName = cmd.match(/".*?"|\S+/g)
embark.logger.info('cmdName', cmdName)
//embark.logger.info('cmdName', cmdName)
//embark.logger.info("cmdName[0] === 'verify' && cmdName[1] === 'help'", cmdName[0] === 'verify' && cmdName[1] === 'help')
return (Array.isArray(cmdName) &&
(cmdName[0] === 'verify' &&
cmdName[1] === 'help'))
(cmdName[0] === 'verify' &&
cmdName[1] === 'help'))
},
usage: "verify help",
process: (cmd, callback) => {
embark.logger.info("verify help running")
return callback(null, help())
}
})
@ -75,9 +91,71 @@ module.exports = function(embark) {
)
}
embark.registerConsoleCommand({
description: "Check MythX analysis status",
matches: (cmd) => {
//embark.logger.info('cmd', cmd)
const cmdName = cmd.match(/".*?"|\S+/g)
//embark.logger.info("cmdName", cmdName)
//embark.logger.info('cmdName.length === 1', cmdName.length === 1)
return (Array.isArray(cmdName) &&
cmdName[0] === 'verify' &&
cmdName[1] != 'status' &&
cmdName.length == 3)
},
usage: "verify status <uuid>",
process: async (cmd, callback) => {
//embark.logger.info("verify status running")
//embark.logger.info("embark.logger", JSON.stringify(embark.logger))
let cfg = parseOptions(cmd)
//embark.logger.info('cmd', cmd)
//embark.logger.info('cfg', JSON.stringify(cfg))
try {
const returnCode = await mythx.getStatus(cfg, embark)
//embark.logger.info("result", result)
if (returnCode === 0) {
return callback(null, "returnCode: " + returnCode)
} else if (returnCode === 1) {
embark.logger.error("MythX analysis found vulnerabilities.")
return callback()
} else {
//TODO: Figure out how to use error with callback properly.
return callback(new Error("Unexpected Error: return value of `analyze` should be either 0 or 1."), null)
}
} catch (e) {
embark.logger.error("error", e)
return callback(e, "ERR: " + e.message)
}
}
})
function parseOptions(options) {
let config = {}
//TODO
return config
//console.log("options", JSON.stringify(options))
const optionDefinitions = [
{ name: 'full', alias: 'f', type: Boolean },
{ name: 'debug', alias: 'd', type: Boolean },
{ name: 'no-cache-lookup', alias: 'c', type: Boolean },
{ name: 'limit', alias: 'l', type: Number },
{ name: 'contracts', type: String, multiple: true, defaultOption: true }
]
const parsed = commandLineArgs(optionDefinitions, options)
//console.log("parsed", JSON.stringify(parsed))
//console.log("parsed.contracts", parsed.contracts)
//console.log("parsed.full", parsed.full)
if(parsed.full) {
parsed.analysisMode = "full"
} else {
parsed.analysisMode = "full"
}
return parsed
}
}

View File

@ -260,7 +260,7 @@ function doReport(config, objects, errors, notAnalyzedContracts) {
return config.debug || (log.level !== 'info');
}
// Return 1 if some vulenrabilities were found.
// Return 1 if vulnerabilities were found.
objects.forEach(ele => {
ele.issues.forEach(ele => {
ret = ele.issues.length > 0 ? 1 : ret;
@ -287,15 +287,8 @@ function doReport(config, objects, errors, notAnalyzedContracts) {
const eslintIssuesByBaseName = groupEslintIssuesByBasename(eslintIssues);
const uniqueIssues = getUniqueIssues(eslintIssuesByBaseName);
console.log("uniqueIssues", JSON.stringify(uniqueIssues))
console.log("config.style", config.style)
const formatter = getFormatter(config.style);
config.logger.info("config.logger", JSON.stringify(config.logger))
const report = formatter(uniqueIssues);
console.log("report", report)
config.logger.info(report);
}
@ -315,7 +308,7 @@ function doReport(config, objects, errors, notAnalyzedContracts) {
if (haveLogs) {
ret = 1;
config.logger.info('MythX Logs:'.yellow);
config.logger.info('MythX Logs:');
logGroups.forEach(logGroup => {
config.logger.info(`\n${logGroup.sourcePath}`.yellow);
config.logger.info(`UUID: ${logGroup.uuid}`.yellow);
@ -329,9 +322,9 @@ function doReport(config, objects, errors, notAnalyzedContracts) {
if (errors.length > 0) {
ret = 1;
console.error('Internal MythX errors encountered:'.red);
config.logger.error('Internal MythX errors encountered:'.red);
errors.forEach(err => {
console.error(err.error || err);
config.logger.error(err.error || err);
if (config.debug > 1 && err.stack) {
config.logger.info(err.stack);
}

View File

@ -8,7 +8,7 @@ const { MythXIssues, doReport } = require('./lib/issues2eslint');
const defaultAnalyzeRateLimit = 4
module.exports = async function analyse(contracts, cfg, embark) {
async function analyse(contracts, cfg, embark) {
//embark.logger.debug("embark.config", embark.config)
@ -39,14 +39,34 @@ module.exports = async function analyse(contracts, cfg, embark) {
})
//TODO: Check contract names provided in options are respected
//const contractNames = cfg._.length > 1 ? cfg._.slice(1, cfg._.length) : null
//Check contract names provided in options are respected
//embark.logger.info("contracts", contracts)
//embark.logger.info("cfg.contracts", cfg.contracts)
const submitObjects = mythXUtil.buildRequestData(contracts)
// Filter contracts based on parameter choice
let toSubmit = {};
if(cfg.contracts) {
toSubmit.sources = contracts.sources
toSubmit.contracts = {}
for (let [filename, contractObjects] of Object.entries(contracts.contracts)) {
for (let [contractName, contract] of Object.entries(contractObjects)) {
if (cfg.contracts.indexOf(contractName) >= 0) {
//console.log("Adding to submit", contractName, contractObjects)
if(!toSubmit.contracts[filename]) {
toSubmit.contracts[filename] = {}
}
toSubmit.contracts[filename][contractName] = contract ;
}
}
}
} else {
toSubmit = contracts
}
//embark.logger.info("toSubmit", toSubmit)
const submitObjects = mythXUtil.buildRequestData(toSubmit)
process.exit(0)
//return 0
const { objects, errors } = await doAnalysis(armletClient, cfg, submitObjects, null, limit)
//console.log("objects", JSON.stringify(objects))
@ -57,14 +77,42 @@ module.exports = async function analyse(contracts, cfg, embark) {
return result
}
async function getStatus(cfg, embark) {
//embark.logger.debug("embark.config", embark.config)
//console.log("embark.logger", embark.logger)
//console.log("JSON.stringify(embark.logger)", JSON.stringify(embark.logger))
//embark.logger.info("typeof embark.logger", typeof embark.logger)
cfg.logger = embark.logger
//embark.logger.info("embark", JSON.stringify(embark))
// Connect to MythX via armlet
const armletClient = new armlet.Client(
{
clientToolName: "embark-mythx",
password: process.env.MYTHX_PASSWORD,
ethAddress: process.env.MYTHX_ETH_ADDRESS,
})
if (cfg.uuid) {
try {
const results = await armletClient.getIssues(config.uuid);
return ghettoReport(embark.logger.info, results);
} catch (err) {
embark.logger.warn(err);
return 1;
}
}
}
const doAnalysis = async (armletClient, config, contracts, contractNames = null, limit) => {
//config.logger.info("\ncontracts", contracts)
const timeout = (config.timeout || 300) * 1000;
const initialDelay = ('initial-delay' in config) ? config['initial-delay'] * 1000 : undefined;
//const cacheLookup = ('cache-lookup' in config) ? config['cache-lookup'] : true;
const cacheLookup = false
const cacheLookup = ('cache-lookup' in config) ? config['cache-lookup'] : true;
const results = await asyncPool(limit, contracts, async buildObj => {
@ -85,7 +133,7 @@ const doAnalysis = async (armletClient, config, contracts, contractNames = null,
// request analysis to armlet.
try {
//config.logger.info("analyzeOpts", JSON.stringify(analyzeOpts))
config.logger.info("Submitting '" + obj.contractName + "' for analysis...")
const armletResult = await armletClient.analyzeWithStatus(analyzeOpts);
//config.logger.info("armletResult", JSON.stringify(armletResult))
const {issues, status} = armletResult
@ -143,3 +191,27 @@ const doAnalysis = async (armletClient, config, contracts, contractNames = null,
return accum;
}, { errors: [], objects: [] });
};
function ghettoReport(logger, results) {
let issuesCount = 0;
results.forEach(ele => {
issuesCount += ele.issues.length;
});
if (issuesCount === 0) {
logger('No issues found');
return 0;
}
for (const group of results) {
logger(group.sourceList.join(', ').underline);
for (const issue of group.issues) {
logger(yaml.safeDump(issue, {'skipInvalid': true}));
}
}
return 1;
}
module.exports = {
analyse,
getStatus
}

34
package-lock.json generated
View File

@ -116,6 +116,11 @@
"request": "^2.88.0"
}
},
"array-back": {
"version": "3.1.0",
"resolved": "https://registry.npmjs.org/array-back/-/array-back-3.1.0.tgz",
"integrity": "sha512-TkuxA4UCOvxuDK6NZYXCalszEzj+TLszyASooky+i742l9TqsOdYCMJJupxRic61hwquNtppB3hgcuq9SVSH1Q=="
},
"asn1": {
"version": "0.2.4",
"resolved": "https://registry.npmjs.org/asn1/-/asn1-0.2.4.tgz",
@ -356,6 +361,17 @@
"resolved": "https://registry.npmjs.org/command-exists/-/command-exists-1.2.8.tgz",
"integrity": "sha512-PM54PkseWbiiD/mMsbvW351/u+dafwTJ0ye2qB60G1aGQP9j3xK2gmMDc+R34L3nDtx4qMCitXT75mkbkGJDLw=="
},
"command-line-args": {
"version": "5.1.1",
"resolved": "https://registry.npmjs.org/command-line-args/-/command-line-args-5.1.1.tgz",
"integrity": "sha512-hL/eG8lrll1Qy1ezvkant+trihbGnaKaeEjj6Scyr3DN+RC7iQ5Rz84IeLERfAWDGo0HBSNAakczwgCilDXnWg==",
"requires": {
"array-back": "^3.0.1",
"find-replace": "^3.0.0",
"lodash.camelcase": "^4.3.0",
"typical": "^4.0.0"
}
},
"concat-map": {
"version": "0.0.1",
"resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
@ -1073,6 +1089,14 @@
"resolved": "https://registry.npmjs.org/file-uri-to-path/-/file-uri-to-path-1.0.0.tgz",
"integrity": "sha512-0Zt+s3L7Vf1biwWZ29aARiVYLx7iMGnEUl9x33fbB/j3jR81u/O2LbqK+Bm1CDSNDKVtJ/YjwY7TUd5SkeLQLw=="
},
"find-replace": {
"version": "3.0.0",
"resolved": "https://registry.npmjs.org/find-replace/-/find-replace-3.0.0.tgz",
"integrity": "sha512-6Tb2myMioCAgv5kfvP5/PkZZ/ntTpVK39fHY7WkWBgvbeE+VHd/tZuZ4mrC+bxh4cfOZeYKVPaJIZtZXV7GNCQ==",
"requires": {
"array-back": "^3.0.1"
}
},
"find-up": {
"version": "2.1.0",
"resolved": "https://registry.npmjs.org/find-up/-/find-up-2.1.0.tgz",
@ -1717,6 +1741,11 @@
"resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.11.tgz",
"integrity": "sha512-cQKh8igo5QUhZ7lg38DYWAxMvjSAKG0A8wGSVimP07SIUEK2UO+arSRKbRZWtelMtN5V0Hkwh5ryOto/SshYIg=="
},
"lodash.camelcase": {
"version": "4.3.0",
"resolved": "https://registry.npmjs.org/lodash.camelcase/-/lodash.camelcase-4.3.0.tgz",
"integrity": "sha1-soqmKIorn8ZRA1x3EfZathkDMaY="
},
"lru-cache": {
"version": "5.1.1",
"resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-5.1.1.tgz",
@ -2586,6 +2615,11 @@
"prelude-ls": "~1.1.2"
}
},
"typical": {
"version": "4.0.0",
"resolved": "https://registry.npmjs.org/typical/-/typical-4.0.0.tgz",
"integrity": "sha512-VAH4IvQ7BDFYglMd7BPRDfLgxZZX4O4TFcRDA6EN5X7erNJJq+McIEp8np9aVtxrCJ6qx4GTYVfOWNjcqwZgRw=="
},
"uri-js": {
"version": "4.2.2",
"resolved": "https://registry.npmjs.org/uri-js/-/uri-js-4.2.2.tgz",

View File

@ -14,6 +14,7 @@
"license": "ISC",
"dependencies": {
"armlet": "^2.3.0",
"command-line-args": "^5.1.1",
"dotenv": "^7.0.0",
"eslint": "^5.16.0",
"minimist": "^1.2.0",