status-im/nimbus-eth1
2
0
Fork 0
mirror of https://github.com/status-im/nimbus-eth1.git synced 2025-01-13 05:44:40 +00:00
Code Issues Projects Releases Wiki Activity

Stop skipping all but time-intensive vmPerformance VMTests by default

Browse Source
This commit is contained in:
Dustin Brody 2018-08-02 09:37:16 -07:00
parent d94dfbdb43
commit 8325b6461f
2 changed files with 36 additions and 45 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

70
VMTests.md
View File

@ -284,22 +284,22 @@ OK: 5/5 Fail: 0/5 Skip: 0/5
+ balanceAddress2.json OK + balanceAddress2.json OK
+ balanceAddressInputTooBig.json OK + balanceAddressInputTooBig.json OK
+ balanceAddressInputTooBigLeftMyAddress.json OK + balanceAddressInputTooBigLeftMyAddress.json OK
balanceAddressInputTooBigRightMyAddress.json Skip + balanceAddressInputTooBigRightMyAddress.json OK
+ balanceCaller3.json OK + balanceCaller3.json OK
calldatacopy0.json Skip - calldatacopy0.json Fail
calldatacopy0_return.json Skip - calldatacopy0_return.json Fail
calldatacopy1.json Skip - calldatacopy1.json Fail
calldatacopy1_return.json Skip - calldatacopy1_return.json Fail
calldatacopy2.json Skip + calldatacopy2.json OK
calldatacopy2_return.json Skip + calldatacopy2_return.json OK
calldatacopyUnderFlow.json Skip + calldatacopyUnderFlow.json OK
calldatacopyZeroMemExpansion.json Skip + calldatacopyZeroMemExpansion.json OK
calldatacopyZeroMemExpansion_return.json Skip + calldatacopyZeroMemExpansion_return.json OK
calldatacopy_DataIndexTooHigh.json Skip - calldatacopy_DataIndexTooHigh.json Fail
calldatacopy_DataIndexTooHigh2.json Skip - calldatacopy_DataIndexTooHigh2.json Fail
calldatacopy_DataIndexTooHigh2_return.json Skip - calldatacopy_DataIndexTooHigh2_return.json Fail
calldatacopy_DataIndexTooHigh_return.json Skip - calldatacopy_DataIndexTooHigh_return.json Fail
calldatacopy_sec.json Skip - calldatacopy_sec.json Fail
+ calldataload0.json OK + calldataload0.json OK
+ calldataload1.json OK + calldataload1.json OK
+ calldataload2.json OK + calldataload2.json OK
@ -326,7 +326,7 @@ OK: 5/5 Fail: 0/5 Skip: 0/5
+ gasprice.json OK + gasprice.json OK
+ origin.json OK + origin.json OK
``` ```
OK: 33/51 Fail: 3/51 Skip: 15/51 OK: 39/51 Fail: 12/51 Skip: 0/51
## vmIOandFlowOperations ## vmIOandFlowOperations
```diff ```diff
+ BlockNumberDynamicJump0_AfterJumpdest.json OK + BlockNumberDynamicJump0_AfterJumpdest.json OK
@ -393,7 +393,7 @@ OK: 33/51 Fail: 3/51 Skip: 15/51
+ bad_indirect_jump1.json OK + bad_indirect_jump1.json OK
+ bad_indirect_jump2.json OK + bad_indirect_jump2.json OK
+ byte1.json OK + byte1.json OK
calldatacopyMemExp.json Skip - calldatacopyMemExp.json Fail
+ codecopyMemExp.json OK + codecopyMemExp.json OK
+ deadCode_1.json OK + deadCode_1.json OK
+ dupAt51becameMload.json OK + dupAt51becameMload.json OK
@ -475,7 +475,7 @@ OK: 33/51 Fail: 3/51 Skip: 15/51
+ swapAt52becameMstore.json OK + swapAt52becameMstore.json OK
+ when.json OK + when.json OK
``` ```
OK: 144/145 Fail: 0/145 Skip: 1/145 OK: 144/145 Fail: 1/145 Skip: 0/145
## vmLogTest ## vmLogTest
```diff ```diff
+ log0_emptyMem.json OK + log0_emptyMem.json OK
@ -628,16 +628,16 @@ OK: 0/18 Fail: 0/18 Skip: 18/18
OK: 74/74 Fail: 0/74 Skip: 0/74 OK: 74/74 Fail: 0/74 Skip: 0/74
## vmRandomTest ## vmRandomTest
```diff ```diff
201503102320PYTHON.json Skip - 201503102320PYTHON.json Fail
201503110206PYTHON.json Skip - 201503110206PYTHON.json Fail
201503110219PYTHON.json Skip - 201503110219PYTHON.json Fail
201503110226PYTHON_DUP6.json Skip - 201503110226PYTHON_DUP6.json Fail
201503110346PYTHON_PUSH24.json Skip - 201503110346PYTHON_PUSH24.json Fail
201503111844PYTHON.json Skip - 201503111844PYTHON.json Fail
201503112218PYTHON.json Skip - 201503112218PYTHON.json Fail
randomTest.json Skip - randomTest.json Fail
``` ```
OK: 0/8 Fail: 0/8 Skip: 8/8 OK: 0/8 Fail: 8/8 Skip: 0/8
## vmSha3Test ## vmSha3Test
```diff ```diff
+ sha3_0.json OK + sha3_0.json OK
@ -662,15 +662,15 @@ OK: 0/8 Fail: 0/8 Skip: 8/8
OK: 18/18 Fail: 0/18 Skip: 0/18 OK: 18/18 Fail: 0/18 Skip: 0/18
## vmSystemOperations ## vmSystemOperations
```diff ```diff
TestNameRegistrator.json Skip + TestNameRegistrator.json OK
return0.json Skip + return0.json OK
return1.json Skip + return1.json OK
return2.json Skip + return2.json OK
suicide0.json Skip + suicide0.json OK
suicideNotExistingAccount.json Skip + suicideNotExistingAccount.json OK
suicideSendEtherToMe.json Skip + suicideSendEtherToMe.json OK
``` ```
OK: 0/7 Fail: 0/7 Skip: 7/7 OK: 7/7 Fail: 0/7 Skip: 0/7
## vmTests ## vmTests
```diff ```diff
+ suicide.json OK + suicide.json OK

11
tests/test_helpers.nim
View File

@ -17,17 +17,8 @@ type
proc validTest*(folder: string, name: string): bool = proc validTest*(folder: string, name: string): bool =
# tests we want to skip or which segfault will be skipped here # tests we want to skip or which segfault will be skipped here
# TODO fix
#if true:
# return "or0" in name
#if true:
# return folder == "vmEnvironmentalInfo"
result = "calldatacopy" notin name and result = folder notin @["vmPerformance"]
"balanceAddressInputTooBigRightMyAddress." notin name and
"callstatelessToReturn1" notin name and
folder notin @["vmRandomTest", "vmSystemOperations", "vmPerformance"]
#result = name == "exp2.json"
macro jsonTest*(s: static[string], handler: untyped): untyped = macro jsonTest*(s: static[string], handler: untyped): untyped =
let let