import randutils, random, unittest2, stew/byteutils, os, eth/[common, rlp], eth/trie/[trie_defs, nibbles], faststreams/inputs, nimcrypto/sysrand, ../stateless/[witness_from_tree, tree_from_witness], ../nimbus/db/[core_db, distinct_tries, storage_types], ./witness_types, ./multi_keys type DB = CoreDbRef StorageKeys = tuple[storageRoot: Hash256, keys: MultikeysRef] AccountDef = object storageKeys: MultiKeysRef account: Account codeTouched: bool proc randU256(): UInt256 = var bytes: array[32, byte] discard randomBytes(bytes[0].addr, sizeof(result)) result = UInt256.fromBytesBE(bytes) proc randStorageSlot(): StorageSlot = discard randomBytes(result[0].addr, sizeof(result)) proc randNonce(): AccountNonce = discard randomBytes(result.addr, sizeof(result)) proc randCode(db: DB): Hash256 = if rand(0..1) == 0: result = blankStringHash else: let codeLen = rand(1..150) let code = randList(byte, rng(0, 255), codeLen, unique = false) result = keccakHash(code) db.kvt.put(contractHashKey(result).toOpenArray, code) proc randStorage(db: DB): StorageKeys = if rand(0..1) == 0: result = (emptyRlpHash, MultikeysRef(nil)) else: var trie = initStorageTrie(db) let numPairs = rand(1..10) var keys = newSeq[StorageSlot](numPairs) for i in 0.. 0: let acc = rlp.decode(recordFound, Account) check acc == accs[i] else: debugEcho "BUG IN WITNESS/TREE BUILDER ", i check false when addInvalidKeys: for kd in mkeys.keys: if kd.address == invalidAddress: check kd.visited == false else: check kd.visited == true else: for kd in mkeys.keys: check kd.visited == true proc initMultiKeys(keys: openArray[string], storageMode: bool = false): MultikeysRef = result.new if storageMode: for i, x in keys: result.keys.add KeyData( storageMode: true, hash: hexToByteArray[32](x) ) else: for x in keys: result.keys.add KeyData( storageMode: false, hash: hexToByteArray[32](x) ) proc parseInvalidInput(payload: openArray[byte]): bool = var db = newCoreDbRef(LegacyDbMemory) try: var tb = initTreeBuilder(payload, db, {wfEIP170}) discard tb.buildTree() except ParsingError, ContractCodeError: result = true proc witnessKeysMain*() = suite "random keys block witness roundtrip test": randomize() test "random multiple keys": for i in 0..<100: runTest(rand(1..30), testStatusIMPL) test "there is no short node": let acc = newAccount() let rlpBytes = rlp.encode(acc) check rlpBytes.len > 32 test "invalid address ignored": runTest(rand(1..30), testStatusIMPL, false, addInvalidKeys = true) test "multiple identical addresses rejected": expect AssertionDefect: runTest(rand(5..30), testStatusIMPL, true) test "case 1: all keys is a match": let keys = [ "0abc7124bce7762869be690036144c12c256bdb06ee9073ad5ecca18a47c3254", "0abccc5b491732f964182ce4bde5e2468318692ed446e008f621b26f8ff56606", "0abca163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6bb" ] let m = initMultiKeys(keys) let pg = m.initGroup() let n = initNibbleRange(hexToByteArray[2]("0abc")) let mg = m.groups(0, n, pg) check: mg.match == true mg.group.first == 0 mg.group.last == 2 test "case 2: all keys is not a match": let keys = [ "01237124bce7762869be690036144c12c256bdb06ee9073ad5ecca18a47c3254", "0890cc5b491732f964182ce4bde5e2468318692ed446e008f621b26f8ff56606", "0456a163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6bb" ] let m = initMultiKeys(keys) let pg = m.initGroup() let n = initNibbleRange(hexToByteArray[2]("0abc")) let mg = m.groups(0, n, pg) check: mg.match == false test "case 3: not match and match": let keys = [ "01237124bce7762869be690036144c12c256bdb06ee9073ad5ecca18a47c3254", "0890cc5b491732f964182ce4bde5e2468318692ed446e008f621b26f8ff56606", "0abc6a163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6b", "0abc7a163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6b" ] let m = initMultiKeys(keys) let pg = m.initGroup() let n = initNibbleRange(hexToByteArray[2]("0abc")) let mg = m.groups(0, n, pg) check: mg.match == true mg.group.first == 2 mg.group.last == 3 test "case 4: match and not match": let keys = [ "0abc6a163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6b", "0abc7a163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6b", "01237124bce7762869be690036144c12c256bdb06ee9073ad5ecca18a47c3254", "0890cc5b491732f964182ce4bde5e2468318692ed446e008f621b26f8ff56606" ] let m = initMultiKeys(keys) let pg = m.initGroup() let n = initNibbleRange(hexToByteArray[2]("0abc")) let mg = m.groups(0, n, pg) check: mg.match == true mg.group.first == 0 mg.group.last == 1 test "case 5: not match, match and not match": let keys = [ "01237124bce7762869be690036144c12c256bdb06ee9073ad5ecca18a47c3254", "0890cc5b491732f964182ce4bde5e2468318692ed446e008f621b26f8ff56606", "0abc6a163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6b", "0abc7a163140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6b", "01237124bce7762869be690036144c12c256bdb06ee9073ad5ecca18a47c3254", "0890cc5b491732f964182ce4bde5e2468318692ed446e008f621b26f8ff56606" ] let m = initMultiKeys(keys) let pg = m.initGroup() let n = initNibbleRange(hexToByteArray[2]("0abc")) let mg = m.groups(0, n, pg) check: mg.match == true mg.group.first == 2 mg.group.last == 3 test "parse invalid input": for x in walkDirRec("stateless" / "invalidInput"): let z = readFile(x) check parseInvalidInput(z.toOpenArrayByte(0, z.len-1)) test "short rlp test": let keys = [ "01234567abce7762869be690036144c12c256bdb06ee9073ad5ecca18a47c325", "01234567b491732f964182ce4bde5e2468318692ed446e008f621b26f8ff5660", "01234567c140158288775c8912aed274fb9d6a3a260e9e95e03e70ba8df30f6b", ] let m = initMultiKeys(keys, true) var memDB = newCoreDbRef(LegacyDbMemory) var trie = initAccountsTrie(memDB) var acc = randAccount(memDB) var tt = memDB.mptPrune for x in m.keys: tt.put(x.hash, rlp.encode(1.u256)) acc.account.storageRoot = tt.rootHash let addrs = @[AccountKey(address: randAddress(), codeTouched: acc.codeTouched, storageKeys: m)] trie.putAccountBytes(addrs[0].address, rlp.encode(acc.account)) var mkeys = newMultiKeys(addrs) let rootHash = trie.rootHash var wb = initWitnessBuilder(memDB, rootHash, {wfEIP170}) var witness = wb.buildWitness(mkeys) var db = newCoreDbRef(LegacyDbMemory) var tb = initTreeBuilder(witness, db, {wfEIP170}) let root = tb.buildTree() check root.data == rootHash.data when isMainModule: witnessKeysMain()