waku-org
/
nwaku
mirror of https://github.com/waku-org/nwaku.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

chore|feat (waku-rln-relay): modules reorganization|Initial test for capturing events using nim-web3 (#941) 

* first edition

* adds the full test scenario

* fixes typos

* fixes a bug in the supplied command

* further edits the description

* displays the chat prompt after spam detection

* updates changelog

* minor wording fix

* adds a new test file for onchain rln relay

* adds the Event proc

* adds one working example of event subscription

* defines a new unitt test for event subscription

* adds the new test file

* cleans up the code

* adds a working event subscription for faucet contract

* wip

* makes faucet test conditional

* updates contract byte codes

* adds a working test for event subscription and cleans up the tests

* fixes case

* adss toUInt256 unit function

* enables the tests

* fixes a bug

* undo commented tests

* cleans up the test

* logs the pk

* removes excess entry in the changelog

* fixes spacing

* comments

* removes unused test codes

* adds the conditional compilation for onchain tests

* uncomments offchain tests

* removes onchain tests

* reorganizes the code and moves the rln contract data into a separate module

* deletes txt files

* beautifies the code

* beautifies the code

* removes an excess line

* more formatting fixes

* minor fix

* updates the case of membership fee const

* renames compare to diff

* renames time to e

* edits the number of arguments of the send proc

* fixes a comment alignment

* fixes indentation

* fixed id style

* splits check from condition

* fixes a naming mismatch
This commit is contained in:
Sanaz Taheri Boshrooyeh 2022-05-10 14:09:18 -07:00 committed by GitHub
parent b2eb992bd3
commit 47a9fcfd77
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
9 changed files with 962 additions and 569 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/all_tests_v2.nim
View File

@ -27,6 +27,8 @@ import
when defined(rln): when defined(rln):
import ./v2/test_waku_rln_relay import ./v2/test_waku_rln_relay
when defined(onchain_rln):
import ./v2/test_waku_rln_relay_onchain
# TODO Only enable this once swap module is integrated more nicely as a dependency, i.e. as submodule with CI etc # TODO Only enable this once swap module is integrated more nicely as a dependency, i.e. as submodule with CI etc

1
tests/v2/membershipContract.txt
View File

File diff suppressed because one or more lines are too long

1
tests/v2/poseidonHasher.txt
View File

File diff suppressed because one or more lines are too long

429
tests/v2/test_waku_rln_relay.nim
View File

@ -6,7 +6,8 @@ import
testutils/unittests, chronos, chronicles, stint, web3, testutils/unittests, chronos, chronicles, stint, web3,
stew/byteutils, stew/shims/net as stewNet, stew/byteutils, stew/shims/net as stewNet,
libp2p/crypto/crypto, libp2p/crypto/crypto,
../../waku/v2/protocol/waku_rln_relay/[rln, waku_rln_relay_utils, waku_rln_relay_types], ../../waku/v2/protocol/waku_rln_relay/[rln, waku_rln_relay_utils,
waku_rln_relay_types],
../../waku/v2/node/wakunode2, ../../waku/v2/node/wakunode2,
../test_helpers, ../test_helpers,
./test_utils ./test_utils
@ -14,258 +15,7 @@ import
const RLNRELAY_PUBSUB_TOPIC = "waku/2/rlnrelay/proto" const RLNRELAY_PUBSUB_TOPIC = "waku/2/rlnrelay/proto"
const RLNRELAY_CONTENT_TOPIC = "waku/2/rlnrelay/proto" const RLNRELAY_CONTENT_TOPIC = "waku/2/rlnrelay/proto"
# POSEIDON_HASHER_CODE holds the bytecode of Poseidon hasher solidity smart contract:
# https://github.com/kilic/rlnapp/blob/master/packages/contracts/contracts/crypto/PoseidonHasher.sol
# the solidity contract is compiled separately and the resultant bytecode is copied here
const POSEIDON_HASHER_CODE = readFile("tests/v2/poseidonHasher.txt")
# MEMBERSHIP_CONTRACT_CODE contains the bytecode of the membership solidity smart contract:
# https://github.com/kilic/rlnapp/blob/master/packages/contracts/contracts/RLN.sol
# the solidity contract is compiled separately and the resultant bytecode is copied here
const MEMBERSHIP_CONTRACT_CODE = readFile("tests/v2/membershipContract.txt")
# the membership contract code in solidity
# uint256 public immutable MEMBERSHIP_DEPOSIT;
# uint256 public immutable DEPTH;
# uint256 public immutable SET_SIZE;
# uint256 public pubkeyIndex = 0;
# mapping(uint256 => uint256) public members;
# IPoseidonHasher public poseidonHasher;
# event MemberRegistered(uint256 indexed pubkey, uint256 indexed index);
# event MemberWithdrawn(uint256 indexed pubkey, uint256 indexed index);
# constructor(
# uint256 membershipDeposit,
# uint256 depth,
# address _poseidonHasher
# ) public {
# MEMBERSHIP_DEPOSIT = membershipDeposit;
# DEPTH = depth;
# SET_SIZE = 1 << depth;
# poseidonHasher = IPoseidonHasher(_poseidonHasher);
# }
# function register(uint256 pubkey) external payable {
# require(pubkeyIndex < SET_SIZE, "RLN, register: set is full");
# require(msg.value == MEMBERSHIP_DEPOSIT, "RLN, register: membership deposit is not satisfied");
# _register(pubkey);
# }
# function registerBatch(uint256[] calldata pubkeys) external payable {
# require(pubkeyIndex + pubkeys.length <= SET_SIZE, "RLN, registerBatch: set is full");
# require(msg.value == MEMBERSHIP_DEPOSIT * pubkeys.length, "RLN, registerBatch: membership deposit is not satisfied");
# for (uint256 i = 0; i < pubkeys.length; i++) {
# _register(pubkeys[i]);
# }
# }
# function withdrawBatch(
# uint256[] calldata secrets,
# uint256[] calldata pubkeyIndexes,
# address payable[] calldata receivers
# ) external {
# uint256 batchSize = secrets.length;
# require(batchSize != 0, "RLN, withdrawBatch: batch size zero");
# require(batchSize == pubkeyIndexes.length, "RLN, withdrawBatch: batch size mismatch pubkey indexes");
# require(batchSize == receivers.length, "RLN, withdrawBatch: batch size mismatch receivers");
# for (uint256 i = 0; i < batchSize; i++) {
# _withdraw(secrets[i], pubkeyIndexes[i], receivers[i]);
# }
# }
# function withdraw(
# uint256 secret,
# uint256 _pubkeyIndex,
# address payable receiver
# ) external {
# _withdraw(secret, _pubkeyIndex, receiver);
# }
contract(MembershipContract):
proc register(pubkey: Uint256) # external payable
# proc registerBatch(pubkeys: seq[Uint256]) # external payable
# TODO will add withdraw function after integrating the keyGeneration function (required to compute public keys from secret keys)
# proc withdraw(secret: Uint256, pubkeyIndex: Uint256, receiver: Address)
# proc withdrawBatch( secrets: seq[Uint256], pubkeyIndex: seq[Uint256], receiver: seq[Address])
proc uploadContract(ethClientAddress: string): Future[Address] {.async.} =
let web3 = await newWeb3(ethClientAddress)
debug "web3 connected to", ethClientAddress
# fetch the list of registered accounts
let accounts = await web3.provider.eth_accounts()
web3.defaultAccount = accounts[1]
let add =web3.defaultAccount
debug "contract deployer account address ", add
var balance = await web3.provider.eth_getBalance(web3.defaultAccount , "latest")
debug "Initial account balance: ", balance
# deploy the poseidon hash first
let
hasherReceipt = await web3.deployContract(POSEIDON_HASHER_CODE)
hasherAddress = hasherReceipt.contractAddress.get
debug "hasher address: ", hasherAddress
# encode membership contract inputs to 32 bytes zero-padded
let
membershipFeeEncoded = encode(MembershipFee).data
depthEncoded = encode(MERKLE_TREE_DEPTH.u256).data
hasherAddressEncoded = encode(hasherAddress).data
# this is the contract constructor input
contractInput = membershipFeeEncoded & depthEncoded & hasherAddressEncoded
debug "encoded membership fee: ", membershipFeeEncoded
debug "encoded depth: ", depthEncoded
debug "encoded hasher address: ", hasherAddressEncoded
debug "encoded contract input:" , contractInput
# deploy membership contract with its constructor inputs
let receipt = await web3.deployContract(MEMBERSHIP_CONTRACT_CODE, contractInput = contractInput)
var contractAddress = receipt.contractAddress.get
debug "Address of the deployed membership contract: ", contractAddress
# balance = await web3.provider.eth_getBalance(web3.defaultAccount , "latest")
# debug "Account balance after the contract deployment: ", balance
await web3.close()
debug "disconnected from ", ethClientAddress
return contractAddress
procSuite "Waku rln relay": procSuite "Waku rln relay":
when defined(onchain_rln):
asyncTest "contract membership":
debug "ethereum client address", ETH_CLIENT
let contractAddress = await uploadContract(ETH_CLIENT)
# connect to the eth client
let web3 = await newWeb3(ETH_CLIENT)
debug "web3 connected to", ETH_CLIENT
# fetch the list of registered accounts
let accounts = await web3.provider.eth_accounts()
web3.defaultAccount = accounts[1]
let add = web3.defaultAccount
debug "contract deployer account address ", add
# prepare a contract sender to interact with it
var sender = web3.contractSender(MembershipContract, contractAddress) # creates a Sender object with a web3 field and contract address of type Address
# send takes three parameters, c: ContractCallBase, value = 0.u256, gas = 3000000'u64 gasPrice = 0
# should use send proc for the contract functions that update the state of the contract
let tx = await sender.register(20.u256).send(value = MembershipFee)
debug "The hash of registration tx: ", tx # value is the membership fee
# var members: array[2, uint256] = [20.u256, 21.u256]
# debug "This is the batch registration result ", await sender.registerBatch(members).send(value = (members.len * membershipFee)) # value is the membership fee
# balance = await web3.provider.eth_getBalance(web3.defaultAccount , "latest")
# debug "Balance after registration: ", balance
await web3.close()
debug "disconnected from", ETH_CLIENT
asyncTest "registration procedure":
# deploy the contract
let contractAddress = await uploadContract(ETH_CLIENT)
# prepare rln-relay peer inputs
let
web3 = await newWeb3(ETH_CLIENT)
accounts = await web3.provider.eth_accounts()
# choose one of the existing accounts for the rln-relay peer
ethAccountAddress = accounts[9]
await web3.close()
# create an RLN instance
var rlnInstance = createRLNInstance()
check: rlnInstance.isOk == true
# generate the membership keys
let membershipKeyPair = membershipKeyGen(rlnInstance.value)
check: membershipKeyPair.isSome
# initialize the WakuRLNRelay
var rlnPeer = WakuRLNRelay(membershipKeyPair: membershipKeyPair.get(),
membershipIndex: MembershipIndex(0),
ethClientAddress: ETH_CLIENT,
ethAccountAddress: ethAccountAddress,
membershipContractAddress: contractAddress)
# register the rln-relay peer to the membership contract
let is_successful = await rlnPeer.register()
check:
is_successful
asyncTest "mounting waku rln-relay":
let
nodeKey = crypto.PrivateKey.random(Secp256k1, rng[])[]
node = WakuNode.new(nodeKey, ValidIpAddress.init("0.0.0.0"),
Port(60000))
await node.start()
# deploy the contract
let membershipContractAddress = await uploadContract(ETH_CLIENT)
# prepare rln-relay inputs
let
web3 = await newWeb3(ETH_CLIENT)
accounts = await web3.provider.eth_accounts()
# choose one of the existing account for the rln-relay peer
ethAccountAddress = accounts[9]
await web3.close()
# create current peer's pk
var rlnInstance = createRLNInstance()
check rlnInstance.isOk == true
var rln = rlnInstance.value
# generate a key pair
var keypair = rln.membershipKeyGen()
doAssert(keypair.isSome())
# current peer index in the Merkle tree
let index = uint(5)
# Create a group of 10 members
var group = newSeq[IDCommitment]()
for i in 0..10:
var member_is_added: bool = false
if (uint(i) == index):
# insert the current peer's pk
group.add(keypair.get().idCommitment)
member_is_added = rln.insertMember(keypair.get().idCommitment)
doAssert(member_is_added)
debug "member key", key=keypair.get().idCommitment.toHex
else:
var memberKeypair = rln.membershipKeyGen()
doAssert(memberKeypair.isSome())
group.add(memberKeypair.get().idCommitment)
member_is_added = rln.insertMember(memberKeypair.get().idCommitment)
doAssert(member_is_added)
debug "member key", key=memberKeypair.get().idCommitment.toHex
let expectedRoot = rln.getMerkleRoot().value().toHex
debug "expected root ", expectedRoot
# start rln-relay
node.mountRelay(@[RLNRELAY_PUBSUB_TOPIC])
await node.mountRlnRelay(ethClientAddrOpt = some(EthClient),
ethAccAddrOpt = some(ethAccountAddress),
memContractAddOpt = some(membershipContractAddress),
groupOpt = some(group),
memKeyPairOpt = some(keypair.get()),
memIndexOpt = some(index),
pubsubTopic = RLNRELAY_PUBSUB_TOPIC,
contentTopic = RLNRELAY_CONTENT_TOPIC)
let calculatedRoot = node.wakuRlnRelay.rlnInstance.getMerkleRoot().value().toHex
debug "calculated root ", calculatedRoot
check expectedRoot == calculatedRoot
await node.stop()
asyncTest "mount waku-rln-relay in the off-chain mode": asyncTest "mount waku-rln-relay in the off-chain mode":
let let
nodeKey = crypto.PrivateKey.random(Secp256k1, rng[])[] nodeKey = crypto.PrivateKey.random(Secp256k1, rng[])[]
@ -278,7 +28,8 @@ procSuite "Waku rln relay":
# create a group of 100 membership keys # create a group of 100 membership keys
let let
(groupKeys, root) = createMembershipList(100) (groupKeys, root) = createMembershipList(100)
check groupKeys.len == 100 check:
groupKeys.len == 100
let let
# convert the keys to MembershipKeyPair structs # convert the keys to MembershipKeyPair structs
groupKeyPairs = groupKeys.toMembershipKeyPairs() groupKeyPairs = groupKeys.toMembershipKeyPairs()
@ -308,7 +59,8 @@ procSuite "Waku rln relay":
# this part checks whether the Merkle tree is constructed correctly inside the mountRlnRelay proc # this part checks whether the Merkle tree is constructed correctly inside the mountRlnRelay proc
# this check is done by comparing the tree root resulted from mountRlnRelay i.e., calculatedRoot # this check is done by comparing the tree root resulted from mountRlnRelay i.e., calculatedRoot
# against the root which is the expected root # against the root which is the expected root
check calculatedRoot == root check:
calculatedRoot == root
await node.stop() await node.stop()
@ -323,7 +75,7 @@ suite "Waku rln relay":
# the file is generated separately and copied here # the file is generated separately and copied here
parameters = readFile("waku/v2/protocol/waku_rln_relay/parameters.key") parameters = readFile("waku/v2/protocol/waku_rln_relay/parameters.key")
pbytes = parameters.toBytes() pbytes = parameters.toBytes()
len : csize_t = uint(pbytes.len) len: csize_t = uint(pbytes.len)
parametersBuffer = Buffer(`ptr`: addr(pbytes[0]), len: len) parametersBuffer = Buffer(`ptr`: addr(pbytes[0]), len: len)
check: check:
# check the parameters.key is not empty # check the parameters.key is not empty
@ -331,14 +83,15 @@ suite "Waku rln relay":
var var
rlnInstance: RLN[Bn256] rlnInstance: RLN[Bn256]
let res = new_circuit_from_params(merkleDepth, addr parametersBuffer, addr rlnInstance) let res = new_circuit_from_params(merkleDepth, addr parametersBuffer,
addr rlnInstance)
check: check:
# check whether the circuit parameters are generated successfully # check whether the circuit parameters are generated successfully
res == true res == true
# keysBufferPtr will hold the generated key pairs i.e., secret and public keys # keysBufferPtr will hold the generated key pairs i.e., secret and public keys
var var
keysBuffer : Buffer keysBuffer: Buffer
keysBufferPtr = addr(keysBuffer) keysBufferPtr = addr(keysBuffer)
done = key_gen(rlnInstance, keysBufferPtr) done = key_gen(rlnInstance, keysBufferPtr)
check: check:
@ -359,7 +112,7 @@ suite "Waku rln relay":
rlnInstance.isOk == true rlnInstance.isOk == true
var key = membershipKeyGen(rlnInstance.value) var key = membershipKeyGen(rlnInstance.value)
var empty : array[32,byte] var empty: array[32, byte]
check: check:
key.isSome key.isSome
key.get().idKey.len == 32 key.get().idKey.len == 32
@ -377,7 +130,7 @@ suite "Waku rln relay":
# read the Merkle Tree root # read the Merkle Tree root
var var
root1 {.noinit.} : Buffer = Buffer() root1 {.noinit.}: Buffer = Buffer()
rootPtr1 = addr(root1) rootPtr1 = addr(root1)
get_root_successful1 = get_root(rlnInstance.value, rootPtr1) get_root_successful1 = get_root(rlnInstance.value, rootPtr1)
check: check:
@ -386,21 +139,22 @@ suite "Waku rln relay":
# read the Merkle Tree root # read the Merkle Tree root
var var
root2 {.noinit.} : Buffer = Buffer() root2 {.noinit.}: Buffer = Buffer()
rootPtr2 = addr(root2) rootPtr2 = addr(root2)
get_root_successful2 = get_root(rlnInstance.value, rootPtr2) get_root_successful2 = get_root(rlnInstance.value, rootPtr2)
check: check:
get_root_successful2 get_root_successful2
root2.len == 32 root2.len == 32
var rootValue1 = cast[ptr array[32,byte]] (root1.`ptr`) var rootValue1 = cast[ptr array[32, byte]] (root1.`ptr`)
let rootHex1 = rootValue1[].toHex let rootHex1 = rootValue1[].toHex
var rootValue2 = cast[ptr array[32,byte]] (root2.`ptr`) var rootValue2 = cast[ptr array[32, byte]] (root2.`ptr`)
let rootHex2 = rootValue2[].toHex let rootHex2 = rootValue2[].toHex
# the two roots must be identical # the two roots must be identical
check rootHex1 == rootHex2 check:
rootHex1 == rootHex2
test "getMerkleRoot utils": test "getMerkleRoot utils":
# create an RLN instance which also includes an empty Merkle tree # create an RLN instance which also includes an empty Merkle tree
var rlnInstance = createRLNInstance() var rlnInstance = createRLNInstance()
@ -409,16 +163,19 @@ suite "Waku rln relay":
# read the Merkle Tree root # read the Merkle Tree root
var root1 = getMerkleRoot(rlnInstance.value()) var root1 = getMerkleRoot(rlnInstance.value())
check root1.isOk check:
root1.isOk
let rootHex1 = root1.value().toHex let rootHex1 = root1.value().toHex
# read the Merkle Tree root # read the Merkle Tree root
var root2 = getMerkleRoot(rlnInstance.value()) var root2 = getMerkleRoot(rlnInstance.value())
check root2.isOk check:
root2.isOk
let rootHex2 = root2.value().toHex let rootHex2 = root2.value().toHex
# the two roots must be identical # the two roots must be identical
check rootHex1 == rootHex2 check:
rootHex1 == rootHex2
test "update_next_member Nim Wrapper": test "update_next_member Nim Wrapper":
# create an RLN instance which also includes an empty Merkle tree # create an RLN instance which also includes an empty Merkle tree
@ -428,7 +185,8 @@ suite "Waku rln relay":
# generate a key pair # generate a key pair
var keypair = membershipKeyGen(rlnInstance.value) var keypair = membershipKeyGen(rlnInstance.value)
check keypair.isSome() check:
keypair.isSome()
var pkBuffer = toBuffer(keypair.get().idCommitment) var pkBuffer = toBuffer(keypair.get().idCommitment)
let pkBufferPtr = addr pkBuffer let pkBufferPtr = addr pkBuffer
@ -446,7 +204,8 @@ suite "Waku rln relay":
# delete the first member # delete the first member
var deleted_member_index = MembershipIndex(0) var deleted_member_index = MembershipIndex(0)
let deletion_success = delete_member(rlnInstance.value, deleted_member_index) let deletion_success = delete_member(rlnInstance.value, deleted_member_index)
check deletion_success check:
deletion_success
test "insertMember rln utils": test "insertMember rln utils":
# create an RLN instance which also includes an empty Merkle tree # create an RLN instance which also includes an empty Merkle tree
@ -456,7 +215,8 @@ suite "Waku rln relay":
var rln = rlnInstance.value var rln = rlnInstance.value
# generate a key pair # generate a key pair
var keypair = rln.membershipKeyGen() var keypair = rln.membershipKeyGen()
check keypair.isSome() check:
keypair.isSome()
check: check:
rln.insertMember(keypair.get().idCommitment) rln.insertMember(keypair.get().idCommitment)
@ -477,7 +237,7 @@ suite "Waku rln relay":
# read the Merkle Tree root # read the Merkle Tree root
var var
root1 {.noinit.} : Buffer = Buffer() root1 {.noinit.}: Buffer = Buffer()
rootPtr1 = addr(root1) rootPtr1 = addr(root1)
get_root_successful1 = get_root(rlnInstance.value, rootPtr1) get_root_successful1 = get_root(rlnInstance.value, rootPtr1)
check: check:
@ -492,11 +252,12 @@ suite "Waku rln relay":
# add the member to the tree # add the member to the tree
var member_is_added = update_next_member(rlnInstance.value, pkBufferPtr) var member_is_added = update_next_member(rlnInstance.value, pkBufferPtr)
check member_is_added check:
member_is_added
# read the Merkle Tree root after insertion # read the Merkle Tree root after insertion
var var
root2 {.noinit.} : Buffer = Buffer() root2 {.noinit.}: Buffer = Buffer()
rootPtr2 = addr(root2) rootPtr2 = addr(root2)
get_root_successful2 = get_root(rlnInstance.value, rootPtr2) get_root_successful2 = get_root(rlnInstance.value, rootPtr2)
check: check:
@ -506,26 +267,27 @@ suite "Waku rln relay":
# delete the first member # delete the first member
var deleted_member_index = MembershipIndex(0) var deleted_member_index = MembershipIndex(0)
let deletion_success = delete_member(rlnInstance.value, deleted_member_index) let deletion_success = delete_member(rlnInstance.value, deleted_member_index)
check deletion_success check:
deletion_success
# read the Merkle Tree root after the deletion # read the Merkle Tree root after the deletion
var var
root3 {.noinit.} : Buffer = Buffer() root3 {.noinit.}: Buffer = Buffer()
rootPtr3 = addr(root3) rootPtr3 = addr(root3)
get_root_successful3 = get_root(rlnInstance.value, rootPtr3) get_root_successful3 = get_root(rlnInstance.value, rootPtr3)
check: check:
get_root_successful3 get_root_successful3
root3.len == 32 root3.len == 32
var rootValue1 = cast[ptr array[32,byte]] (root1.`ptr`) var rootValue1 = cast[ptr array[32, byte]] (root1.`ptr`)
let rootHex1 = rootValue1[].toHex let rootHex1 = rootValue1[].toHex
debug "The initial root", rootHex1 debug "The initial root", rootHex1
var rootValue2 = cast[ptr array[32,byte]] (root2.`ptr`) var rootValue2 = cast[ptr array[32, byte]] (root2.`ptr`)
let rootHex2 = rootValue2[].toHex let rootHex2 = rootValue2[].toHex
debug "The root after insertion", rootHex2 debug "The root after insertion", rootHex2
var rootValue3 = cast[ptr array[32,byte]] (root3.`ptr`) var rootValue3 = cast[ptr array[32, byte]] (root3.`ptr`)
let rootHex3 = rootValue3[].toHex let rootHex3 = rootValue3[].toHex
debug "The root after deletion", rootHex3 debug "The root after deletion", rootHex3
@ -534,7 +296,8 @@ suite "Waku rln relay":
## The initial root of the tree (empty tree) must be identical to ## The initial root of the tree (empty tree) must be identical to
## the root of the tree after one insertion followed by a deletion ## the root of the tree after one insertion followed by a deletion
check rootHex1 == rootHex3 check:
rootHex1 == rootHex3
test "Merkle tree consistency check between deletion and insertion using rln utils": test "Merkle tree consistency check between deletion and insertion using rln utils":
# create an RLN instance # create an RLN instance
var rlnInstance = createRLNInstance() var rlnInstance = createRLNInstance()
@ -544,29 +307,35 @@ suite "Waku rln relay":
# read the Merkle Tree root # read the Merkle Tree root
var root1 = rln.getMerkleRoot() var root1 = rln.getMerkleRoot()
check root1.isOk check:
root1.isOk
let rootHex1 = root1.value().toHex() let rootHex1 = root1.value().toHex()
# generate a key pair # generate a key pair
var keypair = rln.membershipKeyGen() var keypair = rln.membershipKeyGen()
check keypair.isSome() check:
keypair.isSome()
let member_inserted = rln.insertMember(keypair.get().idCommitment) let member_inserted = rln.insertMember(keypair.get().idCommitment)
check member_inserted check:
member_inserted
# read the Merkle Tree root after insertion # read the Merkle Tree root after insertion
var root2 = rln.getMerkleRoot() var root2 = rln.getMerkleRoot()
check root2.isOk check:
root2.isOk
let rootHex2 = root2.value().toHex() let rootHex2 = root2.value().toHex()
# delete the first member # delete the first member
var deleted_member_index = MembershipIndex(0) var deleted_member_index = MembershipIndex(0)
let deletion_success = rln.removeMember(deleted_member_index) let deletion_success = rln.removeMember(deleted_member_index)
check deletion_success check:
deletion_success
# read the Merkle Tree root after the deletion # read the Merkle Tree root after the deletion
var root3 = rln.getMerkleRoot() var root3 = rln.getMerkleRoot()
check root3.isOk check:
root3.isOk
let rootHex3 = root3.value().toHex() let rootHex3 = root3.value().toHex()
@ -575,11 +344,13 @@ suite "Waku rln relay":
debug "The root after deletion", rootHex3 debug "The root after deletion", rootHex3
# the root must change after the insertion # the root must change after the insertion
check not(rootHex1 == rootHex2) check:
not(rootHex1 == rootHex2)
## The initial root of the tree (empty tree) must be identical to ## The initial root of the tree (empty tree) must be identical to
## the root of the tree after one insertion followed by a deletion ## the root of the tree after one insertion followed by a deletion
check rootHex1 == rootHex3 check:
rootHex1 == rootHex3
test "hash Nim Wrappers": test "hash Nim Wrappers":
# create an RLN instance # create an RLN instance
@ -596,14 +367,17 @@ suite "Waku rln relay":
# prepare other inputs to the hash function # prepare other inputs to the hash function
var outputBuffer: Buffer var outputBuffer: Buffer
let hashSuccess = hash(rlnInstance.value, addr hashInputBuffer, addr outputBuffer) let hashSuccess = hash(rlnInstance.value, addr hashInputBuffer,
check hashSuccess addr outputBuffer)
let outputArr = cast[ptr array[32,byte]](outputBuffer.`ptr`)[]
check: check:
"efb8ac39dc22eaf377fe85b405b99ba78dbc2f3f32494add4501741df946bd1d" == outputArr.toHex() hashSuccess
let outputArr = cast[ptr array[32, byte]](outputBuffer.`ptr`)[]
check:
"efb8ac39dc22eaf377fe85b405b99ba78dbc2f3f32494add4501741df946bd1d" ==
outputArr.toHex()
var var
hashOutput = cast[ptr array[32,byte]] (outputBuffer.`ptr`)[] hashOutput = cast[ptr array[32, byte]] (outputBuffer.`ptr`)[]
hashOutputHex = hashOutput.toHex() hashOutputHex = hashOutput.toHex()
debug "hash output", hashOutputHex debug "hash output", hashOutputHex
@ -620,7 +394,8 @@ suite "Waku rln relay":
let hash = rln.hash(msg) let hash = rln.hash(msg)
check: check:
"efb8ac39dc22eaf377fe85b405b99ba78dbc2f3f32494add4501741df946bd1d" == hash.toHex() "efb8ac39dc22eaf377fe85b405b99ba78dbc2f3f32494add4501741df946bd1d" ==
hash.toHex()
test "create a list of membership keys and construct a Merkle tree based on the list": test "create a list of membership keys and construct a Merkle tree based on the list":
let let
@ -663,12 +438,12 @@ suite "Waku rln relay":
shareY: MerkleNode shareY: MerkleNode
nullifier: Nullifier nullifier: Nullifier
# populate fields with dummy values # populate fields with dummy values
for x in proof.mitems : x = 1 for x in proof.mitems: x = 1
for x in merkleRoot.mitems : x = 2 for x in merkleRoot.mitems: x = 2
for x in epoch.mitems : x = 3 for x in epoch.mitems: x = 3
for x in shareX.mitems : x = 4 for x in shareX.mitems: x = 4
for x in shareY.mitems : x = 5 for x in shareY.mitems: x = 5
for x in nullifier.mitems : x = 6 for x in nullifier.mitems: x = 6
let let
rateLimitProof = RateLimitProof(proof: proof, rateLimitProof = RateLimitProof(proof: proof,
@ -686,7 +461,8 @@ suite "Waku rln relay":
test "test proofVerify and proofGen for a valid proof": test "test proofVerify and proofGen for a valid proof":
var rlnInstance = createRLNInstance() var rlnInstance = createRLNInstance()
check rlnInstance.isOk check:
rlnInstance.isOk
var rln = rlnInstance.value var rln = rlnInstance.value
let let
@ -706,27 +482,30 @@ suite "Waku rln relay":
let memberKeys = rln.membershipKeyGen() let memberKeys = rln.membershipKeyGen()
member_is_added = rln.insertMember(memberKeys.get().idCommitment) member_is_added = rln.insertMember(memberKeys.get().idCommitment)
# check the member is added # check the member is added
check member_is_added check:
member_is_added
# prepare the message # prepare the message
let messageBytes = "Hello".toBytes() let messageBytes = "Hello".toBytes()
# prepare the epoch # prepare the epoch
var epoch : Epoch var epoch: Epoch
debug "epoch", epochHex=epoch.toHex() debug "epoch", epochHex = epoch.toHex()
# generate proof # generate proof
let proofRes = rln.proofGen(data = messageBytes, let proofRes = rln.proofGen(data = messageBytes,
memKeys = memKeys, memKeys = memKeys,
memIndex = MembershipIndex(index), memIndex = MembershipIndex(index),
epoch = epoch) epoch = epoch)
check proofRes.isOk() check:
proofRes.isOk()
let proof = proofRes.value let proof = proofRes.value
# verify the proof # verify the proof
let verified = rln.proofVerify(data = messageBytes, let verified = rln.proofVerify(data = messageBytes,
proof = proof) proof = proof)
check verified == true check:
verified == true
test "test proofVerify and proofGen for an invalid proof": test "test proofVerify and proofGen for an invalid proof":
var rlnInstance = createRLNInstance() var rlnInstance = createRLNInstance()
@ -751,14 +530,15 @@ suite "Waku rln relay":
let memberKeys = rln.membershipKeyGen() let memberKeys = rln.membershipKeyGen()
member_is_added = rln.insertMember(memberKeys.get().idCommitment) member_is_added = rln.insertMember(memberKeys.get().idCommitment)
# check the member is added # check the member is added
check member_is_added check:
member_is_added
# prepare the message # prepare the message
let messageBytes = "Hello".toBytes() let messageBytes = "Hello".toBytes()
# prepare the epoch # prepare the epoch
var epoch : Epoch var epoch: Epoch
debug "epoch in bytes", epochHex=epoch.toHex() debug "epoch in bytes", epochHex = epoch.toHex()
let badIndex = 4 let badIndex = 4
@ -767,21 +547,25 @@ suite "Waku rln relay":
memKeys = memKeys, memKeys = memKeys,
memIndex = MembershipIndex(badIndex), memIndex = MembershipIndex(badIndex),
epoch = epoch) epoch = epoch)
check proofRes.isOk() check:
proofRes.isOk()
let proof = proofRes.value let proof = proofRes.value
# verify the proof (should not be verified) # verify the proof (should not be verified)
let verified = rln.proofVerify(data = messageBytes, let verified = rln.proofVerify(data = messageBytes,
proof = proof) proof = proof)
check verified == false check:
verified == false
test "toEpoch and fromEpoch consistency check": test "toEpoch and fromEpoch consistency check":
# check edge cases # check edge cases
let let
time = uint64.high epoch = uint64.high # rln epoch
epoch = time.toEpoch() epochBytes = epoch.toEpoch()
decodedTime = epoch.fromEpoch() decodedEpoch = epochBytes.fromEpoch()
check time == decodedTime check:
debug "encoded and decode time", time=time, epoch=epoch, decodedTime=decodedTime epoch == decodedEpoch
debug "encoded and decode time", epoch = epoch, epochBytes = epochBytes,
decodedEpoch = decodedEpoch
test "Epoch comparison": test "Epoch comparison":
# check edge cases # check edge cases
@ -790,8 +574,9 @@ suite "Waku rln relay":
time2 = uint64.high - 1 time2 = uint64.high - 1
epoch1 = time1.toEpoch() epoch1 = time1.toEpoch()
epoch2 = time2.toEpoch() epoch2 = time2.toEpoch()
check compare(epoch1, epoch2) == int64(1) check:
check compare(epoch2, epoch1) == int64(-1) diff(epoch1, epoch2) == int64(1)
diff(epoch2, epoch1) == int64(-1)
test "updateLog and hasDuplicate tests": test "updateLog and hasDuplicate tests":
let let
@ -817,9 +602,12 @@ suite "Waku rln relay":
let shareY3 = shareX3 let shareY3 = shareX3
let let
wm1 = WakuMessage(proof: RateLimitProof(epoch: epoch, nullifier: nullifier1, shareX: shareX1, shareY: shareY1)) wm1 = WakuMessage(proof: RateLimitProof(epoch: epoch,
wm2 = WakuMessage(proof: RateLimitProof(epoch: epoch, nullifier: nullifier2, shareX: shareX2, shareY: shareY2)) nullifier: nullifier1, shareX: shareX1, shareY: shareY1))
wm3 = WakuMessage(proof: RateLimitProof(epoch: epoch, nullifier: nullifier3, shareX: shareX3, shareY: shareY3)) wm2 = WakuMessage(proof: RateLimitProof(epoch: epoch,
nullifier: nullifier2, shareX: shareX2, shareY: shareY2))
wm3 = WakuMessage(proof: RateLimitProof(epoch: epoch,
nullifier: nullifier3, shareX: shareX3, shareY: shareY3))
# check whether hasDuplicate correctly finds records with the same nullifiers but different secret shares # check whether hasDuplicate correctly finds records with the same nullifiers but different secret shares
# no duplicate for wm1 should be found, since the log is empty # no duplicate for wm1 should be found, since the log is empty
@ -874,7 +662,8 @@ suite "Waku rln relay":
discard rln.addAll(groupIDCommitments) discard rln.addAll(groupIDCommitments)
let let
wakuRlnRelay = WakuRLNRelay(membershipIndex: index, membershipKeyPair: groupKeyPairs[index], rlnInstance: rln) wakuRlnRelay = WakuRLNRelay(membershipIndex: index,
membershipKeyPair: groupKeyPairs[index], rlnInstance: rln)
# get the current epoch time # get the current epoch time
let time = epochTime() let time = epochTime()

271
tests/v2/test_waku_rln_relay_onchain.nim Normal file
View File

@ -0,0 +1,271 @@
# contains rln-relay tests that require interaction with Ganache i.e., onchain tests
{.used.}
import
std/options, sequtils, times,
testutils/unittests, chronos, chronicles, stint, web3, json,
stew/byteutils, stew/shims/net as stewNet,
libp2p/crypto/crypto,
../../waku/v2/protocol/waku_rln_relay/[rln, waku_rln_relay_utils,
waku_rln_relay_types, rln_relay_contract],
../../waku/v2/node/wakunode2,
../test_helpers,
./test_utils
const RLNRELAY_PUBSUB_TOPIC = "waku/2/rlnrelay/proto"
const RLNRELAY_CONTENT_TOPIC = "waku/2/rlnrelay/proto"
# contract ABI
contract(MembershipContract):
proc register(pubkey: Uint256) # external payable
proc MemberRegistered(pubkey: Uint256, index: Uint256) {.event.}
# proc registerBatch(pubkeys: seq[Uint256]) # external payable
# proc withdraw(secret: Uint256, pubkeyIndex: Uint256, receiver: Address)
# proc withdrawBatch( secrets: seq[Uint256], pubkeyIndex: seq[Uint256], receiver: seq[Address])
# a util function used for testing purposes
# it deploys membership contract on Ganache (or any Eth client available on ETH_CLIENT address)
# must be edited if used for a different contract than membership contract
proc uploadRLNContract*(ethClientAddress: string): Future[Address] {.async.} =
let web3 = await newWeb3(ethClientAddress)
debug "web3 connected to", ethClientAddress
# fetch the list of registered accounts
let accounts = await web3.provider.eth_accounts()
web3.defaultAccount = accounts[1]
let add = web3.defaultAccount
debug "contract deployer account address ", add
var balance = await web3.provider.eth_getBalance(web3.defaultAccount, "latest")
debug "Initial account balance: ", balance
# deploy the poseidon hash contract and gets its address
let
hasherReceipt = await web3.deployContract(POSEIDON_HASHER_CODE)
hasherAddress = hasherReceipt.contractAddress.get
debug "hasher address: ", hasherAddress
# encode membership contract inputs to 32 bytes zero-padded
let
membershipFeeEncoded = encode(MEMBERSHIP_FEE).data
depthEncoded = encode(MERKLE_TREE_DEPTH.u256).data
hasherAddressEncoded = encode(hasherAddress).data
# this is the contract constructor input
contractInput = membershipFeeEncoded & depthEncoded & hasherAddressEncoded
debug "encoded membership fee: ", membershipFeeEncoded
debug "encoded depth: ", depthEncoded
debug "encoded hasher address: ", hasherAddressEncoded
debug "encoded contract input:", contractInput
# deploy membership contract with its constructor inputs
let receipt = await web3.deployContract(MEMBERSHIP_CONTRACT_CODE,
contractInput = contractInput)
var contractAddress = receipt.contractAddress.get
debug "Address of the deployed membership contract: ", contractAddress
balance = await web3.provider.eth_getBalance(web3.defaultAccount, "latest")
debug "Account balance after the contract deployment: ", balance
await web3.close()
debug "disconnected from ", ethClientAddress
return contractAddress
procSuite "Waku-rln-relay":
asyncTest "event subscription":
# preparation ------------------------------
debug "ethereum client address", ETH_CLIENT
let contractAddress = await uploadRLNContract(ETH_CLIENT)
# connect to the eth client
let web3 = await newWeb3(ETH_CLIENT)
debug "web3 connected to", ETH_CLIENT
# fetch the list of registered accounts
let accounts = await web3.provider.eth_accounts()
web3.defaultAccount = accounts[1]
debug "contract deployer account address ",
defaultAccount = web3.defaultAccount
# prepare a contract sender to interact with it
var contractObj = web3.contractSender(MembershipContract,
contractAddress) # creates a Sender object with a web3 field and contract address of type Address
# create an RLN instance
var rlnInstance = createRLNInstance()
check:
rlnInstance.isOk == true
# generate the membership keys
let membershipKeyPair = membershipKeyGen(rlnInstance.value)
check:
membershipKeyPair.isSome
let pk = membershipKeyPair.get().idCommitment.toUInt256()
debug "membership commitment key", pk = pk
# test ------------------------------
var fut = newFuture[void]()
let s = await contractObj.subscribe(MemberRegistered, %*{"fromBlock": "0x0",
"address": contractAddress}) do(
pubkey: Uint256, index: Uint256){.raises: [Defect], gcsafe.}:
try:
debug "onRegister", pubkey = pubkey, index = index
check:
pubkey == pk
fut.complete()
except Exception as err:
# chronos still raises exceptions which inherit directly from Exception
doAssert false, err.msg
do (err: CatchableError):
echo "Error from subscription: ", err.msg
# register a member
let tx = await contractObj.register(pk).send(value = MEMBERSHIP_FEE)
debug "a member is registered", tx = tx
# wait for the event to be received
await fut
# release resources -----------------------
await web3.close()
asyncTest "insert a key to the membership contract":
# preparation ------------------------------
debug "ethereum client address", ETH_CLIENT
let contractAddress = await uploadRLNContract(ETH_CLIENT)
# connect to the eth client
let web3 = await newWeb3(ETH_CLIENT)
debug "web3 connected to", ETH_CLIENT
# fetch the list of registered accounts
let accounts = await web3.provider.eth_accounts()
web3.defaultAccount = accounts[1]
let add = web3.defaultAccount
debug "contract deployer account address ", add
# prepare a contract sender to interact with it
var sender = web3.contractSender(MembershipContract,
contractAddress) # creates a Sender object with a web3 field and contract address of type Address
# send takes the following parameters, c: ContractCallBase, value = 0.u256, gas = 3000000'u64 gasPrice = 0
# should use send proc for the contract functions that update the state of the contract
let tx = await sender.register(20.u256).send(value = MEMBERSHIP_FEE) # value is the membership fee
debug "The hash of registration tx: ", tx
# var members: array[2, uint256] = [20.u256, 21.u256]
# debug "This is the batch registration result ", await sender.registerBatch(members).send(value = (members.len * MEMBERSHIP_FEE)) # value is the membership fee
let balance = await web3.provider.eth_getBalance(web3.defaultAccount, "latest")
debug "Balance after registration: ", balance
await web3.close()
debug "disconnected from", ETH_CLIENT
asyncTest "registration procedure":
# preparation ------------------------------
# deploy the contract
let contractAddress = await uploadRLNContract(ETH_CLIENT)
# prepare rln-relay peer inputs
let
web3 = await newWeb3(ETH_CLIENT)
accounts = await web3.provider.eth_accounts()
# choose one of the existing accounts for the rln-relay peer
ethAccountAddress = accounts[0]
await web3.close()
# create an RLN instance
var rlnInstance = createRLNInstance()
check:
rlnInstance.isOk == true
# generate the membership keys
let membershipKeyPair = membershipKeyGen(rlnInstance.value)
check:
membershipKeyPair.isSome
# test ------------------------------
# initialize the WakuRLNRelay
var rlnPeer = WakuRLNRelay(membershipKeyPair: membershipKeyPair.get(),
membershipIndex: MembershipIndex(0),
ethClientAddress: ETH_CLIENT,
ethAccountAddress: ethAccountAddress,
membershipContractAddress: contractAddress)
# register the rln-relay peer to the membership contract
let is_successful = await rlnPeer.register()
check:
is_successful
asyncTest "mounting waku rln-relay":
# preparation ------------------------------
let
nodeKey = crypto.PrivateKey.random(Secp256k1, rng[])[]
node = WakuNode.new(nodeKey, ValidIpAddress.init("0.0.0.0"),
Port(60000))
await node.start()
# deploy the contract
let membershipContractAddress = await uploadRLNContract(ETH_CLIENT)
# prepare rln-relay inputs
let
web3 = await newWeb3(ETH_CLIENT)
accounts = await web3.provider.eth_accounts()
# choose one of the existing account for the rln-relay peer
ethAccountAddress = accounts[9]
await web3.close()
# create current peer's pk
var rlnInstance = createRLNInstance()
check:
rlnInstance.isOk == true
var rln = rlnInstance.value
# generate a key pair
var keypair = rln.membershipKeyGen()
doAssert(keypair.isSome())
# current peer index in the Merkle tree
let index = uint(5)
# Create a group of 10 members
var group = newSeq[IDCommitment]()
for i in 0..10:
var member_is_added: bool = false
if (uint(i) == index):
# insert the current peer's pk
group.add(keypair.get().idCommitment)
member_is_added = rln.insertMember(keypair.get().idCommitment)
doAssert(member_is_added)
debug "member key", key = keypair.get().idCommitment.toHex
else:
var memberKeypair = rln.membershipKeyGen()
doAssert(memberKeypair.isSome())
group.add(memberKeypair.get().idCommitment)
member_is_added = rln.insertMember(memberKeypair.get().idCommitment)
doAssert(member_is_added)
debug "member key", key = memberKeypair.get().idCommitment.toHex
let expectedRoot = rln.getMerkleRoot().value().toHex
debug "expected root ", expectedRoot
# test ------------------------------
# start rln-relay
node.mountRelay(@[RLNRELAY_PUBSUB_TOPIC])
await node.mountRlnRelay(ethClientAddrOpt = some(EthClient),
ethAccAddrOpt = some(ethAccountAddress),
memContractAddOpt = some(membershipContractAddress),
groupOpt = some(group),
memKeyPairOpt = some(keypair.get()),
memIndexOpt = some(index),
pubsubTopic = RLNRELAY_PUBSUB_TOPIC,
contentTopic = RLNRELAY_CONTENT_TOPIC)
let calculatedRoot = node.wakuRlnRelay.rlnInstance.getMerkleRoot().value().toHex
debug "calculated root ", calculatedRoot
check:
expectedRoot == calculatedRoot
await node.stop()

0
waku/v2/protocol/waku_rln_relay/membershipContract.txt Normal file
View File

107
waku/v2/protocol/waku_rln_relay/rln_relay_contract.nim Normal file
View File

File diff suppressed because one or more lines are too long

208
waku/v2/protocol/waku_rln_relay/waku_rln_relay_types.nim
View File

File diff suppressed because one or more lines are too long

118
waku/v2/protocol/waku_rln_relay/waku_rln_relay_utils.nim
View File

@ -16,7 +16,8 @@ logScope:
type RLNResult* = Result[RLN[Bn256], string] type RLNResult* = Result[RLN[Bn256], string]
type MerkleNodeResult* = Result[MerkleNode, string] type MerkleNodeResult* = Result[MerkleNode, string]
type RateLimitProofResult* = Result[RateLimitProof, string] type RateLimitProofResult* = Result[RateLimitProof, string]
type SpamHandler* = proc(wakuMessage: WakuMessage): void {.gcsafe, closure, raises: [Defect].} type SpamHandler* = proc(wakuMessage: WakuMessage): void {.gcsafe, closure,
raises: [Defect].}
# membership contract interface # membership contract interface
contract(MembershipContract): contract(MembershipContract):
@ -43,7 +44,7 @@ proc createRLNInstance*(d: int = MERKLE_TREE_DEPTH): RLNResult
## and then proceed as explained above ## and then proceed as explained above
parameters = readFile("waku/v2/protocol/waku_rln_relay/parameters.key") parameters = readFile("waku/v2/protocol/waku_rln_relay/parameters.key")
pbytes = parameters.toBytes() pbytes = parameters.toBytes()
len : csize_t = uint(pbytes.len) len: csize_t = uint(pbytes.len)
parametersBuffer = Buffer(`ptr`: addr(pbytes[0]), len: len) parametersBuffer = Buffer(`ptr`: addr(pbytes[0]), len: len)
# check the parameters.key is not empty # check the parameters.key is not empty
@ -52,7 +53,8 @@ proc createRLNInstance*(d: int = MERKLE_TREE_DEPTH): RLNResult
return err("error in parameters.key") return err("error in parameters.key")
# create an instance of RLN # create an instance of RLN
let res = new_circuit_from_params(merkleDepth, addr parametersBuffer, addr rlnInstance) let res = new_circuit_from_params(merkleDepth, addr parametersBuffer,
addr rlnInstance)
# check whether the circuit parameters are generated successfully # check whether the circuit parameters are generated successfully
if (res == false): if (res == false):
debug "error in parameters generation" debug "error in parameters generation"
@ -64,7 +66,7 @@ proc membershipKeyGen*(ctxPtr: RLN[Bn256]): Option[MembershipKeyPair] =
# keysBufferPtr will hold the generated key pairs i.e., secret and public keys # keysBufferPtr will hold the generated key pairs i.e., secret and public keys
var var
keysBuffer : Buffer keysBuffer: Buffer
keysBufferPtr = addr(keysBuffer) keysBufferPtr = addr(keysBuffer)
done = key_gen(ctxPtr, keysBufferPtr) done = key_gen(ctxPtr, keysBufferPtr)
@ -83,25 +85,32 @@ proc membershipKeyGen*(ctxPtr: RLN[Bn256]): Option[MembershipKeyPair] =
var var
secret: array[32, byte] secret: array[32, byte]
public: array[32, byte] public: array[32, byte]
for (i,x) in secret.mpairs: x = generatedKeys[i] for (i, x) in secret.mpairs: x = generatedKeys[i]
for (i,x) in public.mpairs: x = generatedKeys[i+32] for (i, x) in public.mpairs: x = generatedKeys[i+32]
var var
keypair = MembershipKeyPair(idKey: secret, idCommitment: public) keypair = MembershipKeyPair(idKey: secret, idCommitment: public)
return some(keypair) return some(keypair)
proc toUInt256*(idCommitment: IDCommitment): UInt256 =
let pk = cast[UInt256](idCommitment)
return pk
proc register*(rlnPeer: WakuRLNRelay): Future[bool] {.async.} = proc register*(rlnPeer: WakuRLNRelay): Future[bool] {.async.} =
## registers the public key of the rlnPeer which is rlnPeer.membershipKeyPair.publicKey ## registers the public key of the rlnPeer which is rlnPeer.membershipKeyPair.publicKey
## into the membership contract whose address is in rlnPeer.membershipContractAddress ## into the membership contract whose address is in rlnPeer.membershipContractAddress
let web3 = await newWeb3(rlnPeer.ethClientAddress) let web3 = await newWeb3(rlnPeer.ethClientAddress)
web3.defaultAccount = rlnPeer.ethAccountAddress web3.defaultAccount = rlnPeer.ethAccountAddress
# when the private key is set in a web3 instance, the send proc (sender.register(pk).send(MembershipFee)) # when the private key is set in a web3 instance, the send proc (sender.register(pk).send(MEMBERSHIP_FEE))
# does the signing using the provided key # does the signing using the provided key
web3.privateKey = rlnPeer.ethAccountPrivateKey web3.privateKey = rlnPeer.ethAccountPrivateKey
var sender = web3.contractSender(MembershipContract, rlnPeer.membershipContractAddress) # creates a Sender object with a web3 field and contract address of type Address var sender = web3.contractSender(MembershipContract,
let pk = cast[UInt256](rlnPeer.membershipKeyPair.idCommitment) rlnPeer.membershipContractAddress) # creates a Sender object with a web3 field and contract address of type Address
discard await sender.register(pk).send(MembershipFee) let pk = toUInt256(rlnPeer.membershipKeyPair.idCommitment)
discard await sender.register(pk).send(MEMBERSHIP_FEE)
debug "pk", pk = pk
# TODO check the receipt and then return true/false # TODO check the receipt and then return true/false
await web3.close() await web3.close()
return true return true
@ -127,20 +136,21 @@ proc toBuffer*(x: openArray[byte]): Buffer =
proc hash*(rlnInstance: RLN[Bn256], data: openArray[byte]): MerkleNode = proc hash*(rlnInstance: RLN[Bn256], data: openArray[byte]): MerkleNode =
## a thin layer on top of the Nim wrapper of the Poseidon hasher ## a thin layer on top of the Nim wrapper of the Poseidon hasher
debug "hash input", hashhex=data.toHex() debug "hash input", hashhex = data.toHex()
var lenPrefData = appendLength(data) var lenPrefData = appendLength(data)
var var
hashInputBuffer = lenPrefData.toBuffer() hashInputBuffer = lenPrefData.toBuffer()
outputBuffer: Buffer # will holds the hash output outputBuffer: Buffer # will holds the hash output
debug "hash input buffer length", bufflen=hashInputBuffer.len debug "hash input buffer length", bufflen = hashInputBuffer.len
let let
hashSuccess = hash(rlnInstance, addr hashInputBuffer, addr outputBuffer) hashSuccess = hash(rlnInstance, addr hashInputBuffer, addr outputBuffer)
output = cast[ptr MerkleNode](outputBuffer.`ptr`)[] output = cast[ptr MerkleNode](outputBuffer.`ptr`)[]
return output return output
proc serialize(idKey: IDKey, memIndex: MembershipIndex, epoch: Epoch, msg: openArray[byte]): seq[byte] = proc serialize(idKey: IDKey, memIndex: MembershipIndex, epoch: Epoch,
msg: openArray[byte]): seq[byte] =
## a private proc to convert RateLimitProof and the data to a byte seq ## a private proc to convert RateLimitProof and the data to a byte seq
## this conversion is used in the proofGen proc ## this conversion is used in the proofGen proc
## the serialization is done as instructed in https://github.com/kilic/rln/blob/7ac74183f8b69b399e3bc96c1ae8ab61c026dc43/src/public.rs#L146 ## the serialization is done as instructed in https://github.com/kilic/rln/blob/7ac74183f8b69b399e3bc96c1ae8ab61c026dc43/src/public.rs#L146
@ -150,7 +160,9 @@ proc serialize(idKey: IDKey, memIndex: MembershipIndex, epoch: Epoch, msg: openA
let output = concat(@idKey, @memIndexBytes, @epoch, lenPrefMsg) let output = concat(@idKey, @memIndexBytes, @epoch, lenPrefMsg)
return output return output
proc proofGen*(rlnInstance: RLN[Bn256], data: openArray[byte], memKeys: MembershipKeyPair, memIndex: MembershipIndex, epoch: Epoch): RateLimitProofResult = proc proofGen*(rlnInstance: RLN[Bn256], data: openArray[byte],
memKeys: MembershipKeyPair, memIndex: MembershipIndex,
epoch: Epoch): RateLimitProofResult =
# serialize inputs # serialize inputs
let serializedInputs = serialize(idKey = memKeys.idKey, let serializedInputs = serialize(idKey = memKeys.idKey,
@ -168,9 +180,9 @@ proc proofGen*(rlnInstance: RLN[Bn256], data: openArray[byte], memKeys: Membersh
if not proofIsSuccessful: if not proofIsSuccessful:
return err("could not generate the proof") return err("could not generate the proof")
var proofValue = cast[ptr array[416,byte]] (proof.`ptr`) var proofValue = cast[ptr array[416, byte]] (proof.`ptr`)
let proofBytes: array[416,byte] = proofValue[] let proofBytes: array[416, byte] = proofValue[]
debug "proof content", proofHex=proofValue[].toHex debug "proof content", proofHex = proofValue[].toHex
## parse the proof as |zkSNARKs<256>|root<32>|epoch<32>|share_x<32>|share_y<32>|nullifier<32>| ## parse the proof as |zkSNARKs<256>|root<32>|epoch<32>|share_x<32>|share_y<32>|nullifier<32>|
let let
@ -219,12 +231,13 @@ proc serialize(proof: RateLimitProof, data: openArray[byte]): seq[byte] =
return proofBytes return proofBytes
proc proofVerify*(rlnInstance: RLN[Bn256], data: openArray[byte], proof: RateLimitProof): bool = proc proofVerify*(rlnInstance: RLN[Bn256], data: openArray[byte],
proof: RateLimitProof): bool =
var var
proofBytes= serialize(proof, data) proofBytes = serialize(proof, data)
proofBuffer = proofBytes.toBuffer() proofBuffer = proofBytes.toBuffer()
f = 0.uint32 f = 0.uint32
trace "serialized proof", proof=proofBytes.toHex() trace "serialized proof", proof = proofBytes.toHex()
let verifyIsSuccessful = verify(rlnInstance, addr proofBuffer, addr f) let verifyIsSuccessful = verify(rlnInstance, addr proofBuffer, addr f)
if not verifyIsSuccessful: if not verifyIsSuccessful:
@ -250,7 +263,7 @@ proc removeMember*(rlnInstance: RLN[Bn256], index: MembershipIndex): bool =
proc getMerkleRoot*(rlnInstance: RLN[Bn256]): MerkleNodeResult = proc getMerkleRoot*(rlnInstance: RLN[Bn256]): MerkleNodeResult =
# read the Merkle Tree root after insertion # read the Merkle Tree root after insertion
var var
root {.noinit.} : Buffer = Buffer() root {.noinit.}: Buffer = Buffer()
rootPtr = addr(root) rootPtr = addr(root)
get_root_successful = get_root(rlnInstance, rootPtr) get_root_successful = get_root(rlnInstance, rootPtr)
if (not get_root_successful): return err("could not get the root") if (not get_root_successful): return err("could not get the root")
@ -259,7 +272,8 @@ proc getMerkleRoot*(rlnInstance: RLN[Bn256]): MerkleNodeResult =
var rootValue = cast[ptr MerkleNode] (root.`ptr`)[] var rootValue = cast[ptr MerkleNode] (root.`ptr`)[]
return ok(rootValue) return ok(rootValue)
proc toMembershipKeyPairs*(groupKeys: seq[(string, string)]): seq[MembershipKeyPair] {.raises: [Defect, ValueError]} = proc toMembershipKeyPairs*(groupKeys: seq[(string, string)]): seq[
MembershipKeyPair] {.raises: [Defect, ValueError].} =
## groupKeys is sequence of membership key tuples in the form of (identity key, identity commitment) all in the hexadecimal format ## groupKeys is sequence of membership key tuples in the form of (identity key, identity commitment) all in the hexadecimal format
## the toMembershipKeyPairs proc populates a sequence of MembershipKeyPairs using the supplied groupKeys ## the toMembershipKeyPairs proc populates a sequence of MembershipKeyPairs using the supplied groupKeys
@ -269,7 +283,8 @@ proc toMembershipKeyPairs*(groupKeys: seq[(string, string)]): seq[MembershipKeyP
let let
idKey = groupKeys[i][0].hexToByteArray(32) idKey = groupKeys[i][0].hexToByteArray(32)
idCommitment = groupKeys[i][1].hexToByteArray(32) idCommitment = groupKeys[i][1].hexToByteArray(32)
groupKeyPairs.add(MembershipKeyPair(idKey: idKey, idCommitment: idCommitment)) groupKeyPairs.add(MembershipKeyPair(idKey: idKey,
idCommitment: idCommitment))
return groupKeyPairs return groupKeyPairs
proc calcMerkleRoot*(list: seq[IDCommitment]): string {.raises: [Defect, IOError].} = proc calcMerkleRoot*(list: seq[IDCommitment]): string {.raises: [Defect, IOError].} =
@ -289,7 +304,8 @@ proc calcMerkleRoot*(list: seq[IDCommitment]): string {.raises: [Defect, IOError
let root = rln.getMerkleRoot().value().toHex let root = rln.getMerkleRoot().value().toHex
return root return root
proc createMembershipList*(n: int): (seq[(string,string)], string) {.raises: [Defect, IOError].} = proc createMembershipList*(n: int): (seq[(string, string)], string) {.raises: [
Defect, IOError].} =
## createMembershipList produces a sequence of membership key pairs in the form of (identity key, id commitment keys) in the hexadecimal format ## createMembershipList produces a sequence of membership key pairs in the form of (identity key, id commitment keys) in the hexadecimal format
## this proc also returns the root of a Merkle tree constructed out of the identity commitment keys of the generated list ## this proc also returns the root of a Merkle tree constructed out of the identity commitment keys of the generated list
## the output of this proc is used to initialize a static group keys (to test waku-rln-relay in the off-chain mode) ## the output of this proc is used to initialize a static group keys (to test waku-rln-relay in the off-chain mode)
@ -300,7 +316,7 @@ proc createMembershipList*(n: int): (seq[(string,string)], string) {.raises: [De
return (@[], "") return (@[], "")
var rln = rlnInstance.value var rln = rlnInstance.value
var output = newSeq[(string,string)]() var output = newSeq[(string, string)]()
for i in 0..n-1: for i in 0..n-1:
# generate a key pair # generate a key pair
@ -319,7 +335,9 @@ proc createMembershipList*(n: int): (seq[(string,string)], string) {.raises: [De
let root = rln.getMerkleRoot().value.toHex let root = rln.getMerkleRoot().value.toHex
return (output, root) return (output, root)
proc rlnRelaySetUp*(rlnRelayMemIndex: MembershipIndex): (Option[seq[IDCommitment]],Option[MembershipKeyPair], Option[MembershipIndex]) {.raises:[Defect, ValueError].} = proc rlnRelaySetUp*(rlnRelayMemIndex: MembershipIndex): (Option[seq[
IDCommitment]], Option[MembershipKeyPair], Option[
MembershipIndex]) {.raises: [Defect, ValueError].} =
let let
# static group # static group
groupKeys = STATIC_GROUP_KEYS groupKeys = STATIC_GROUP_KEYS
@ -328,7 +346,8 @@ proc rlnRelaySetUp*(rlnRelayMemIndex: MembershipIndex): (Option[seq[IDCommitment
debug "rln-relay membership index", rlnRelayMemIndex debug "rln-relay membership index", rlnRelayMemIndex
# validate the user-supplied membership index # validate the user-supplied membership index
if rlnRelayMemIndex < MembershipIndex(0) or rlnRelayMemIndex >= MembershipIndex(groupSize): if rlnRelayMemIndex < MembershipIndex(0) or rlnRelayMemIndex >=
MembershipIndex(groupSize):
error "wrong membership index" error "wrong membership index"
return(none(seq[IDCommitment]), none(MembershipKeyPair), none(MembershipIndex)) return(none(seq[IDCommitment]), none(MembershipKeyPair), none(MembershipIndex))
@ -338,10 +357,10 @@ proc rlnRelaySetUp*(rlnRelayMemIndex: MembershipIndex): (Option[seq[IDCommitment
groupKeyPairs = groupKeys.toMembershipKeyPairs() groupKeyPairs = groupKeys.toMembershipKeyPairs()
# extract id commitment keys # extract id commitment keys
groupIDCommitments = groupKeyPairs.mapIt(it.idCommitment) groupIDCommitments = groupKeyPairs.mapIt(it.idCommitment)
groupOpt= some(groupIDCommitments) groupOpt = some(groupIDCommitments)
# user selected membership key pair # user selected membership key pair
memKeyPairOpt = some(groupKeyPairs[rlnRelayMemIndex]) memKeyPairOpt = some(groupKeyPairs[rlnRelayMemIndex])
memIndexOpt= some(rlnRelayMemIndex) memIndexOpt = some(rlnRelayMemIndex)
return (groupOpt, memKeyPairOpt, memIndexOpt) return (groupOpt, memKeyPairOpt, memIndexOpt)
@ -352,7 +371,8 @@ proc hasDuplicate*(rlnPeer: WakuRLNRelay, msg: WakuMessage): Result[bool, string
## emits an error string if `KeyError` occurs (never happens, it is just to avoid raising unnecessary `KeyError` exception ) ## emits an error string if `KeyError` occurs (never happens, it is just to avoid raising unnecessary `KeyError` exception )
# extract the proof metadata of the supplied `msg` # extract the proof metadata of the supplied `msg`
let proofMD = ProofMetadata(nullifier: msg.proof.nullifier, shareX: msg.proof.shareX, shareY: msg.proof.shareY) let proofMD = ProofMetadata(nullifier: msg.proof.nullifier,
shareX: msg.proof.shareX, shareY: msg.proof.shareY)
# check if the epoch exists # check if the epoch exists
if not rlnPeer.nullifierLog.hasKey(msg.proof.epoch): if not rlnPeer.nullifierLog.hasKey(msg.proof.epoch):
@ -363,7 +383,9 @@ proc hasDuplicate*(rlnPeer: WakuRLNRelay, msg: WakuMessage): Result[bool, string
return ok(false) return ok(false)
# check for a message with the same nullifier but different secret shares # check for a message with the same nullifier but different secret shares
let matched = rlnPeer.nullifierLog[msg.proof.epoch].filterIt((it.nullifier == proofMD.nullifier) and ((it.shareX != proofMD.shareX) or (it.shareY != proofMD.shareY))) let matched = rlnPeer.nullifierLog[msg.proof.epoch].filterIt((
it.nullifier == proofMD.nullifier) and ((it.shareX != proofMD.shareX) or
(it.shareY != proofMD.shareY)))
if matched.len != 0: if matched.len != 0:
# there is a duplicate # there is a duplicate
@ -379,12 +401,13 @@ proc updateLog*(rlnPeer: WakuRLNRelay, msg: WakuMessage): Result[bool, string] =
## extracts the `ProofMetadata` of the supplied messages `msg` and ## extracts the `ProofMetadata` of the supplied messages `msg` and
## saves it in the `nullifierLog` of the `rlnPeer` ## saves it in the `nullifierLog` of the `rlnPeer`
let proofMD = ProofMetadata(nullifier: msg.proof.nullifier, shareX: msg.proof.shareX, shareY: msg.proof.shareY) let proofMD = ProofMetadata(nullifier: msg.proof.nullifier,
debug "proof metadata", proofMD=proofMD shareX: msg.proof.shareX, shareY: msg.proof.shareY)
debug "proof metadata", proofMD = proofMD
# check if the epoch exists # check if the epoch exists
if not rlnPeer.nullifierLog.hasKey(msg.proof.epoch): if not rlnPeer.nullifierLog.hasKey(msg.proof.epoch):
rlnPeer.nullifierLog[msg.proof.epoch]= @[proofMD] rlnPeer.nullifierLog[msg.proof.epoch] = @[proofMD]
return ok(true) return ok(true)
try: try:
@ -400,14 +423,14 @@ proc updateLog*(rlnPeer: WakuRLNRelay, msg: WakuMessage): Result[bool, string] =
proc toEpoch*(t: uint64): Epoch = proc toEpoch*(t: uint64): Epoch =
## converts `t` to `Epoch` in little-endian order ## converts `t` to `Epoch` in little-endian order
let bytes = toBytes(t, Endianness.littleEndian) let bytes = toBytes(t, Endianness.littleEndian)
debug "bytes", bytes=bytes debug "bytes", bytes = bytes
var epoch: Epoch var epoch: Epoch
discard epoch.copyFrom(bytes) discard epoch.copyFrom(bytes)
return epoch return epoch
proc fromEpoch*(epoch: Epoch): uint64 = proc fromEpoch*(epoch: Epoch): uint64 =
## decodes bytes of `epoch` (in little-endian) to uint64 ## decodes bytes of `epoch` (in little-endian) to uint64
let t = fromBytesLE(uint64, array[32,byte](epoch)) let t = fromBytesLE(uint64, array[32, byte](epoch))
return t return t
proc calcEpoch*(t: float64): Epoch = proc calcEpoch*(t: float64): Epoch =
@ -420,7 +443,7 @@ proc getCurrentEpoch*(): Epoch =
## gets the current rln Epoch time ## gets the current rln Epoch time
return calcEpoch(epochTime()) return calcEpoch(epochTime())
proc compare*(e1, e2: Epoch): int64 = proc diff*(e1, e2: Epoch): int64 =
## returns the difference between the two rln `Epoch`s `e1` and `e2` ## returns the difference between the two rln `Epoch`s `e1` and `e2`
## i.e., e1 - e2 ## i.e., e1 - e2
@ -430,7 +453,8 @@ proc compare*(e1, e2: Epoch): int64 =
epoch2 = fromEpoch(e2) epoch2 = fromEpoch(e2)
return int64(epoch1) - int64(epoch2) return int64(epoch1) - int64(epoch2)
proc validateMessage*(rlnPeer: WakuRLNRelay, msg: WakuMessage, timeOption: Option[float64] = none(float64)): MessageValidationResult = proc validateMessage*(rlnPeer: WakuRLNRelay, msg: WakuMessage,
timeOption: Option[float64] = none(float64)): MessageValidationResult =
## validate the supplied `msg` based on the waku-rln-relay routing protocol i.e., ## validate the supplied `msg` based on the waku-rln-relay routing protocol i.e.,
## the `msg`'s epoch is within MAX_EPOCH_GAP of the current epoch ## the `msg`'s epoch is within MAX_EPOCH_GAP of the current epoch
## the `msg` has valid rate limit proof ## the `msg` has valid rate limit proof
@ -448,19 +472,20 @@ proc validateMessage*(rlnPeer: WakuRLNRelay, msg: WakuMessage, timeOption: Optio
# get current rln epoch # get current rln epoch
epoch = getCurrentEpoch() epoch = getCurrentEpoch()
debug "current epoch", currentEpoch=fromEpoch(epoch) debug "current epoch", currentEpoch = fromEpoch(epoch)
let let
msgEpoch = msg.proof.epoch msgEpoch = msg.proof.epoch
# calculate the gaps # calculate the gaps
gap = compare(epoch, msgEpoch) gap = diff(epoch, msgEpoch)
debug "message epoch", msgEpoch=fromEpoch(msgEpoch) debug "message epoch", msgEpoch = fromEpoch(msgEpoch)
# validate the epoch # validate the epoch
if abs(gap) >= MAX_EPOCH_GAP: if abs(gap) >= MAX_EPOCH_GAP:
# message's epoch is too old or too ahead # message's epoch is too old or too ahead
# accept messages whose epoch is within +-MAX_EPOCH_GAP from the current epoch # accept messages whose epoch is within +-MAX_EPOCH_GAP from the current epoch
debug "invalid message: epoch gap exceeds a threshold",gap=gap, payload=string.fromBytes(msg.payload) debug "invalid message: epoch gap exceeds a threshold", gap = gap,
payload = string.fromBytes(msg.payload)
return MessageValidationResult.Invalid return MessageValidationResult.Invalid
# verify the proof # verify the proof
@ -469,20 +494,20 @@ proc validateMessage*(rlnPeer: WakuRLNRelay, msg: WakuMessage, timeOption: Optio
input = concat(msg.payload, contentTopicBytes) input = concat(msg.payload, contentTopicBytes)
if not rlnPeer.rlnInstance.proofVerify(input, msg.proof): if not rlnPeer.rlnInstance.proofVerify(input, msg.proof):
# invalid proof # invalid proof
debug "invalid message: invalid proof", payload=string.fromBytes(msg.payload) debug "invalid message: invalid proof", payload = string.fromBytes(msg.payload)
return MessageValidationResult.Invalid return MessageValidationResult.Invalid
# check if double messaging has happened # check if double messaging has happened
let hasDup = rlnPeer.hasDuplicate(msg) let hasDup = rlnPeer.hasDuplicate(msg)
if hasDup.isOk and hasDup.value == true: if hasDup.isOk and hasDup.value == true:
debug "invalid message: message is a spam", payload=string.fromBytes(msg.payload) debug "invalid message: message is a spam", payload = string.fromBytes(msg.payload)
return MessageValidationResult.Spam return MessageValidationResult.Spam
# insert the message to the log # insert the message to the log
# the result of `updateLog` is discarded because message insertion is guaranteed by the implementation i.e., # the result of `updateLog` is discarded because message insertion is guaranteed by the implementation i.e.,
# it will never error out # it will never error out
discard rlnPeer.updateLog(msg) discard rlnPeer.updateLog(msg)
debug "message is valid", payload=string.fromBytes(msg.payload) debug "message is valid", payload = string.fromBytes(msg.payload)
return MessageValidationResult.Valid return MessageValidationResult.Valid
@ -495,7 +520,8 @@ proc toRLNSignal*(wakumessage: WakuMessage): seq[byte] =
return output return output
proc appendRLNProof*(rlnPeer: WakuRLNRelay, msg: var WakuMessage, senderEpochTime: float64): bool = proc appendRLNProof*(rlnPeer: WakuRLNRelay, msg: var WakuMessage,
senderEpochTime: float64): bool =
## returns true if it can create and append a `RateLimitProof` to the supplied `msg` ## returns true if it can create and append a `RateLimitProof` to the supplied `msg`
## returns false otherwise ## returns false otherwise
## `senderEpochTime` indicates the number of seconds passed since Unix epoch. The fractional part holds sub-seconds. ## `senderEpochTime` indicates the number of seconds passed since Unix epoch. The fractional part holds sub-seconds.