import macros, strutils, options, math, json, tables, uri, strformat from os import DirSep, AltSep import nimcrypto, stint, httputils, chronicles, chronos, json_rpc/[rpcclient, jsonmarshal], stew/byteutils, eth/keys, web3/[ethtypes, conversions, ethhexstrings, transaction_signing, encoding] template sourceDir: string = currentSourcePath.rsplit({DirSep, AltSep}, 1)[0] ## Generate client convenience marshalling wrappers from forward declarations createRpcSigs(RpcClient, sourceDir & "/web3/ethcallsigs.nim") export UInt256, Int256, Uint128, Int128 export ethtypes, conversions, encoding type Web3* = ref object provider*: RpcClient subscriptions*: Table[string, Subscription] defaultAccount*: Address privateKey*: Option[PrivateKey] lastKnownNonce*: Option[Nonce] onDisconnect*: proc() {.gcsafe, raises: [Defect].} Sender*[T] = ref object web3*: Web3 contractAddress*: Address EncodeResult* = tuple[dynamic: bool, data: string] SubscriptionEventHandler* = proc (j: JsonNode) {.gcsafe, raises: [Defect].} SubscriptionErrorHandler* = proc (err: CatchableError) {.gcsafe, raises: [Defect].} BlockHeaderHandler* = proc (b: BlockHeader) {.gcsafe, raises: [Defect].} Subscription* = ref object id*: string web3*: Web3 eventHandler*: SubscriptionEventHandler errorHandler*: SubscriptionErrorHandler pendingEvents: seq[JsonNode] historicalEventsProcessed: bool removed: bool ContractCallBase = ref object of RootObj web3: Web3 data: string to: Address value: Uint256 ContractCall*[T] = ref object of ContractCallBase proc handleSubscriptionNotification(w: Web3, j: JsonNode) = let s = w.subscriptions.getOrDefault(j{"subscription"}.getStr()) if not s.isNil and not s.removed: if s.historicalEventsProcessed: s.eventHandler(j{"result"}) else: s.pendingEvents.add(j) proc newWeb3*(provider: RpcClient): Web3 = result = Web3(provider: provider) result.subscriptions = initTable[string, Subscription]() let r = result provider.setMethodHandler("eth_subscription") do(j: JsonNode): r.handleSubscriptionNotification(j) proc newWeb3*(uri: string): Future[Web3] {.async.} = let u = parseUri(uri) var provider: RpcClient case u.scheme of "http", "https": let p = newRpcHttpClient() await p.connect(uri) provider = p of "ws", "wss": let p = newRpcWebSocketClient() await p.connect(uri) provider = p else: raise newException(CatchableError, "Unknown web3 url scheme") result = newWeb3(provider) let r = result provider.onDisconnect = proc() = r.subscriptions.clear() if not r.onDisconnect.isNil: r.onDisconnect() proc close*(web3: Web3): Future[void] = web3.provider.close() proc getHistoricalEvents(s: Subscription, options: JsonNode) {.async.} = try: let logs = await s.web3.provider.eth_getLogs(options) for l in logs: if s.removed: break s.eventHandler(l) s.historicalEventsProcessed = true var i = 0 while i < s.pendingEvents.len: # Mind reentrancy if s.removed: break s.eventHandler(s.pendingEvents[i]) inc i s.pendingEvents = @[] except CatchableError as e: echo "Caught exception in getHistoricalEvents: ", e.msg echo e.getStackTrace() proc subscribe*(w: Web3, name: string, options: JsonNode, eventHandler: SubscriptionEventHandler, errorHandler: SubscriptionErrorHandler): Future[Subscription] {.async.} = ## Sets up a new subsciption using the `eth_subscribe` RPC call. ## ## May raise a `CatchableError` if the subscription is not established. ## ## Once the subscription is established, the `eventHandler` callback ## will be executed for each event of interest. ## ## In case of any errors or illegal behavior of the remote RPC node, ## the `errorHandler` will be executed with relevant information about ## the error. # Don't send an empty `{}` object as an extra argument if there are no options let id = if options.isNil: await w.provider.eth_subscribe(name) else: await w.provider.eth_subscribe(name, options) result = Subscription(id: id, web3: w, eventHandler: eventHandler, errorHandler: errorHandler) w.subscriptions[id] = result proc subscribeForLogs*(w: Web3, options: JsonNode, logsHandler: SubscriptionEventHandler, errorHandler: SubscriptionErrorHandler, withHistoricEvents = true): Future[Subscription] {.async.} = result = await subscribe(w, "logs", options, logsHandler, errorHandler) if withHistoricEvents: discard getHistoricalEvents(result, options) else: result.historicalEventsProcessed = true proc subscribeForBlockHeaders*(w: Web3, blockHeadersCallback: proc(b: BlockHeader) {.gcsafe, raises: [Defect].}, errorHandler: SubscriptionErrorHandler): Future[Subscription] {.async.} = proc eventHandler(json: JsonNode) {.gcsafe, raises: [Defect].} = var blk: BlockHeader try: fromJson(json, "result", blk) blockHeadersCallback(blk) except CatchableError as err: errorHandler(err[]) # `nil` options so that we skip sending an empty `{}` object as an extra argument # to geth for `newHeads`: https://github.com/ethereum/go-ethereum/issues/21588 result = await subscribe(w, "newHeads", nil, eventHandler, errorHandler) result.historicalEventsProcessed = true proc unsubscribe*(s: Subscription): Future[void] {.async.} = s.web3.subscriptions.del(s.id) s.removed = true discard await s.web3.provider.eth_unsubscribe(s.id) proc unknownType() = discard # Used for informative errors template typeSignature(T: typedesc): string = when T is string: "string" elif T is DynamicBytes: "bytes" elif T is FixedBytes: "bytes" & $T.N elif T is StUint: "uint" & $T.bits elif T is Address: "address" elif T is Bool: "bool" else: unknownType(T) proc initContractCall[T](web3: Web3, data: string, to: Address): ContractCall[T] {.inline.} = ContractCall[T](web3: web3, data: data, to: to) type InterfaceObjectKind = enum function, constructor, event MutabilityKind = enum pure, view, nonpayable, payable FunctionInputOutput = object name: string typ: NimNode EventInput = object name: string typ: NimNode indexed: bool FunctionObject = object name: string stateMutability: MutabilityKind inputs: seq[FunctionInputOutput] outputs: seq[FunctionInputOutput] ConstructorObject = object stateMutability: MutabilityKind inputs: seq[FunctionInputOutput] outputs: seq[FunctionInputOutput] EventObject = object name: string inputs: seq[EventInput] anonymous: bool InterfaceObject = object case kind: InterfaceObjectKind of function: functionObject: FunctionObject of constructor: constructorObject: ConstructorObject of event: eventObject: EventObject proc joinStrings(s: varargs[string]): string = join(s) proc getSignature(function: FunctionObject | EventObject): NimNode = result = newCall(bindSym"joinStrings") result.add(newLit(function.name & "(")) for i, input in function.inputs: result.add(newCall(bindSym"typeSignature", input.typ)) if i != function.inputs.high: result.add(newLit(",")) result.add(newLit(")")) result = newCall(ident"static", result) proc addAddressAndSignatureToOptions(options: JsonNode, address: Address, signature: string): JsonNode = result = options if result.isNil: result = newJObject() if "address" notin result: result["address"] = %address var topics = result{"topics"} if topics.isNil: topics = newJArray() result["topics"] = topics topics.elems.insert(%signature, 0) proc parseContract(body: NimNode): seq[InterfaceObject] = proc parseOutputs(outputNode: NimNode): seq[FunctionInputOutput] = result.add FunctionInputOutput(typ: (if outputNode.kind == nnkEmpty: ident"void" else: outputNode)) proc parseInputs(inputNodes: NimNode): seq[FunctionInputOutput] = for i in 1.. 0: var res: T discard decode(response, 0, res) return res else: raise newException(CatchableError, "No response from the Web3 provider") proc getMinedTransactionReceipt*(web3: Web3, tx: TxHash): Future[ReceiptObject] {.async.} = ## Returns the receipt for the transaction. Waits for it to be mined if necessary. # TODO: Potentially more optimal solution is to subscribe and wait for appropriate # notification. Now we're just polling every 500ms which should be ok for most cases. var r: Option[ReceiptObject] while r.isNone: r = await web3.provider.eth_getTransactionReceipt(tx) if r.isNone: await sleepAsync(500.milliseconds) result = r.get proc exec*[T](c: ContractCall[T], value = 0.u256, gas = 3000000'u64): Future[T] {.async.} = let h = await c.send(value, gas) let receipt = await c.web3.getMinedTransactionReceipt(h) # TODO: decode result from receipt # This call will generate the `cc.data` part to call that contract method in the code below #sendCoin(fromHex(Stuint[256], "e375b6fb6d0bf0d86707884f3952fee3977251fe"), 600.to(Stuint[256])) # Set up a JsonRPC call to send a transaction # The idea here is to let the Web3 object contain the RPC calls, then allow the # above DSL to create helpers to create the EthSend object and perform the # transaction. The current idea is to make all this reduce to something like: # var # w3 = initWeb3("127.0.0.1", 8545) # myContract = contract: # # myContract.sender("0x780bc7b4055941c2cb0ee10510e3fc837eb093c1").sendCoin( # fromHex(Stuint[256], "e375b6fb6d0bf0d86707884f3952fee3977251fe"), # 600.to(Stuint[256]) # ) # If the address of the contract on the chain should be part of the DSL or # dynamically registered is still not decided. #var cc: EthSend #cc.source = [0x78.byte, 0x0b, 0xc7, 0xb4, 0x05, 0x59, 0x41, 0xc2, 0xcb, 0x0e, 0xe1, 0x05, 0x10, 0xe3, 0xfc, 0x83, 0x7e, 0xb0, 0x93, 0xc1] #cc.to = some([0x0a.byte, 0x78, 0xc0, 0x8F, 0x31, 0x4E, 0xB2, 0x5A, 0x35, 0x1B, 0xfB, 0xA9, 0x03,0x21, 0xa6, 0x96, 0x04, 0x74, 0xbD, 0x79]) #cc.data = "0x90b98a11000000000000000000000000e375b6fb6d0bf0d86707884f3952fee3977251FE0000000000000000000000000000000000000000000000000000000000000258" #var w3 = initWeb3("127.0.0.1", 8545) #let response = waitFor w3.eth.eth_sendTransaction(cc) #echo response proc contractSender*(web3: Web3, T: typedesc, toAddress: Address): Sender[T] = Sender[T](web3: web3, contractAddress: toAddress) proc isDeployed*(s: Sender, atBlock: RtBlockIdentifier): Future[bool] {.async.} = let codeFut = case atBlock.kind of bidNumber: s.web3.provider.eth_getCode(s.contractAddress, atBlock.number) of bidAlias: s.web3.provider.eth_getCode(s.contractAddress, atBlock.alias) code = await codeFut # TODO: Check that all methods of the contract are present by # looking for their ABI signatures within the code: # https://ethereum.stackexchange.com/questions/11856/how-to-detect-from-web3-if-method-exists-on-a-deployed-contract return code.len > 0 proc subscribe*(s: Sender, t: typedesc, cb: proc): Future[Subscription] {.inline.} = subscribe(s, t, newJObject(), cb, SubscriptionErrorHandler nil) proc `$`*(b: Bool): string = $(Stint[256](b))