2023-11-01 03:32:09 +00:00
|
|
|
# Nimbus
|
2024-01-13 01:41:57 +00:00
|
|
|
# Copyright (c) 2023-2024 Status Research & Development GmbH
|
2023-11-01 03:32:09 +00:00
|
|
|
# Licensed under either of
|
|
|
|
# * Apache License, version 2.0, ([LICENSE-APACHE](LICENSE-APACHE) or
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0)
|
|
|
|
# * MIT license ([LICENSE-MIT](LICENSE-MIT) or
|
|
|
|
# http://opensource.org/licenses/MIT)
|
|
|
|
# at your option. This file may not be copied, modified, or distributed except
|
|
|
|
# according to those terms.
|
|
|
|
|
2023-10-19 03:28:52 +00:00
|
|
|
import
|
|
|
|
std/[tables, strutils, typetraits],
|
|
|
|
stint,
|
|
|
|
eth/[common, rlp],
|
|
|
|
eth/common/eth_types_rlp,
|
|
|
|
chronicles,
|
2024-06-14 07:31:08 +00:00
|
|
|
stew/byteutils,
|
2023-10-19 03:28:52 +00:00
|
|
|
kzg4844/kzg_ex as kzg,
|
|
|
|
../types,
|
|
|
|
../engine_client,
|
|
|
|
../../../../nimbus/constants,
|
|
|
|
../../../../nimbus/core/eip4844,
|
|
|
|
../../../../nimbus/rpc/rpc_types,
|
2023-12-08 09:35:50 +00:00
|
|
|
web3/execution_types,
|
2023-10-19 03:28:52 +00:00
|
|
|
../../../../nimbus/beacon/web3_eth_conv,
|
|
|
|
./blobs
|
|
|
|
|
|
|
|
type
|
|
|
|
TestBlobTxPool* = ref object
|
|
|
|
currentBlobID* : BlobID
|
|
|
|
currentTxIndex*: int
|
2024-05-15 03:07:59 +00:00
|
|
|
transactions* : Table[common.Hash256, PooledTransaction]
|
2023-10-19 03:28:52 +00:00
|
|
|
hashesByIndex* : Table[int, common.Hash256]
|
|
|
|
|
|
|
|
const
|
|
|
|
HISTORY_BUFFER_LENGTH* = 8191
|
|
|
|
|
|
|
|
# Test constants
|
|
|
|
DATAHASH_START_ADDRESS* = toAddress(0x20000.u256)
|
|
|
|
DATAHASH_ADDRESS_COUNT* = 1000
|
|
|
|
|
|
|
|
func getMinExcessBlobGasForBlobGasPrice(data_gas_price: uint64): uint64 =
|
|
|
|
var
|
|
|
|
current_excess_data_gas = 0'u64
|
|
|
|
current_data_gas_price = 1'u64
|
|
|
|
|
|
|
|
while current_data_gas_price < data_gas_price:
|
|
|
|
current_excess_data_gas += GAS_PER_BLOB.uint64
|
2024-02-21 09:14:34 +00:00
|
|
|
current_data_gas_price = getBlobBaseFee(current_excess_data_gas).truncate(uint64)
|
2023-10-19 03:28:52 +00:00
|
|
|
|
|
|
|
return current_excess_data_gas
|
|
|
|
|
|
|
|
func getMinExcessBlobsForBlobGasPrice*(data_gas_price: uint64): uint64 =
|
|
|
|
return getMinExcessBlobGasForBlobGasPrice(data_gas_price) div GAS_PER_BLOB.uint64
|
|
|
|
|
2024-05-15 03:07:59 +00:00
|
|
|
proc addBlobTransaction*(pool: TestBlobTxPool, tx: PooledTransaction) =
|
2023-10-19 03:28:52 +00:00
|
|
|
let txHash = rlpHash(tx)
|
|
|
|
pool.transactions[txHash] = tx
|
|
|
|
|
2023-12-08 09:35:50 +00:00
|
|
|
proc `==`(a: openArray[AccessTuple], b: openArray[AccessPair]): bool =
|
2023-10-19 03:28:52 +00:00
|
|
|
if a.len != b.len:
|
|
|
|
return false
|
|
|
|
|
|
|
|
for i in 0..<a.len:
|
2023-12-08 09:35:50 +00:00
|
|
|
if a[i].address != w3Addr b[i].address:
|
2023-10-19 03:28:52 +00:00
|
|
|
return false
|
|
|
|
if a[i].storageKeys.len != b[i].storageKeys.len:
|
|
|
|
return false
|
|
|
|
for j in 0..<a[i].storageKeys.len:
|
2023-12-08 09:35:50 +00:00
|
|
|
if a[i].storageKeys[j].StorageKey != b[i].storageKeys[j]:
|
2023-10-19 03:28:52 +00:00
|
|
|
return false
|
|
|
|
|
|
|
|
return true
|
|
|
|
|
|
|
|
# Test two different transactions with the same blob, and check the blob bundle.
|
|
|
|
proc verifyTransactionFromNode*(client: RpcClient, tx: Transaction): Result[void, string] =
|
|
|
|
let txHash = tx.rlpHash
|
|
|
|
let res = client.txByHash(txHash)
|
|
|
|
if res.isErr:
|
|
|
|
return err(res.error)
|
|
|
|
let returnedTx = res.get()
|
|
|
|
|
|
|
|
# Verify that the tx fields are all the same
|
|
|
|
if returnedTx.nonce != tx.nonce:
|
|
|
|
return err("nonce mismatch: $1 != $2" % [$returnedTx.nonce, $tx.nonce])
|
|
|
|
|
|
|
|
if returnedTx.gasLimit != tx.gasLimit:
|
|
|
|
return err("gas mismatch: $1 != $2" % [$returnedTx.gasLimit, $tx.gasLimit])
|
|
|
|
|
|
|
|
if returnedTx.gasPrice != tx.gasPrice:
|
|
|
|
return err("gas price mismatch: $1 != $2" % [$returnedTx.gasPrice, $tx.gasPrice])
|
|
|
|
|
|
|
|
if returnedTx.value != tx.value:
|
|
|
|
return err("value mismatch: $1 != $2" % [$returnedTx.value, $tx.value])
|
|
|
|
|
|
|
|
if returnedTx.to != tx.to:
|
|
|
|
return err("to mismatch: $1 != $2" % [$returnedTx.to, $tx.to])
|
|
|
|
|
|
|
|
if returnedTx.payload != tx.payload:
|
|
|
|
return err("data mismatch: $1 != $2" % [returnedTx.payload.toHex, tx.payload.toHex])
|
|
|
|
|
|
|
|
if returnedTx.accessList.isNone:
|
|
|
|
return err("expect accessList is some")
|
|
|
|
|
|
|
|
let ac = returnedTx.accessList.get
|
|
|
|
if ac != tx.accessList:
|
|
|
|
return err("access list mismatch")
|
|
|
|
|
|
|
|
if returnedTx.chainId.isNone:
|
|
|
|
return err("chain id is none, expect is some")
|
|
|
|
|
|
|
|
if returnedTx.chainId.get.uint64 != tx.chainId.uint64:
|
|
|
|
return err("chain id mismatch: $1 != $2" % [$returnedTx.chainId.get.uint64, $tx.chainId.uint64])
|
|
|
|
|
2024-06-14 07:31:08 +00:00
|
|
|
if returnedTx.maxFeePerGas != tx.maxFeePerGas:
|
|
|
|
return err("max fee per gas mismatch: $1 != $2" % [$returnedTx.maxFeePerGas, $tx.maxFeePerGas])
|
2023-10-19 03:28:52 +00:00
|
|
|
|
2024-06-14 07:31:08 +00:00
|
|
|
if returnedTx.maxPriorityFeePerGas != tx.maxPriorityFeePerGas:
|
|
|
|
return err("max priority fee per gas mismatch: $1 != $2" % [$returnedTx.maxPriorityFeePerGas, $tx.maxPriorityFeePerGas])
|
2023-10-19 03:28:52 +00:00
|
|
|
|
|
|
|
if returnedTx.maxFeePerBlobGas.isNone:
|
|
|
|
return err("expect maxFeePerBlobGas is some")
|
|
|
|
|
|
|
|
if returnedTx.maxFeePerBlobGas.get != tx.maxFeePerBlobGas:
|
|
|
|
return err("max fee per data gas mismatch: $1 != $2" % [$returnedTx.maxFeePerBlobGas.get, $tx.maxFeePerBlobGas])
|
|
|
|
|
|
|
|
if returnedTx.versionedHashes.isNone:
|
|
|
|
return err("expect versioned hashes is some")
|
|
|
|
|
|
|
|
let vs = returnedTx.versionedHashes.get
|
|
|
|
if vs != tx.versionedHashes:
|
|
|
|
return err("blob versioned hashes mismatch")
|
|
|
|
|
|
|
|
if returnedTx.txType != tx.txType:
|
|
|
|
return err("type mismatch: $1 != $2" % [$returnedTx.txType, $tx.txType])
|
|
|
|
|
|
|
|
ok()
|
|
|
|
|
|
|
|
proc beaconRootStorageIndexes*(timestamp: uint64): (UInt256, UInt256) =
|
|
|
|
# Calculate keys
|
|
|
|
let
|
|
|
|
timestampReduced = timestamp mod HISTORY_BUFFER_LENGTH
|
|
|
|
timestampExtended = timestampReduced + HISTORY_BUFFER_LENGTH
|
|
|
|
|
|
|
|
(timestampReduced.u256, timestampExtended.u256)
|
|
|
|
|
|
|
|
|
|
|
|
type
|
|
|
|
BlobWrapData* = object
|
|
|
|
versionedHash*: common.Hash256
|
|
|
|
blob* : kzg.KzgBlob
|
|
|
|
commitment* : kzg.KZGCommitment
|
|
|
|
proof* : kzg.KzgProof
|
|
|
|
|
|
|
|
BlobData* = ref object
|
|
|
|
txs* : seq[Transaction]
|
|
|
|
data*: seq[BlobWrapData]
|
|
|
|
|
|
|
|
proc getBlobDataInPayload*(pool: TestBlobTxPool, payload: ExecutionPayload): Result[BlobData, string] =
|
|
|
|
var blobData = BlobData()
|
|
|
|
|
|
|
|
# Find all blob transactions included in the payload
|
|
|
|
for binaryTx in payload.transactions:
|
|
|
|
# Unmarshal the tx from the payload, which should be the minimal version
|
|
|
|
# of the blob transaction
|
|
|
|
let txData = rlp.decode(distinctBase binaryTx, Transaction)
|
|
|
|
if txData.txType != TxEIP4844:
|
|
|
|
continue
|
|
|
|
|
|
|
|
let txHash = rlpHash(txData)
|
|
|
|
|
|
|
|
# Find the transaction in the current pool of known transactions
|
|
|
|
if not pool.transactions.hasKey(txHash):
|
|
|
|
return err("could not find transaction in the pool")
|
|
|
|
|
|
|
|
let blobTx = pool.transactions[txHash]
|
|
|
|
if blobTx.networkPayload.isNil:
|
|
|
|
return err("blob data is nil")
|
|
|
|
|
|
|
|
let np = blobTx.networkPayload
|
2024-05-15 03:07:59 +00:00
|
|
|
if blobTx.tx.versionedHashes.len != np.commitments.len or
|
2023-10-19 03:28:52 +00:00
|
|
|
np.commitments.len != np.blobs.len or
|
|
|
|
np.blobs.len != np.proofs.len:
|
|
|
|
return err("invalid blob wrap data")
|
|
|
|
|
2024-05-15 03:07:59 +00:00
|
|
|
for i in 0..<blobTx.tx.versionedHashes.len:
|
2023-10-19 03:28:52 +00:00
|
|
|
blobData.data.add BlobWrapData(
|
2024-05-15 03:07:59 +00:00
|
|
|
versionedHash: blobTx.tx.versionedHashes[i],
|
2024-06-14 14:41:59 +00:00
|
|
|
commitment : kzg.KzgCommitment(bytes: np.commitments[i]),
|
|
|
|
blob : kzg.KzgBlob(bytes: np.blobs[i]),
|
|
|
|
proof : kzg.KzgProof(bytes: np.proofs[i]),
|
2023-10-19 03:28:52 +00:00
|
|
|
)
|
2024-05-15 03:07:59 +00:00
|
|
|
blobData.txs.add blobTx.tx
|
2023-10-19 03:28:52 +00:00
|
|
|
|
|
|
|
return ok(blobData)
|
|
|
|
|
|
|
|
proc verifyBeaconRootStorage*(client: RpcClient, payload: ExecutionPayload): bool =
|
|
|
|
# Read the storage keys from the stateful precompile that stores the beacon roots and verify
|
|
|
|
# that the beacon root is the same as the one in the payload
|
|
|
|
let
|
2024-06-14 07:31:08 +00:00
|
|
|
blockNumber = payload.blockNumber.uint64
|
2023-10-19 03:28:52 +00:00
|
|
|
precompileAddress = BEACON_ROOTS_ADDRESS
|
|
|
|
(timestampKey, beaconRootKey) = beaconRootStorageIndexes(payload.timestamp.uint64)
|
|
|
|
|
|
|
|
# Verify the timestamp key
|
|
|
|
var r = client.storageAt(precompileAddress, timestampKey, blockNumber)
|
|
|
|
if r.isErr:
|
|
|
|
error "verifyBeaconRootStorage", msg=r.error
|
|
|
|
return false
|
|
|
|
|
2024-01-13 01:41:57 +00:00
|
|
|
if r.get.u256 != payload.timestamp.uint64.u256:
|
2023-10-19 03:28:52 +00:00
|
|
|
error "verifyBeaconRootStorage storage 1",
|
2024-06-14 07:31:08 +00:00
|
|
|
expect=payload.timestamp.uint64,
|
2024-01-13 01:41:57 +00:00
|
|
|
get=r.get.u256
|
2023-10-19 03:28:52 +00:00
|
|
|
return false
|
|
|
|
|
|
|
|
# Verify the beacon root key
|
|
|
|
r = client.storageAt(precompileAddress, beaconRootKey, blockNumber)
|
|
|
|
let parentBeaconBlockRoot = timestampToBeaconRoot(payload.timestamp)
|
2024-01-13 01:41:57 +00:00
|
|
|
if parentBeaconBlockRoot != r.get:
|
2023-10-19 03:28:52 +00:00
|
|
|
error "verifyBeaconRootStorage storage 2",
|
|
|
|
expect=parentBeaconBlockRoot.toHex,
|
2024-01-13 01:41:57 +00:00
|
|
|
get=r.get.toHex
|
2023-10-19 03:28:52 +00:00
|
|
|
return false
|
|
|
|
|
2023-10-23 13:59:57 +00:00
|
|
|
return true
|