{.push raises: [Defect].} {.pragma: raisesssz, raises: [Defect, MalformedSszError, SszSizeMismatchError].} import typetraits, options, stew/[bitops2, endians2, objects], serialization/testing/tracing, ../spec/[digest, datatypes], ./types, ./spec_types, ./merkleization template raiseIncorrectSize(T: type) = const typeName = name(T) raise newException(MalformedSszError, "SSZ " & typeName & " input of incorrect size") template setOutputSize[R, T](a: var array[R, T], length: int) = if length != a.len: raiseIncorrectSize a.type proc setOutputSize(list: var List, length: int) {.raisesssz.} = if int64(length) > list.maxLen: raise newException(MalformedSszError, "SSZ list maximum size exceeded") list.setLen length # fromSszBytes copies the wire representation to a Nim variable, # assuming there's enough data in the buffer func fromSszBytes*(T: type UintN, data: openarray[byte]): T {.raisesssz.} = ## Convert directly to bytes the size of the int. (e.g. ``uint16 = 2 bytes``) ## All integers are serialized as **little endian**. if data.len != sizeof(result): raiseIncorrectSize T T.fromBytesLE(data) func fromSszBytes*(T: type bool, data: openarray[byte]): T {.raisesssz.} = # Strict: only allow 0 or 1 if data.len != 1 or byte(data[0]) > byte(1): raise newException(MalformedSszError, "invalid boolean value") data[0] == 1 func fromSszBytes*(T: type Eth2Digest, data: openarray[byte]): T {.raisesssz.} = if data.len != sizeof(result.data): raiseIncorrectSize T copyMem(result.data.addr, unsafeAddr data[0], sizeof(result.data)) func fromSszBytes*(T: type GraffitiBytes, data: openarray[byte]): T {.raisesssz.} = if data.len != sizeof(result): raiseIncorrectSize T copyMem(result.addr, unsafeAddr data[0], sizeof(result)) template fromSszBytes*(T: type Slot, bytes: openarray[byte]): Slot = Slot fromSszBytes(uint64, bytes) template fromSszBytes*(T: type Epoch, bytes: openarray[byte]): Epoch = Epoch fromSszBytes(uint64, bytes) func fromSszBytes*(T: type ForkDigest, bytes: openarray[byte]): T {.raisesssz.} = if bytes.len != sizeof(result): raiseIncorrectSize T copyMem(result.addr, unsafeAddr bytes[0], sizeof(result)) func fromSszBytes*(T: type Version, bytes: openarray[byte]): T {.raisesssz.} = if bytes.len != sizeof(result): raiseIncorrectSize T copyMem(result.addr, unsafeAddr bytes[0], sizeof(result)) template fromSszBytes*(T: type BitSeq, bytes: openarray[byte]): auto = BitSeq @bytes proc `[]`[T, U, V](s: openArray[T], x: HSlice[U, V]) {.error: "Please don't use openarray's [] as it allocates a result sequence".} template checkForForbiddenBits(ResulType: type, input: openarray[byte], expectedBits: static int64) = ## This checks if the input contains any bits set above the maximum ## sized allowed. We only need to check the last byte to verify this: const bitsInLastByte = (expectedBits mod 8) when bitsInLastByte != 0: # As an example, if there are 3 bits expected in the last byte, # we calculate a bitmask equal to 11111000. If the input has any # raised bits in range of the bitmask, this would be a violation # of the size of the BitArray: const forbiddenBitsMask = byte(byte(0xff) shl bitsInLastByte) if (input[^1] and forbiddenBitsMask) != 0: raiseIncorrectSize ResulType func readSszValue*[T](input: openarray[byte], val: var T, updateRoot: bool = true) {.raisesssz.} = mixin fromSszBytes, toSszType template readOffsetUnchecked(n: int): uint32 {.used.}= fromSszBytes(uint32, input.toOpenArray(n, n + offsetSize - 1)) template readOffset(n: int): int {.used.} = let offset = readOffsetUnchecked(n) if offset > input.len.uint32: raise newException(MalformedSszError, "SSZ list element offset points past the end of the input") int(offset) #when result is List: # result.setOutputSize input.len # readOpenArray(toSeq result, input) #elif result is array: # result.checkOutputSize input.len # readOpenArray(result, input) when val is BitList: if input.len == 0: raise newException(MalformedSszError, "Invalid empty SSZ BitList value") # Since our BitLists have an in-memory representation that precisely # matches their SSZ encoding, we can deserialize them as regular Lists: const maxExpectedSize = (val.maxLen div 8) + 1 type MatchingListType = List[byte, maxExpectedSize] when false: # TODO: Nim doesn't like this simple type coercion, # we'll rely on `cast` for now (see below) readSszValue(input, MatchingListType val) else: static: # As a sanity check, we verify that the coercion is accepted by the compiler: doAssert MatchingListType(val) is MatchingListType readSszValue(input, cast[ptr MatchingListType](addr val)[]) let resultBytesCount = len bytes(val) if bytes(val)[resultBytesCount - 1] == 0: raise newException(MalformedSszError, "SSZ BitList is not properly terminated") if resultBytesCount == maxExpectedSize: checkForForbiddenBits(T, input, val.maxLen + 1) elif val is HashList: readSszValue(input, val.data) val.hashes.setLen(0) val.growHashes() elif val is HashArray: readSszValue(input, val.data) for h in val.hashes.mitems(): clearCache(h) elif val is List|array: type E = type val[0] when E is byte: val.setOutputSize input.len if input.len > 0: copyMem(addr val[0], unsafeAddr input[0], input.len) elif isFixedSize(E): const elemSize = fixedPortionSize(E) if input.len mod elemSize != 0: var ex = new SszSizeMismatchError ex.deserializedType = cstring typetraits.name(T) ex.actualSszSize = input.len ex.elementSize = elemSize raise ex val.setOutputSize input.len div elemSize trs "READING LIST WITH LEN ", val.len for i in 0 ..< val.len: trs "TRYING TO READ LIST ELEM ", i let offset = i * elemSize readSszValue(input.toOpenArray(offset, offset + elemSize - 1), val[i]) trs "LIST READING COMPLETE" else: if input.len == 0: # This is an empty list. # The default initialization of the return value is fine. return elif input.len < offsetSize: raise newException(MalformedSszError, "SSZ input of insufficient size") var offset = readOffset 0 trs "GOT OFFSET ", offset let resultLen = offset div offsetSize trs "LEN ", resultLen if resultLen == 0: # If there are too many elements, other constraints detect problems # (not monotonically increasing, past end of input, or last element # not matching up with its nextOffset properly) raise newException(MalformedSszError, "SSZ list incorrectly encoded of zero length") val.setOutputSize resultLen for i in 1 ..< resultLen: let nextOffset = readOffset(i * offsetSize) if nextOffset <= offset: raise newException(MalformedSszError, "SSZ list element offsets are not monotonically increasing") else: readSszValue(input.toOpenArray(offset, nextOffset - 1), val[i - 1]) offset = nextOffset readSszValue(input.toOpenArray(offset, input.len - 1), val[resultLen - 1]) # TODO: Should be possible to remove BitArray from here elif val is UintN|bool: trs "READING BASIC TYPE ", typetraits.name(T), " input=", input.len val = fromSszBytes(T, input) trs "RESULT WAS ", repr(val) elif val is BitArray: if sizeof(val) != input.len: raiseIncorrectSize(T) checkForForbiddenBits(T, input, val.bits) copyMem(addr val.bytes[0], unsafeAddr input[0], input.len) elif val is object|tuple: let inputLen = uint32 input.len const minimallyExpectedSize = uint32 fixedPortionSize(T) if inputLen < minimallyExpectedSize: raise newException(MalformedSszError, "SSZ input of insufficient size") enumInstanceSerializedFields(val, fieldName, field): const boundingOffsets = getFieldBoundingOffsets(T, fieldName) trs "BOUNDING OFFSET FOR FIELD ", fieldName, " = ", boundingOffsets # type FieldType = type field # buggy # For some reason, Nim gets confused about the alias here. This could be a # generics caching issue caused by the use of distinct types. Such an # issue is very scary in general. # The bug can be seen with the two List[uint64, N] types that exist in # the spec, with different N. type SszType = type toSszType(declval type(field)) when isFixedSize(SszType): const startOffset = boundingOffsets[0] endOffset = boundingOffsets[1] trs "FIXED FIELD ", startOffset, "-", endOffset else: let startOffset = readOffsetUnchecked(boundingOffsets[0]) endOffset = if boundingOffsets[1] == -1: inputLen else: readOffsetUnchecked(boundingOffsets[1]) when boundingOffsets.isFirstOffset: if startOffset != minimallyExpectedSize: raise newException(MalformedSszError, "SSZ object dynamic portion starts at invalid offset") trs "VAR FIELD ", startOffset, "-", endOffset if startOffset > endOffset: raise newException(MalformedSszError, "SSZ field offsets are not monotonically increasing") elif endOffset > inputLen: raise newException(MalformedSszError, "SSZ field offset points past the end of the input") elif startOffset < minimallyExpectedSize: raise newException(MalformedSszError, "SSZ field offset points outside bounding offsets") # TODO The extra type escaping here is a work-around for a Nim issue: when type(field) is type(SszType): trs "READING NATIVE ", fieldName, ": ", name(SszType) # TODO passing in `FieldType` instead of `type(field)` triggers a # bug in the compiler readSszValue( input.toOpenArray(int(startOffset), int(endOffset - 1)), field) trs "READING COMPLETE ", fieldName else: trs "READING FOREIGN ", fieldName, ": ", name(SszType) field = fromSszBytes( type(field), input.toOpenArray(int(startOffset), int(endOffset - 1))) when val is SignedBeaconBlock | TrustedSignedBeaconBlock: if updateRoot: val.root = hash_tree_root(val.message) else: unsupported T