codex-storage/das-research
1
0
Fork 0
mirror of https://github.com/codex-storage/das-research.git synced 2025-02-24 00:38:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

implement partial line sending logic

Browse Source 
On any given p2p link, it only makes sense to send up to
k messages, after that repair kicks in.

Signed-off-by: Csaba Kiraly <csaba.kiraly@gmail.com>
This commit is contained in:
Csaba Kiraly 2023-02-23 11:21:58 +01:00
parent e70740f530
commit c0650bf75a
No known key found for this signature in database
GPG Key ID: 0FE274EE8C95166E
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
DAS/validator.py
View File

@ -137,6 +137,7 @@ class Validator:
self.bwUplink = 110 if not self.amIproposer else 2200 # approx. 10Mbps and 200Mbps
self.repairOnTheFly = True
self.sendLineUntil = (self.shape.blockSize + 1) // 2 # stop sending on a p2p link if at least this amount of samples passed
self.perNeighborQueue = False # queue incoming messages to outgoing connections on arrival (as typical GossipSub impl)
self.perNodeQueue = False # keep a global queue of incoming messages for later sequential dispatch
self.shuffleLines = True # shuffle the order of rows/columns in each iteration while trying to send
@ -358,6 +359,8 @@ class Validator:
return
def sendSegmentToNeigh(self, rID, cID, neigh):
if (neigh.sent | neigh.received).count(1) >= self.sendLineUntil:
return False # sent enough, other side can restore
if neigh.dim == 0: #row
i = cID
else:
@ -451,7 +454,9 @@ class Validator:
line = self.getRow(rID)
needed = zeros(self.shape.blockSize)
for neigh in neighs.values():
needed |= ~(neigh.received | neigh.sent)
sentOrReceived = neigh.received | neigh.sent
if sentOrReceived.count(1) < self.sendLineUntil:
needed |= ~sentOrReceived
needed &= line
if (needed).any():
for i in range(len(needed)):
@ -462,7 +467,9 @@ class Validator:
line = self.getColumn(cID)
needed = zeros(self.shape.blockSize)
for neigh in neighs.values():
needed |= ~(neigh.received | neigh.sent)
sentOrReceived = neigh.received | neigh.sent
if sentOrReceived.count(1) < self.sendLineUntil:
needed |= ~sentOrReceived
needed &= line
if (needed).any():
for i in range(len(needed)):