logos-storage/das-research
1
0
Fork 0
mirror of https://github.com/logos-storage/das-research.git synced 2026-01-02 13:13:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

rename forwardOnRepair to forwardWhenLineReceived

Browse Source 
Signed-off-by: Csaba Kiraly <csaba.kiraly@gmail.com>
This commit is contained in:
Csaba Kiraly 2024-03-12 23:16:52 +01:00
parent bd5789e2e0
commit ea8996f1f2
No known key found for this signature in database
GPG Key ID: 0FE274EE8C95166E
2 changed files with 17 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
DAS/node.py
View File

@ -139,7 +139,7 @@ class Node:
self.segmentShuffleSchedulerPersist = config.evalConf(self, config.segmentShuffleSchedulerPersist, shape) # Persist scheduler state between timesteps
self.queueAllOnInit = config.evalConf(self, config.queueAllOnInit, shape) # queue up everything in the block producer, without shuffling, at the very beginning
self.forwardOnReceive = config.evalConf(self, config.forwardOnReceive, shape) # forward segments as soon as received
self.forwardOnRepair = config.evalConf(self, config.forwardOnRepair, shape) # forward all segments when full line available (repaired segments are always forwarded)
self.forwardWhenLineReceived = config.evalConf(self, config.forwardWhenLineReceived, shape) # forward all segments when full line available (repaired segments are always forwarded)
def logIDs(self):
"""It logs the assigned rows and columns."""
@ -549,7 +549,19 @@ class Node:
self.restoreRow(id)
def restoreRow(self, id):
"""Restore a given row if repairable."""
"""Restore a given row if repairable.
The functions checks if the row can be repaired based on the number of segments.
If at least K segments are available, it repairs all remaining segments.
It also forwards repaired segments as follows:
- if forwardWhenLineReceived=False, it is assumed that received segments were
already forwarded, so it forwards only the new (repaired) segments.
- if forwardWhenLineReceived=True, none of the received segments were forwarded
yet. When the line is received (i.e. when repair is possible), it forwards all
segments of the line.
Forwarding here also means cross-posting to the respective column topic, if
subscribed.
"""
rep, repairedSamples = self.block.repairRow(id)
self.repairedSampleCount += repairedSamples
if (rep.any()):
@ -557,7 +569,7 @@ class Node:
# be queued after successful repair.
self.restoreRowCount += 1
for i in range(len(rep)):
if rep[i] or self.forwardOnRepair:
if rep[i] or self.forwardWhenLineReceived:
self.logger.trace("Rep: %d,%d", id, i, extra=self.format)
if not self.amImalicious:
self.addToSendQueue(id, i)
@ -578,7 +590,7 @@ class Node:
# be queued after successful repair.
self.restoreColumnCount += 1
for i in range(len(rep)):
if rep[i] or self.forwardOnRepair:
if rep[i] or self.forwardWhenLineReceived:
self.logger.trace("Rep: %d,%d", i, id, extra=self.format)
if not self.amImalicious:
self.addToSendQueue(i, id)

2
smallConf.py
View File

@ -127,7 +127,7 @@ segmentShuffleScheduler = True # send each segment that's worth sending once in
segmentShuffleSchedulerPersist = True # Persist scheduler state between timesteps
queueAllOnInit = False # queue up everything in the block producer, without shuffling, at the very beginning
forwardOnReceive = True # forward segments as soon as received
forwardOnRepair = False # forward all segments when full line available (repaired segments are always forwarded)
forwardWhenLineReceived = False # forward all segments when full line available (repaired segments are always forwarded)
cols = range(64, 113, 128)
rows = range(32, 113, 128)