codex-storage/das-research
1
0
Fork 0
mirror of https://github.com/codex-storage/das-research.git synced 2025-02-24 00:38:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

add config option for messageIsLine

Browse Source 
easily switch between small (segment) messages and
large (row/column) messages

Signed-off-by: Csaba Kiraly <csaba.kiraly@gmail.com>
This commit is contained in:
Csaba Kiraly 2024-03-12 23:36:05 +01:00
parent 6c43023ce9
commit ea34981617
No known key found for this signature in database
GPG Key ID: 0FE274EE8C95166E
1 changed files with 18 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
smallConf.py
View File

@ -119,15 +119,27 @@ sendLineUntilR = "shape.nbColsK" # stop sending on a p2p link if at least this a
sendLineUntilC = lambda shape : shape.nbRowsK # stop sending on a p2p link if at least this amount of samples passed sendLineUntilC = lambda shape : shape.nbRowsK # stop sending on a p2p link if at least this amount of samples passed
perNeighborQueue = True # queue incoming messages to outgoing connections on arrival (as typical GossipSub impl) perNeighborQueue = True # queue incoming messages to outgoing connections on arrival (as typical GossipSub impl)
shuffleQueues = True # shuffle the order of picking from active queues of a sender node shuffleQueues = True # shuffle the order of picking from active queues of a sender node
perNodeQueue = False # keep a global queue of incoming messages for later sequential dispatch
shuffleLines = True # shuffle the order of rows/columns in each iteration while trying to send shuffleLines = True # shuffle the order of rows/columns in each iteration while trying to send
shuffleNeighbors = True # shuffle the order of neighbors when sending the same segment to each neighbor shuffleNeighbors = True # shuffle the order of neighbors when sending the same segment to each neighbor
dumbRandomScheduler = False # dumb random scheduler dumbRandomScheduler = False # dumb random scheduler
segmentShuffleScheduler = True # send each segment that's worth sending once in shuffled order, then repeat
segmentShuffleSchedulerPersist = True # Persist scheduler state between timesteps messageIsLine = False
queueAllOnInit = False # queue up everything in the block producer, without shuffling, at the very beginning if messageIsLine:
forwardOnReceive = True # forward segments as soon as received # Message is line
forwardWhenLineReceived = False # forward all segments when full line available (repaired segments are always forwarded) perNodeQueue = "self.amIproposer" # keep a global queue of incoming messages for later sequential dispatch
segmentShuffleScheduler = False # send each segment that's worth sending once in shuffled order, then repeat
segmentShuffleSchedulerPersist = True # Persist scheduler state between timesteps
queueAllOnInit = True # queue up everything in the block producer, without shuffling, at the very beginning
forwardOnReceive = False # forward segments as soon as received
forwardWhenLineReceived = True # forward all segments when full line available (repaired segments are always forwarded)
else:
## Message is segment
perNodeQueue = False # keep a global queue of incoming messages for later sequential dispatch
segmentShuffleScheduler = True # send each segment that's worth sending once in shuffled order, then repeat
segmentShuffleSchedulerPersist = True # Persist scheduler state between timesteps
queueAllOnInit = False # queue up everything in the block producer, without shuffling, at the very beginning
forwardOnReceive = True # forward segments as soon as received
forwardWhenLineReceived = False # forward all segments when full line available (repaired segments are always forwarded)
cols = range(64, 113, 128) cols = range(64, 113, 128)
rows = range(32, 113, 128) rows = range(32, 113, 128)