codex-storage/das-research
1
0
Fork 0
mirror of https://github.com/codex-storage/das-research.git synced 2025-02-24 00:38:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

consider shuffleLines in segmentShuffleScheduler

Browse Source 
Signed-off-by: Csaba Kiraly <csaba.kiraly@gmail.com>
This commit is contained in:
Csaba Kiraly 2023-02-23 12:55:19 +01:00
parent a1a8a4282d
commit 186d430ad1
No known key found for this signature in database
GPG Key ID: 0FE274EE8C95166E
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
DAS/validator.py
View File

@ -10,13 +10,16 @@ from bitarray.util import zeros
from collections import deque
def shuffled(lis):
def shuffled(lis, shuffle=True):
''' Generator yielding list in shuffled order
'''
# based on https://stackoverflow.com/a/60342323
for index in random.sample(range(len(lis)), len(lis)):
yield lis[index]
if shuffle:
for index in random.sample(range(len(lis)), len(lis)):
yield lis[index]
else:
for v in lis:
yield v
def shuffledDict(d, shuffle=True):
''' Generator yielding dictionary in shuffled order
@ -479,7 +482,7 @@ class Validator:
if not self.segmentsToSend:
break
else:
self.segmentShuffleGen = shuffled(self.segmentsToSend)
self.segmentShuffleGen = shuffled(self.segmentsToSend, self.shuffleLines)
if self.dumbRandomScheduler:
# dumb random scheduler picking segments at random and trying to send it