2017-05-01 11:09:48 +00:00
|
|
|
// Copyright 2016 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
package utils
|
2017-05-01 11:09:48 +00:00
|
|
|
|
|
|
|
import (
|
2021-06-28 06:53:50 +00:00
|
|
|
"math"
|
2017-05-01 11:09:48 +00:00
|
|
|
"math/rand"
|
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
"github.com/ethereum/go-ethereum/log"
|
|
|
|
)
|
2017-05-01 11:09:48 +00:00
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
type (
|
|
|
|
// WeightedRandomSelect is capable of weighted random selection from a set of items
|
|
|
|
WeightedRandomSelect struct {
|
|
|
|
root *wrsNode
|
|
|
|
idx map[WrsItem]int
|
|
|
|
wfn WeightFn
|
|
|
|
}
|
|
|
|
WrsItem interface{}
|
|
|
|
WeightFn func(interface{}) uint64
|
|
|
|
)
|
2017-05-01 11:09:48 +00:00
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
// NewWeightedRandomSelect returns a new WeightedRandomSelect structure
|
|
|
|
func NewWeightedRandomSelect(wfn WeightFn) *WeightedRandomSelect {
|
|
|
|
return &WeightedRandomSelect{root: &wrsNode{maxItems: wrsBranches}, idx: make(map[WrsItem]int), wfn: wfn}
|
2017-05-01 11:09:48 +00:00
|
|
|
}
|
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
// Update updates an item's weight, adds it if it was non-existent or removes it if
|
2017-05-01 11:09:48 +00:00
|
|
|
// the new weight is zero. Note that explicitly updating decreasing weights is not necessary.
|
2021-06-28 06:53:50 +00:00
|
|
|
func (w *WeightedRandomSelect) Update(item WrsItem) {
|
|
|
|
w.setWeight(item, w.wfn(item))
|
2017-05-01 11:09:48 +00:00
|
|
|
}
|
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
// Remove removes an item from the set
|
|
|
|
func (w *WeightedRandomSelect) Remove(item WrsItem) {
|
2017-05-01 11:09:48 +00:00
|
|
|
w.setWeight(item, 0)
|
|
|
|
}
|
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
// IsEmpty returns true if the set is empty
|
|
|
|
func (w *WeightedRandomSelect) IsEmpty() bool {
|
|
|
|
return w.root.sumCost == 0
|
|
|
|
}
|
|
|
|
|
2017-05-01 11:09:48 +00:00
|
|
|
// setWeight sets an item's weight to a specific value (removes it if zero)
|
2021-06-28 06:53:50 +00:00
|
|
|
func (w *WeightedRandomSelect) setWeight(item WrsItem, weight uint64) {
|
|
|
|
if weight > math.MaxInt64-w.root.sumCost {
|
|
|
|
// old weight is still included in sumCost, remove and check again
|
|
|
|
w.setWeight(item, 0)
|
|
|
|
if weight > math.MaxInt64-w.root.sumCost {
|
|
|
|
log.Error("WeightedRandomSelect overflow", "sumCost", w.root.sumCost, "new weight", weight)
|
|
|
|
weight = math.MaxInt64 - w.root.sumCost
|
|
|
|
}
|
|
|
|
}
|
2017-05-01 11:09:48 +00:00
|
|
|
idx, ok := w.idx[item]
|
|
|
|
if ok {
|
|
|
|
w.root.setWeight(idx, weight)
|
|
|
|
if weight == 0 {
|
|
|
|
delete(w.idx, item)
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if weight != 0 {
|
|
|
|
if w.root.itemCnt == w.root.maxItems {
|
|
|
|
// add a new level
|
2021-06-28 06:53:50 +00:00
|
|
|
newRoot := &wrsNode{sumCost: w.root.sumCost, itemCnt: w.root.itemCnt, level: w.root.level + 1, maxItems: w.root.maxItems * wrsBranches}
|
2017-05-01 11:09:48 +00:00
|
|
|
newRoot.items[0] = w.root
|
2021-06-28 06:53:50 +00:00
|
|
|
newRoot.weights[0] = w.root.sumCost
|
2017-05-01 11:09:48 +00:00
|
|
|
w.root = newRoot
|
|
|
|
}
|
|
|
|
w.idx[item] = w.root.insert(item, weight)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
// Choose randomly selects an item from the set, with a chance proportional to its
|
2017-05-01 11:09:48 +00:00
|
|
|
// current weight. If the weight of the chosen element has been decreased since the
|
|
|
|
// last stored value, returns it with a newWeight/oldWeight chance, otherwise just
|
|
|
|
// updates its weight and selects another one
|
2021-06-28 06:53:50 +00:00
|
|
|
func (w *WeightedRandomSelect) Choose() WrsItem {
|
2017-05-01 11:09:48 +00:00
|
|
|
for {
|
2021-06-28 06:53:50 +00:00
|
|
|
if w.root.sumCost == 0 {
|
2017-05-01 11:09:48 +00:00
|
|
|
return nil
|
|
|
|
}
|
2021-06-28 06:53:50 +00:00
|
|
|
val := uint64(rand.Int63n(int64(w.root.sumCost)))
|
2017-05-01 11:09:48 +00:00
|
|
|
choice, lastWeight := w.root.choose(val)
|
2021-06-28 06:53:50 +00:00
|
|
|
weight := w.wfn(choice)
|
2017-05-01 11:09:48 +00:00
|
|
|
if weight != lastWeight {
|
|
|
|
w.setWeight(choice, weight)
|
|
|
|
}
|
2021-06-28 06:53:50 +00:00
|
|
|
if weight >= lastWeight || uint64(rand.Int63n(int64(lastWeight))) < weight {
|
2017-05-01 11:09:48 +00:00
|
|
|
return choice
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const wrsBranches = 8 // max number of branches in the wrsNode tree
|
|
|
|
|
2021-06-28 06:53:50 +00:00
|
|
|
// wrsNode is a node of a tree structure that can store WrsItems or further wrsNodes.
|
2017-05-01 11:09:48 +00:00
|
|
|
type wrsNode struct {
|
|
|
|
items [wrsBranches]interface{}
|
2021-06-28 06:53:50 +00:00
|
|
|
weights [wrsBranches]uint64
|
|
|
|
sumCost uint64
|
2017-05-01 11:09:48 +00:00
|
|
|
level, itemCnt, maxItems int
|
|
|
|
}
|
|
|
|
|
|
|
|
// insert recursively inserts a new item to the tree and returns the item index
|
2021-06-28 06:53:50 +00:00
|
|
|
func (n *wrsNode) insert(item WrsItem, weight uint64) int {
|
2017-05-01 11:09:48 +00:00
|
|
|
branch := 0
|
|
|
|
for n.items[branch] != nil && (n.level == 0 || n.items[branch].(*wrsNode).itemCnt == n.items[branch].(*wrsNode).maxItems) {
|
|
|
|
branch++
|
|
|
|
if branch == wrsBranches {
|
|
|
|
panic(nil)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
n.itemCnt++
|
2021-06-28 06:53:50 +00:00
|
|
|
n.sumCost += weight
|
2017-05-01 11:09:48 +00:00
|
|
|
n.weights[branch] += weight
|
|
|
|
if n.level == 0 {
|
|
|
|
n.items[branch] = item
|
|
|
|
return branch
|
2018-06-20 14:51:55 +00:00
|
|
|
}
|
|
|
|
var subNode *wrsNode
|
|
|
|
if n.items[branch] == nil {
|
|
|
|
subNode = &wrsNode{maxItems: n.maxItems / wrsBranches, level: n.level - 1}
|
|
|
|
n.items[branch] = subNode
|
2017-05-01 11:09:48 +00:00
|
|
|
} else {
|
2018-06-20 14:51:55 +00:00
|
|
|
subNode = n.items[branch].(*wrsNode)
|
2017-05-01 11:09:48 +00:00
|
|
|
}
|
2018-06-20 14:51:55 +00:00
|
|
|
subIdx := subNode.insert(item, weight)
|
|
|
|
return subNode.maxItems*branch + subIdx
|
2017-05-01 11:09:48 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// setWeight updates the weight of a certain item (which should exist) and returns
|
|
|
|
// the change of the last weight value stored in the tree
|
2021-06-28 06:53:50 +00:00
|
|
|
func (n *wrsNode) setWeight(idx int, weight uint64) uint64 {
|
2017-05-01 11:09:48 +00:00
|
|
|
if n.level == 0 {
|
|
|
|
oldWeight := n.weights[idx]
|
|
|
|
n.weights[idx] = weight
|
|
|
|
diff := weight - oldWeight
|
2021-06-28 06:53:50 +00:00
|
|
|
n.sumCost += diff
|
2017-05-01 11:09:48 +00:00
|
|
|
if weight == 0 {
|
|
|
|
n.items[idx] = nil
|
|
|
|
n.itemCnt--
|
|
|
|
}
|
|
|
|
return diff
|
|
|
|
}
|
|
|
|
branchItems := n.maxItems / wrsBranches
|
|
|
|
branch := idx / branchItems
|
|
|
|
diff := n.items[branch].(*wrsNode).setWeight(idx-branch*branchItems, weight)
|
|
|
|
n.weights[branch] += diff
|
2021-06-28 06:53:50 +00:00
|
|
|
n.sumCost += diff
|
2017-05-01 11:09:48 +00:00
|
|
|
if weight == 0 {
|
|
|
|
n.itemCnt--
|
|
|
|
}
|
|
|
|
return diff
|
|
|
|
}
|
|
|
|
|
|
|
|
// choose recursively selects an item from the tree and returns it along with its weight
|
2021-06-28 06:53:50 +00:00
|
|
|
func (n *wrsNode) choose(val uint64) (WrsItem, uint64) {
|
2017-05-01 11:09:48 +00:00
|
|
|
for i, w := range n.weights {
|
|
|
|
if val < w {
|
|
|
|
if n.level == 0 {
|
2021-06-28 06:53:50 +00:00
|
|
|
return n.items[i].(WrsItem), n.weights[i]
|
2017-05-01 11:09:48 +00:00
|
|
|
}
|
2018-06-20 14:51:55 +00:00
|
|
|
return n.items[i].(*wrsNode).choose(val)
|
2017-05-01 11:09:48 +00:00
|
|
|
}
|
2018-06-20 14:51:55 +00:00
|
|
|
val -= w
|
2017-05-01 11:09:48 +00:00
|
|
|
}
|
|
|
|
panic(nil)
|
|
|
|
}
|