//go:build !go1.18 // +build !go1.18 // Package zset implements sorted set similar to redis zset. package zset import ( "math/rand" "strconv" "time" ) const ( DefaultMaxLevel = 32 // (1/p)^MaxLevel >= maxNode DefaultP = 0.25 // SkipList P = 1/4 DefaultFreeListSize = 32 ) // Item represents a single object in the set. type Item interface { // Less must provide a strict weak ordering Less(Item) bool } // ItemIterator allows callers of Range* to iterate of the zset. // When this function returns false, iteration will stop. type ItemIterator func(i Item, rank int) bool type skipListLevel struct { forward *node span int } // node is an element of a skip list type node struct { item Item backward *node level []skipListLevel } // FreeList represents a free list of set node. type FreeList struct { freelist []*node } // NewFreeList creates a new free list. func NewFreeList(size int) *FreeList { return &FreeList{freelist: make([]*node, 0, size)} } func (f *FreeList) newNode(lvl int) (n *node) { if len(f.freelist) == 0 { n = new(node) n.level = make([]skipListLevel, lvl) return } index := len(f.freelist) - 1 n = f.freelist[index] f.freelist[index] = nil f.freelist = f.freelist[:index] if cap(n.level) < lvl { n.level = make([]skipListLevel, lvl) } else { n.level = n.level[:lvl] } return } func (f *FreeList) freeNode(n *node) (out bool) { // for gc n.item = nil for j := 0; j < len(n.level); j++ { n.level[j] = skipListLevel{} } if len(f.freelist) < cap(f.freelist) { f.freelist = append(f.freelist, n) out = true } return } // skipList represents a skip list type skipList struct { header, tail *node length int level int // current level count maxLevel int freelist *FreeList random *rand.Rand } // newSkipList creates a skip list func newSkipList(maxLevel int) *skipList { if maxLevel < DefaultMaxLevel { panic("maxLevel must < 32") } return &skipList{ level: 1, header: &node{ level: make([]skipListLevel, maxLevel), }, maxLevel: maxLevel, freelist: NewFreeList(DefaultFreeListSize), random: rand.New(rand.NewSource(time.Now().UnixNano())), } } // insert an item into the SkipList. func (sl *skipList) insert(item Item) *node { var update [DefaultMaxLevel]*node // [0...list.maxLevel) var rank [DefaultMaxLevel]int x := sl.header for i := sl.level - 1; i >= 0; i-- { if i == sl.level-1 { rank[i] = 0 } else { rank[i] = rank[i+1] } for y := x.level[i].forward; y != nil && y.item.Less(item); y = x.level[i].forward { rank[i] += x.level[i].span x = y } update[i] = x } lvl := sl.randomLevel() if lvl > sl.level { for i := sl.level; i < lvl; i++ { rank[i] = 0 update[i] = sl.header update[i].level[i].span = sl.length } sl.level = lvl } x = sl.freelist.newNode(lvl) x.item = item for i := 0; i < lvl; i++ { x.level[i].forward = update[i].level[i].forward update[i].level[i].forward = x x.level[i].span = update[i].level[i].span - (rank[0] - rank[i]) update[i].level[i].span = (rank[0] - rank[i]) + 1 } // increment span for untouched levels for i := lvl; i < sl.level; i++ { update[i].level[i].span++ } if update[0] == sl.header { x.backward = nil } else { x.backward = update[0] } if x.level[0].forward == nil { sl.tail = x } else { x.level[0].forward.backward = x } sl.length++ return x } // delete element func (sl *skipList) delete(n *node) Item { var preAlloc [DefaultMaxLevel]*node // [0...list.maxLevel) update := preAlloc[:sl.maxLevel] x := sl.header for i := sl.level - 1; i >= 0; i-- { for y := x.level[i].forward; y != nil && y.item.Less(n.item); y = x.level[i].forward { x = y } update[i] = x } x = x.level[0].forward if x != nil && !n.item.Less(x.item) { for i := 0; i < sl.level; i++ { if update[i].level[i].forward == x { update[i].level[i].span += x.level[i].span - 1 update[i].level[i].forward = x.level[i].forward } else { update[i].level[i].span-- } } for sl.level > 1 && sl.header.level[sl.level-1].forward == nil { sl.level-- } if x.level[0].forward == nil { sl.tail = x.backward } else { x.level[0].forward.backward = x.backward } removeItem := x.item sl.freelist.freeNode(x) sl.length-- return removeItem } return nil } func (sl *skipList) updateItem(node *node, item Item) bool { if (node.level[0].forward == nil || !node.level[0].forward.item.Less(item)) && (node.backward == nil || !item.Less(node.backward.item)) { node.item = item return true } return false } // getRank find the rank for an element. // Returns 0 when the element cannot be found, rank otherwise. // Note that the rank is 1-based func (sl *skipList) getRank(item Item) int { var rank int x := sl.header for i := sl.level - 1; i >= 0; i-- { for y := x.level[i].forward; y != nil && !item.Less(y.item); y = x.level[i].forward { rank += x.level[i].span x = y } if x.item != nil && !x.item.Less(item) { return rank } } return 0 } func (sl *skipList) randomLevel() int { lvl := 1 for lvl < sl.maxLevel && float32(sl.random.Uint32()&0xFFFF) < DefaultP*0xFFFF { lvl++ } return lvl } // Finds an element by its rank. The rank argument needs to be 1-based. func (sl *skipList) getNodeByRank(rank int) *node { var traversed int x := sl.header for i := sl.level - 1; i >= 0; i-- { for x.level[i].forward != nil && traversed+x.level[i].span <= rank { traversed += x.level[i].span x = x.level[i].forward } if traversed == rank { return x } } return nil } func (sl *skipList) getMinNode() *node { return sl.header.level[0].forward } func (sl *skipList) getMaxNode() *node { return sl.tail } // return the first node greater and the node's 1-based rank. func (sl *skipList) findNext(greater func(i Item) bool) (*node, int) { x := sl.header var rank int for i := sl.level - 1; i >= 0; i-- { for y := x.level[i].forward; y != nil && !greater(y.item); y = x.level[i].forward { rank += x.level[i].span x = y } } return x.level[0].forward, rank + x.level[0].span } // return the first node less and the node's 1-based rank. func (sl *skipList) findPrev(less func(i Item) bool) (*node, int) { var rank int x := sl.header for i := sl.level - 1; i >= 0; i-- { for y := x.level[i].forward; y != nil && less(y.item); y = x.level[i].forward { rank += x.level[i].span x = y } } return x, rank } // ZSet set type ZSet struct { dict map[string]*node sl *skipList } // New creates a new ZSet. func New() *ZSet { return &ZSet{ dict: make(map[string]*node), sl: newSkipList(DefaultMaxLevel), } } // Add a new element or update the score of an existing element. If an item already // exist, the removed item is returned. Otherwise, nil is returned. func (zs *ZSet) Add(key string, item Item) (removeItem Item) { if node := zs.dict[key]; node != nil { // if the node after update, would be still exactly at the same position, // we can just update item. if zs.sl.updateItem(node, item) { return } removeItem = zs.sl.delete(node) } zs.dict[key] = zs.sl.insert(item) return } // Remove the element 'ele' from the sorted set, // return true if the element existed and was deleted, false otherwise func (zs *ZSet) Remove(key string) (removeItem Item) { node := zs.dict[key] if node == nil { return nil } removeItem = zs.sl.delete(node) delete(zs.dict, key) return } // Rank return 1-based rank or 0 if not exist func (zs *ZSet) Rank(key string, reverse bool) int { node := zs.dict[key] if node != nil { rank := zs.sl.getRank(node.item) if rank > 0 { if reverse { return zs.sl.length - rank + 1 } return rank } } return 0 } func (zs *ZSet) FindNext(iGreaterThan func(i Item) bool) (v Item, rank int) { n, rank := zs.sl.findNext(iGreaterThan) if n == nil { return } return n.item, rank } func (zs *ZSet) FindPrev(iLessThan func(i Item) bool) (v Item, rank int) { n, rank := zs.sl.findPrev(iLessThan) if n == nil { return } return n.item, rank } // RangeByScore calls the iterator for every value within the range [min, max], // until iterator return false. If min is nil, it represents negative infinity. // If max is nil, it represents positive infinity. func (zs *ZSet) RangeByScore(min, max func(i Item) bool, reverse bool, iterator ItemIterator) { llen := zs.sl.length var minNode, maxNode *node var minRank, maxRank int if min == nil { minNode = zs.sl.getMinNode() minRank = 1 } else { minNode, minRank = zs.sl.findNext(min) } if minNode == nil { return } if max == nil { maxNode = zs.sl.getMaxNode() maxRank = llen } else { maxNode, maxRank = zs.sl.findPrev(max) } if maxNode == nil { return } if reverse { n := maxNode for i := maxRank; i >= minRank; i-- { if iterator(n.item, llen-i+1) { n = n.backward } else { break } } } else { n := minNode for i := minRank; i <= maxRank; i++ { if iterator(n.item, i) { n = n.level[0].forward } else { break } } } } // Range calls the iterator for every value with in index range [start, end], // until iterator return false. The and arguments represent // zero-based indexes. func (zs *ZSet) Range(start, end int, reverse bool, iterator ItemIterator) { llen := zs.sl.length if start < 0 { start = llen + start } if end < 0 { end = llen + end } if start < 0 { start = 0 } if start > end || start >= llen { return } if end >= llen { end = llen - 1 } rangeLen := end - start + 1 if reverse { ln := zs.sl.getNodeByRank(llen - start) for i := 1; i <= rangeLen; i++ { if iterator(ln.item, start+i) { ln = ln.backward } else { break } } } else { ln := zs.sl.getNodeByRank(start + 1) for i := 1; i <= rangeLen; i++ { if iterator(ln.item, start+i) { ln = ln.level[0].forward } else { break } } } } type RangeIterator struct { node *node start, end, cur int reverse bool } func (r *RangeIterator) Len() int { return r.end - r.start + 1 } func (r *RangeIterator) Valid() bool { return r.cur <= r.end } func (r *RangeIterator) Next() { if r.reverse { r.node = r.node.backward } else { r.node = r.node.level[0].forward } r.cur++ } func (r *RangeIterator) Item() Item { return r.node.item } func (r *RangeIterator) Rank() int { return r.cur + 1 } // RangeIterator return iterator for visit elements in [start, end]. // It is slower than Range. func (zs *ZSet) RangeIterator(start, end int, reverse bool) RangeIterator { llen := zs.sl.length if start < 0 { start = llen + start } if end < 0 { end = llen + end } if start < 0 { start = 0 } if start > end || start >= llen { return RangeIterator{end: -1} } if end >= llen { end = llen - 1 } var n *node if reverse { n = zs.sl.getNodeByRank(llen - start) } else { n = zs.sl.getNodeByRank(start + 1) } return RangeIterator{ start: start, cur: start, end: end, node: n, reverse: reverse, } } // Get return Item in dict. func (zs *ZSet) Get(key string) Item { if node, ok := zs.dict[key]; ok { return node.item } return nil } // Length return the element count func (zs *ZSet) Length() int { return zs.sl.length } type Int int func (a Int) Key() string { return strconv.Itoa(int(a)) } func (a Int) Less(b Item) bool { return a < b.(Int) }