snapshot of https://github.com/blevesearch/bleve.git (master, 2026-09-15; blobs > 131072B omitted)
Some checks failed
Coverage / coverage (push) Failing after 6s
Tests / test (1.24.x, ubuntu-latest) (push) Failing after 42s
Tests / test (1.26.x, ubuntu-latest) (push) Failing after 38s
Tests / test (1.25.x, ubuntu-latest) (push) Failing after 35s
Tests / test (1.25.x, windows-latest) (push) Has been cancelled
Tests / test (1.26.x, macos-latest) (push) Has been cancelled
Tests / test (1.26.x, windows-latest) (push) Has been cancelled
Tests / test (1.24.x, macos-latest) (push) Has been cancelled
Tests / test (1.24.x, windows-latest) (push) Has been cancelled
Tests / test (1.25.x, macos-latest) (push) Has been cancelled
Some checks failed
Coverage / coverage (push) Failing after 6s
Tests / test (1.24.x, ubuntu-latest) (push) Failing after 42s
Tests / test (1.26.x, ubuntu-latest) (push) Failing after 38s
Tests / test (1.25.x, ubuntu-latest) (push) Failing after 35s
Tests / test (1.25.x, windows-latest) (push) Has been cancelled
Tests / test (1.26.x, macos-latest) (push) Has been cancelled
Tests / test (1.26.x, windows-latest) (push) Has been cancelled
Tests / test (1.24.x, macos-latest) (push) Has been cancelled
Tests / test (1.24.x, windows-latest) (push) Has been cancelled
Tests / test (1.25.x, macos-latest) (push) Has been cancelled
This commit is contained in:
140
search/collector/heap.go
Normal file
140
search/collector/heap.go
Normal file
@@ -0,0 +1,140 @@
|
||||
// Copyright (c) 2014 Couchbase, Inc.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package collector
|
||||
|
||||
import (
|
||||
"sort"
|
||||
|
||||
"github.com/blevesearch/bleve/v2/search"
|
||||
)
|
||||
|
||||
// collectStoreHeap is a min-heap of DocumentMatches where the root (heap[0])
|
||||
// is always the *worst* result (lowest score / highest sort key). Popping the
|
||||
// root discards the worst element, so AddNotExceedingSize keeps the best k
|
||||
// documents at all times.
|
||||
//
|
||||
// Implemented as a ternary heap (3 children per node) instead of the standard
|
||||
// library's binary heap. Height is log₃(n) vs log₂(n), so siftDown is
|
||||
// shallower and fetches more children per cache line.
|
||||
type collectStoreHeap struct {
|
||||
heap search.DocumentMatchCollection
|
||||
compare collectorCompare
|
||||
}
|
||||
|
||||
func newStoreHeap(capacity int, compare collectorCompare) *collectStoreHeap {
|
||||
return &collectStoreHeap{
|
||||
heap: make(search.DocumentMatchCollection, 0, capacity),
|
||||
compare: compare,
|
||||
}
|
||||
}
|
||||
|
||||
func (c *collectStoreHeap) AddNotExceedingSize(doc *search.DocumentMatch,
|
||||
size int) *search.DocumentMatch {
|
||||
c.add(doc)
|
||||
if len(c.heap) > size {
|
||||
return c.removeLast()
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (c *collectStoreHeap) add(doc *search.DocumentMatch) {
|
||||
c.heap = append(c.heap, doc)
|
||||
c.siftUp(len(c.heap) - 1)
|
||||
}
|
||||
|
||||
func (c *collectStoreHeap) removeLast() *search.DocumentMatch {
|
||||
n := len(c.heap)
|
||||
c.heap[0], c.heap[n-1] = c.heap[n-1], c.heap[0]
|
||||
result := c.heap[n-1]
|
||||
c.heap = c.heap[:n-1]
|
||||
if len(c.heap) > 0 {
|
||||
c.siftDown(0)
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
// siftUp restores the heap invariant after appending at index i.
|
||||
// Moves element at i toward the root while it is less than (worse than) its parent.
|
||||
func (c *collectStoreHeap) siftUp(i int) {
|
||||
h := c.heap
|
||||
for i > 0 {
|
||||
parent := (i - 1) / 3
|
||||
if c.compare(h[i], h[parent]) > 0 { // h[i] is worse → should be closer to root
|
||||
h[i], h[parent] = h[parent], h[i]
|
||||
i = parent
|
||||
} else {
|
||||
break
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// siftDown restores the heap invariant after replacing the root.
|
||||
// Moves element at i toward the leaves while any child is worse (less) than it.
|
||||
func (c *collectStoreHeap) siftDown(i int) {
|
||||
h := c.heap
|
||||
n := len(h)
|
||||
for {
|
||||
first := 3*i + 1
|
||||
if first >= n {
|
||||
break
|
||||
}
|
||||
// Find the worst (least) child among up to three children.
|
||||
worst := first
|
||||
if s := first + 1; s < n && c.compare(h[s], h[worst]) > 0 {
|
||||
worst = s
|
||||
}
|
||||
if t := first + 2; t < n && c.compare(h[t], h[worst]) > 0 {
|
||||
worst = t
|
||||
}
|
||||
if c.compare(h[worst], h[i]) > 0 { // worst child is worse than current → swap
|
||||
h[i], h[worst] = h[worst], h[i]
|
||||
i = worst
|
||||
} else {
|
||||
break
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (c *collectStoreHeap) Final(skip int, fixup collectorFixup) (search.DocumentMatchCollection, error) {
|
||||
count := len(c.heap)
|
||||
size := count - skip
|
||||
if size <= 0 {
|
||||
return make(search.DocumentMatchCollection, 0), nil
|
||||
}
|
||||
// Sort in-place so heap[0] = best doc (compare < 0 means "better").
|
||||
// pdqsort (sort.Slice) has much better cache behavior than repeated
|
||||
// removeLast (heapsort) because it accesses the array sequentially,
|
||||
// avoiding the scattered pointer dereferences heapsort pays at each level.
|
||||
sort.Slice(c.heap, func(i, j int) bool {
|
||||
return c.compare(c.heap[i], c.heap[j]) < 0
|
||||
})
|
||||
rv := make(search.DocumentMatchCollection, size)
|
||||
for i := 0; i < size; i++ {
|
||||
doc := c.heap[skip+i]
|
||||
rv[i] = doc
|
||||
if err := fixup(doc); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
return rv, nil
|
||||
}
|
||||
|
||||
func (c *collectStoreHeap) Len() int {
|
||||
return len(c.heap)
|
||||
}
|
||||
|
||||
func (c *collectStoreHeap) Internal() search.DocumentMatchCollection {
|
||||
return c.heap
|
||||
}
|
||||
Reference in New Issue
Block a user