mirror/erigon-pulse
1
0
Fork 0
mirror of https://gitlab.com/pulsechaincom/erigon-pulse.git synced 2024-12-28 14:47:16 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

save

Browse Source
This commit is contained in:
alex.sharov 2023-01-11 09:53:22 +07:00
parent 8f3178f2f2
commit c82e38551a
2 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
kv/bitmapdb/fixed_size.go
View File

@ -63,8 +63,8 @@ func OpenFixedSizeBitmaps(indexFile string, bitsPerBitmap int) (*FixedSizeBitmap
if err != nil {
return nil, err
}
idx.metaData = idx.m[:64]
idx.data = castToArrU64(idx.m[64:])
idx.metaData = idx.m[:MetaHeaderSize]
idx.data = castToArrU64(idx.m[MetaHeaderSize:])
idx.version = idx.metaData[0]
idx.amount = binary.BigEndian.Uint64(idx.metaData[1 : 8+1])
@ -157,10 +157,12 @@ type FixedSizeBitmapsWriter struct {
bitsPerBitmap uint64
}
const MetaHeaderSize = 64
func NewFixedSizeBitmapsWriter(indexFile string, bitsPerBitmap int, amount uint64) (*FixedSizeBitmapsWriter, error) {
pageSize := os.Getpagesize()
//TODO: use math.SafeMul()
bytesAmount := (bitsPerBitmap * int(amount)) / 8
bytesAmount := MetaHeaderSize * (bitsPerBitmap * int(amount)) / 8
size := (bytesAmount/pageSize + 1) * pageSize // must be page-size-aligned
idx := &FixedSizeBitmapsWriter{
indexFile: indexFile,
@ -188,8 +190,8 @@ func NewFixedSizeBitmapsWriter(indexFile string, bitsPerBitmap int, amount uint6
return nil, err
}
idx.metaData = idx.m[:64]
idx.data = castToArrU64(idx.m[64:])
idx.metaData = idx.m[:MetaHeaderSize]
idx.data = castToArrU64(idx.m[MetaHeaderSize:])
//if err := mmap.MadviseNormal(idx.m); err != nil {
// return nil, err
//}
@ -220,8 +222,8 @@ func growFileToSize(f *os.File, size int) error {
return nil
}
// Create a []uint64 view of the file
func castToArrU64(in []byte) []uint64 {
// The file is now memory-mapped. Create a []uint64 view of the file.
var view []uint64
header := (*reflect.SliceHeader)(unsafe.Pointer(&view))
header.Data = (*reflect.SliceHeader)(unsafe.Pointer(&in)).Data
@ -235,6 +237,9 @@ func (w *FixedSizeBitmapsWriter) AddArray(item uint64, listOfValues []uint64) er
return fmt.Errorf("too big item number: %d > %d", item, w.amount)
}
for _, v := range listOfValues {
if v > w.bitsPerBitmap {
return fmt.Errorf("too big value: %d > %d", v, w.bitsPerBitmap)
}
n := item*w.bitsPerBitmap + v
blkAt, bitAt := int(n/64), int(n%64)
if blkAt > len(w.data) {

1
kv/bitmapdb/fixed_size_test.go
View File

@ -25,6 +25,7 @@ func TestFixedSizeBitmaps(t *testing.T) {
must(wr.AddArray(5, []uint64{1, 13}))
must(wr.AddArray(6, []uint64{0, 9, 13}))
must(wr.AddArray(7, []uint64{7}))
require.Error(wr.AddArray(8, []uint64{8}))
err = wr.Build()
require.NoError(err)