prysm-pulse/beacon-chain/db/kv/migration_block_slot_index.go
Mohamed Zahoor 0d818a5709
Reduce memory overhead during DB migrations (#9298)
* wip

* migration happening

* wip

* fix memory utilization, add the testcases

* migration issues

* the gazel

* remove debug logging

* goimport

* gazel
2021-07-30 08:38:54 -05:00

51 lines
1.2 KiB
Go

package kv
import (
"bytes"
"context"
"strconv"
"github.com/prysmaticlabs/prysm/shared/bytesutil"
bolt "go.etcd.io/bbolt"
)
var migrationBlockSlotIndex0Key = []byte("block_slot_index_0")
func migrateBlockSlotIndex(ctx context.Context, db *bolt.DB) error {
if updateErr := db.Update(func(tx *bolt.Tx) error {
mb := tx.Bucket(migrationsBucket)
if b := mb.Get(migrationBlockSlotIndex0Key); bytes.Equal(b, migrationCompleted) {
return nil // Migration already completed.
}
bkt := tx.Bucket(blockSlotIndicesBucket)
// Convert indices from strings to big endian integers.
if err := bkt.ForEach(func(k, v []byte) error {
key, err := strconv.ParseUint(string(k), 10, 64)
if err != nil {
return err
}
if err = bkt.Delete(k); err != nil {
return err
}
if err = bkt.Put(bytesutil.Uint64ToBytesBigEndian(key), v); err != nil {
return err
}
// check if context is cancelled in between
if ctx.Err() != nil {
return ctx.Err()
}
return nil
}); err != nil {
return err
}
return mb.Put(migrationBlockSlotIndex0Key, migrationCompleted)
}); updateErr != nil {
log.WithError(updateErr).Errorf("could not migrate bucket: %s", blockSlotIndicesBucket)
return updateErr
}
return nil
}