mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2024-12-25 13:07:17 +00:00
98 lines
3.3 KiB
Go
98 lines
3.3 KiB
Go
package snapshotsync
|
|
|
|
import (
|
|
"github.com/ledgerwatch/turbo-geth/common/dbutils"
|
|
"github.com/ledgerwatch/turbo-geth/ethdb"
|
|
"github.com/ledgerwatch/turbo-geth/log"
|
|
)
|
|
|
|
var (
|
|
bucketConfigs = map[SnapshotType]dbutils.BucketsCfg{
|
|
SnapshotType_bodies: {
|
|
dbutils.BlockBodyPrefix: dbutils.BucketConfigItem{},
|
|
dbutils.BodiesSnapshotInfoBucket: dbutils.BucketConfigItem{},
|
|
},
|
|
SnapshotType_headers: {
|
|
dbutils.HeadersBucket: dbutils.BucketConfigItem{},
|
|
dbutils.HeadersSnapshotInfoBucket: dbutils.BucketConfigItem{},
|
|
},
|
|
SnapshotType_state: {
|
|
dbutils.PlainStateBucket: dbutils.BucketConfigItem{
|
|
Flags: dbutils.DupSort,
|
|
AutoDupSortKeysConversion: true,
|
|
DupFromLen: 60,
|
|
DupToLen: 28,
|
|
},
|
|
dbutils.PlainContractCodeBucket: dbutils.BucketConfigItem{},
|
|
dbutils.CodeBucket: dbutils.BucketConfigItem{},
|
|
dbutils.StateSnapshotInfoBucket: dbutils.BucketConfigItem{},
|
|
},
|
|
}
|
|
)
|
|
|
|
func WrapBySnapshotsFromDir(kv ethdb.RwKV, snapshotDir string, mode SnapshotMode) (ethdb.RwKV, error) {
|
|
log.Info("Wrap db to snapshots", "dir", snapshotDir, "mode", mode.ToString())
|
|
snkv := ethdb.NewSnapshot2KV().DB(kv)
|
|
|
|
if mode.Bodies {
|
|
snapshotKV, err := ethdb.NewLMDB().Readonly().Path(snapshotDir + "/bodies").WithBucketsConfig(func(defaultBuckets dbutils.BucketsCfg) dbutils.BucketsCfg {
|
|
return bucketConfigs[SnapshotType_bodies]
|
|
}).Open()
|
|
if err != nil {
|
|
log.Error("Can't open body snapshot", "err", err)
|
|
return nil, err
|
|
} else { //nolint
|
|
snkv.SnapshotDB([]string{dbutils.BlockBodyPrefix, dbutils.BodiesSnapshotInfoBucket}, snapshotKV)
|
|
}
|
|
}
|
|
|
|
if mode.Headers {
|
|
snapshotKV, err := ethdb.NewLMDB().Readonly().Path(snapshotDir + "/headers").WithBucketsConfig(func(defaultBuckets dbutils.BucketsCfg) dbutils.BucketsCfg {
|
|
return bucketConfigs[SnapshotType_headers]
|
|
}).Open()
|
|
if err != nil {
|
|
log.Error("Can't open headers snapshot", "err", err)
|
|
return nil, err
|
|
} else { //nolint
|
|
snkv.SnapshotDB([]string{dbutils.HeadersBucket, dbutils.HeadersSnapshotInfoBucket}, snapshotKV)
|
|
}
|
|
}
|
|
if mode.State {
|
|
snapshotKV, err := ethdb.NewLMDB().Readonly().Path(snapshotDir + "/headers").WithBucketsConfig(func(defaultBuckets dbutils.BucketsCfg) dbutils.BucketsCfg {
|
|
return bucketConfigs[SnapshotType_headers]
|
|
}).Open()
|
|
if err != nil {
|
|
log.Error("Can't open headers snapshot", "err", err)
|
|
return nil, err
|
|
} else { //nolint
|
|
snkv.SnapshotDB([]string{dbutils.StateSnapshotInfoBucket, dbutils.PlainStateBucket, dbutils.PlainContractCodeBucket, dbutils.CodeBucket}, snapshotKV)
|
|
}
|
|
}
|
|
return snkv.MustOpen(), nil
|
|
}
|
|
|
|
func WrapBySnapshotsFromDownloader(kv ethdb.RwKV, snapshots map[SnapshotType]*SnapshotsInfo) (ethdb.RwKV, error) {
|
|
snKV := ethdb.NewSnapshot2KV().DB(kv)
|
|
for k, v := range snapshots {
|
|
log.Info("Wrap db by", "snapshot", k.String(), "dir", v.Dbpath)
|
|
cfg := bucketConfigs[k]
|
|
snapshotKV, err := ethdb.NewLMDB().Readonly().Path(v.Dbpath).WithBucketsConfig(func(defaultBuckets dbutils.BucketsCfg) dbutils.BucketsCfg {
|
|
return cfg
|
|
}).Open()
|
|
|
|
if err != nil {
|
|
log.Error("Can't open snapshot", "err", err)
|
|
return nil, err
|
|
} else { //nolint
|
|
buckets := make([]string, 0, 1)
|
|
for bucket := range bucketConfigs[k] {
|
|
buckets = append(buckets, bucket)
|
|
}
|
|
|
|
snKV.SnapshotDB(buckets, snapshotKV)
|
|
}
|
|
}
|
|
|
|
return snKV.MustOpen(), nil
|
|
}
|