mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2025-01-04 01:54:28 +00:00
271 lines
8.2 KiB
Go
271 lines
8.2 KiB
Go
package dbutils
|
|
|
|
import (
|
|
"bytes"
|
|
"sort"
|
|
|
|
"github.com/ledgerwatch/turbo-geth/common/debug"
|
|
"github.com/ledgerwatch/turbo-geth/metrics"
|
|
)
|
|
|
|
// Buckets
|
|
var (
|
|
// "Plain State". The same as CurrentStateBucket, but the keys arent' hashed.
|
|
|
|
// Contains Accounts:
|
|
// key - address (unhashed)
|
|
// value - account encoded for storage
|
|
// Contains Storage:
|
|
// key - address (unhashed) + incarnation + storage key (unhashed)
|
|
// value - storage value(common.hash)
|
|
PlainStateBucket = []byte("PLAIN-CST")
|
|
|
|
// "Plain State"
|
|
//key - address+incarnation
|
|
//value - code hash
|
|
PlainContractCodeBucket = []byte("PLAIN-contractCode")
|
|
|
|
// PlainAccountChangeSetBucket keeps changesets of accounts ("plain state")
|
|
// key - encoded timestamp(block number)
|
|
// value - encoded ChangeSet{k - address v - account(encoded).
|
|
PlainAccountChangeSetBucket = []byte("PLAIN-ACS")
|
|
|
|
// PlainStorageChangeSetBucket keeps changesets of storage ("plain state")
|
|
// key - encoded timestamp(block number)
|
|
// value - encoded ChangeSet{k - plainCompositeKey(for storage) v - originalValue(common.Hash)}.
|
|
PlainStorageChangeSetBucket = []byte("PLAIN-SCS")
|
|
|
|
// Contains Accounts:
|
|
// key - address hash
|
|
// value - account encoded for storage
|
|
// Contains Storage:
|
|
//key - address hash + incarnation + storage key hash
|
|
//value - storage value(common.hash)
|
|
CurrentStateBucket = []byte("CST")
|
|
|
|
//current
|
|
//key - key + encoded timestamp(block number)
|
|
//value - account for storage(old/original value)
|
|
//layout experiment
|
|
//key - address hash
|
|
//value - list of block where it's changed
|
|
AccountsHistoryBucket = []byte("hAT")
|
|
|
|
//current
|
|
//key - address hash + incarnation + storage key hash
|
|
//value - storage value(common.hash)
|
|
//layout experiment
|
|
//key - address hash
|
|
//value - list of block where it's changed
|
|
StorageHistoryBucket = []byte("hST")
|
|
|
|
//key - contract code hash
|
|
//value - contract code
|
|
CodeBucket = []byte("CODE")
|
|
|
|
//key - addressHash+incarnation
|
|
//value - code hash
|
|
ContractCodeBucket = []byte("contractCode")
|
|
|
|
// Incarnations for deleted accounts
|
|
//key - address
|
|
//value - incarnation of account when it was last deleted
|
|
IncarnationMapBucket = []byte("incarnationMap")
|
|
|
|
//AccountChangeSetBucket keeps changesets of accounts
|
|
// key - encoded timestamp(block number)
|
|
// value - encoded ChangeSet{k - addrHash v - account(encoded).
|
|
AccountChangeSetBucket = []byte("ACS")
|
|
|
|
// StorageChangeSetBucket keeps changesets of storage
|
|
// key - encoded timestamp(block number)
|
|
// value - encoded ChangeSet{k - compositeKey(for storage) v - originalValue(common.Hash)}.
|
|
StorageChangeSetBucket = []byte("SCS")
|
|
|
|
// some_prefix_of(hash_of_address_of_account) => hash_of_subtrie
|
|
IntermediateTrieHashBucket = []byte("iTh")
|
|
|
|
// DatabaseInfoBucket is used to store information about data layout.
|
|
DatabaseInfoBucket = []byte("DBINFO")
|
|
|
|
// databaseVerisionKey tracks the current database version.
|
|
DatabaseVerisionKey = []byte("DatabaseVersion")
|
|
|
|
// Data item prefixes (use single byte to avoid mixing data types, avoid `i`, used for indexes).
|
|
HeaderPrefix = []byte("h") // headerPrefix + num (uint64 big endian) + hash -> header
|
|
HeaderTDSuffix = []byte("t") // headerPrefix + num (uint64 big endian) + hash + headerTDSuffix -> td
|
|
HeaderHashSuffix = []byte("n") // headerPrefix + num (uint64 big endian) + headerHashSuffix -> hash
|
|
HeaderNumberPrefix = []byte("H") // headerNumberPrefix + hash -> num (uint64 big endian)
|
|
|
|
BlockBodyPrefix = []byte("b") // blockBodyPrefix + num (uint64 big endian) + hash -> block body
|
|
BlockReceiptsPrefix = []byte("r") // blockReceiptsPrefix + num (uint64 big endian) + hash -> block receipts
|
|
|
|
TxLookupPrefix = []byte("l") // txLookupPrefix + hash -> transaction/receipt lookup metadata
|
|
BloomBitsPrefix = []byte("B") // bloomBitsPrefix + bit (uint16 big endian) + section (uint64 big endian) + hash -> bloom bits
|
|
|
|
PreimagePrefix = []byte("secure-key-") // preimagePrefix + hash -> preimage
|
|
ConfigPrefix = []byte("ethereum-config-") // config prefix for the db
|
|
|
|
// Chain index prefixes (use `i` + single byte to avoid mixing data types).
|
|
BloomBitsIndexPrefix = []byte("iB") // BloomBitsIndexPrefix is the data table of a chain indexer to track its progress
|
|
|
|
// Progress of sync stages: stageName -> stageData
|
|
SyncStageProgress = []byte("SSP2")
|
|
SyncStageProgressOld1 = []byte("SSP")
|
|
// Position to where to unwind sync stages: stageName -> stageData
|
|
SyncStageUnwind = []byte("SSU2")
|
|
SyncStageUnwindOld1 = []byte("SSU")
|
|
|
|
CliqueBucket = []byte("clique-")
|
|
|
|
// this bucket stored in separated database
|
|
InodesBucket = []byte("inodes")
|
|
|
|
// Transaction senders - stored separately from the block bodies
|
|
Senders = []byte("txSenders")
|
|
|
|
// fastTrieProgressKey tracks the number of trie entries imported during fast sync.
|
|
FastTrieProgressKey = []byte("TrieSync")
|
|
// headBlockKey tracks the latest know full block's hash.
|
|
HeadBlockKey = []byte("LastBlock")
|
|
// headFastBlockKey tracks the latest known incomplete block's hash during fast sync.
|
|
HeadFastBlockKey = []byte("LastFast")
|
|
// headHeaderKey tracks the latest know header's hash.
|
|
HeadHeaderKey = []byte("LastHeader")
|
|
|
|
// migrationName -> serialized SyncStageProgress and SyncStageUnwind buckets
|
|
// it stores stages progress to understand in which context was executed migration
|
|
// in case of bug-report developer can ask content of this bucket
|
|
Migrations = []byte("migrations")
|
|
)
|
|
|
|
// Keys
|
|
var (
|
|
// last block that was pruned
|
|
// it's saved one in 5 minutes
|
|
LastPrunedBlockKey = []byte("LastPrunedBlock")
|
|
//StorageModeHistory - does node save history.
|
|
StorageModeHistory = []byte("smHistory")
|
|
//StorageModeReceipts - does node save receipts.
|
|
StorageModeReceipts = []byte("smReceipts")
|
|
//StorageModeTxIndex - does node save transactions index.
|
|
StorageModeTxIndex = []byte("smTxIndex")
|
|
)
|
|
|
|
// Metrics
|
|
var (
|
|
PreimageCounter = metrics.NewRegisteredCounter("db/preimage/total", nil)
|
|
PreimageHitCounter = metrics.NewRegisteredCounter("db/preimage/hits", nil)
|
|
)
|
|
|
|
// Buckets - list of all buckets. App will panic if some bucket is not in this list.
|
|
// This list will be sorted in `init` method.
|
|
// BucketsCfg - can be used to find index in sorted version of Buckets list by name
|
|
var Buckets = [][]byte{
|
|
CurrentStateBucket,
|
|
AccountsHistoryBucket,
|
|
StorageHistoryBucket,
|
|
CodeBucket,
|
|
ContractCodeBucket,
|
|
AccountChangeSetBucket,
|
|
StorageChangeSetBucket,
|
|
IntermediateTrieHashBucket,
|
|
DatabaseVerisionKey,
|
|
HeaderPrefix,
|
|
HeaderNumberPrefix,
|
|
BlockBodyPrefix,
|
|
BlockReceiptsPrefix,
|
|
TxLookupPrefix,
|
|
BloomBitsPrefix,
|
|
PreimagePrefix,
|
|
ConfigPrefix,
|
|
BloomBitsIndexPrefix,
|
|
DatabaseInfoBucket,
|
|
IncarnationMapBucket,
|
|
CliqueBucket,
|
|
SyncStageProgress,
|
|
SyncStageUnwind,
|
|
PlainStateBucket,
|
|
PlainContractCodeBucket,
|
|
PlainAccountChangeSetBucket,
|
|
PlainStorageChangeSetBucket,
|
|
InodesBucket,
|
|
Senders,
|
|
FastTrieProgressKey,
|
|
HeadBlockKey,
|
|
HeadFastBlockKey,
|
|
HeadHeaderKey,
|
|
Migrations,
|
|
}
|
|
|
|
// DeprecatedBuckets - list of buckets which can be programmatically deleted - for example after migration
|
|
var DeprecatedBuckets = [][]byte{
|
|
SyncStageProgressOld1,
|
|
SyncStageUnwindOld1,
|
|
}
|
|
|
|
var BucketsCfg = map[string]*BucketConfigItem{}
|
|
|
|
type BucketConfigItem struct {
|
|
ID int
|
|
IsDupsort bool
|
|
DupToLen int
|
|
DupFromLen int
|
|
}
|
|
|
|
type dupSortConfigEntry struct {
|
|
Bucket []byte
|
|
ID int
|
|
FromLen int
|
|
ToLen int
|
|
}
|
|
|
|
var dupSortConfig = []dupSortConfigEntry{
|
|
{
|
|
Bucket: CurrentStateBucket,
|
|
ToLen: 40,
|
|
FromLen: 72,
|
|
},
|
|
{
|
|
Bucket: PlainStateBucket,
|
|
ToLen: 28,
|
|
FromLen: 60,
|
|
},
|
|
}
|
|
|
|
func init() {
|
|
sort.SliceStable(Buckets, func(i, j int) bool {
|
|
return bytes.Compare(Buckets[i], Buckets[j]) < 0
|
|
})
|
|
|
|
for i := range Buckets {
|
|
BucketsCfg[string(Buckets[i])] = createBucketConfig(i, Buckets[i])
|
|
}
|
|
|
|
for i := range DeprecatedBuckets {
|
|
BucketsCfg[string(DeprecatedBuckets[i])] = createBucketConfig(len(Buckets)+i, DeprecatedBuckets[i])
|
|
}
|
|
}
|
|
|
|
func createBucketConfig(id int, name []byte) *BucketConfigItem {
|
|
cfg := &BucketConfigItem{ID: id}
|
|
|
|
for _, dupCfg := range dupSortConfig {
|
|
if !bytes.Equal(dupCfg.Bucket, name) {
|
|
continue
|
|
}
|
|
|
|
cfg.DupFromLen = dupCfg.FromLen
|
|
cfg.DupToLen = dupCfg.ToLen
|
|
|
|
if bytes.Equal(dupCfg.Bucket, CurrentStateBucket) {
|
|
cfg.IsDupsort = debug.IsHashedStateDupsortEnabled()
|
|
}
|
|
if bytes.Equal(dupCfg.Bucket, PlainStateBucket) {
|
|
cfg.IsDupsort = debug.IsPlainStateDupsortEnabled()
|
|
}
|
|
}
|
|
|
|
return cfg
|
|
}
|