mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2024-12-31 16:21:21 +00:00
120 lines
3.4 KiB
Go
120 lines
3.4 KiB
Go
package blockio
|
|
|
|
import (
|
|
"context"
|
|
"encoding/binary"
|
|
"github.com/ledgerwatch/erigon-lib/kv/dbutils"
|
|
|
|
"github.com/ledgerwatch/erigon-lib/common"
|
|
"github.com/ledgerwatch/erigon-lib/common/hexutility"
|
|
"github.com/ledgerwatch/erigon-lib/etl"
|
|
"github.com/ledgerwatch/erigon-lib/kv"
|
|
"github.com/ledgerwatch/erigon-lib/kv/rawdbv3"
|
|
"github.com/ledgerwatch/erigon/core/rawdb"
|
|
"github.com/ledgerwatch/erigon/turbo/backup"
|
|
"github.com/ledgerwatch/log/v3"
|
|
)
|
|
|
|
//Naming:
|
|
// Prune: delete old data
|
|
// Unwind: delete recent data
|
|
|
|
// BlockReader can read blocks from db and snapshots
|
|
type BlockWriter struct {
|
|
historyV3 bool
|
|
|
|
// adding Auto-Increment BlockID
|
|
// allow store non-canonical Txs/Senders
|
|
txsV3 bool
|
|
}
|
|
|
|
func NewBlockWriter(historyV3 bool) *BlockWriter {
|
|
return &BlockWriter{historyV3: historyV3, txsV3: true}
|
|
}
|
|
|
|
func (w *BlockWriter) FillHeaderNumberIndex(logPrefix string, tx kv.RwTx, tmpDir string, from, to uint64, ctx context.Context, logger log.Logger) error {
|
|
startKey := make([]byte, 8)
|
|
binary.BigEndian.PutUint64(startKey, from)
|
|
endKey := dbutils.HeaderKey(to, common.Hash{}) // etl.Tranform uses ExractEndKey as exclusive bound, therefore +1
|
|
|
|
return etl.Transform(
|
|
logPrefix,
|
|
tx,
|
|
kv.Headers,
|
|
kv.HeaderNumber,
|
|
tmpDir,
|
|
extractHeaders,
|
|
etl.IdentityLoadFunc,
|
|
etl.TransformArgs{
|
|
ExtractStartKey: startKey,
|
|
ExtractEndKey: endKey,
|
|
Quit: ctx.Done(),
|
|
},
|
|
logger,
|
|
)
|
|
}
|
|
|
|
func (w *BlockWriter) MakeBodiesCanonical(tx kv.RwTx, from uint64) error {
|
|
if w.historyV3 {
|
|
if err := rawdb.AppendCanonicalTxNums(tx, from); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
func (w *BlockWriter) MakeBodiesNonCanonical(tx kv.RwTx, from uint64) error {
|
|
if w.historyV3 {
|
|
if err := rawdbv3.TxNums.Truncate(tx, from); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func extractHeaders(k []byte, _ []byte, next etl.ExtractNextFunc) error {
|
|
// We only want to extract entries composed by Block Number + Header Hash
|
|
if len(k) != 40 {
|
|
return nil
|
|
}
|
|
return next(k, k[8:], k[:8])
|
|
}
|
|
|
|
func (w *BlockWriter) TruncateBodies(db kv.RoDB, tx kv.RwTx, from uint64) error {
|
|
fromB := hexutility.EncodeTs(from)
|
|
if err := tx.ForEach(kv.BlockBody, fromB, func(k, _ []byte) error { return tx.Delete(kv.BlockBody, k) }); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := backup.ClearTables(context.Background(), db, tx,
|
|
kv.NonCanonicalTxs,
|
|
kv.EthTx,
|
|
kv.MaxTxNum,
|
|
); err != nil {
|
|
return err
|
|
}
|
|
if err := rawdb.ResetSequence(tx, kv.EthTx, 0); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := rawdb.ResetSequence(tx, kv.NonCanonicalTxs, 0); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// PruneBlocks - [1, to) old blocks after moving it to snapshots.
|
|
// keeps genesis in db
|
|
// doesn't change sequences of kv.EthTx and kv.NonCanonicalTxs
|
|
// doesn't delete Receipts, Senders, Canonical markers, TotalDifficulty
|
|
func (w *BlockWriter) PruneBlocks(ctx context.Context, tx kv.RwTx, blockTo uint64, blocksDeleteLimit int) error {
|
|
return rawdb.PruneBlocks(tx, blockTo, blocksDeleteLimit)
|
|
}
|
|
|
|
// PruneBorBlocks - [1, to) old blocks after moving it to snapshots.
|
|
// keeps genesis in db
|
|
// doesn't change sequences of kv.EthTx and kv.NonCanonicalTxs
|
|
// doesn't delete Receipts, Senders, Canonical markers, TotalDifficulty
|
|
func (w *BlockWriter) PruneBorBlocks(ctx context.Context, tx kv.RwTx, blockTo uint64, blocksDeleteLimit int, spanIDAt func(number uint64) uint64) error {
|
|
return rawdb.PruneBorBlocks(tx, blockTo, blocksDeleteLimit, spanIDAt)
|
|
}
|