mirror/erigon-pulse
1
0
Fork 0
mirror of https://gitlab.com/pulsechaincom/erigon-pulse.git synced 2025-01-03 17:44:29 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

e3: more aggressive prune (#780)

Browse Source
This commit is contained in:
Alex Sharov 2022-12-14 09:50:31 +07:00 committed by GitHub
parent b20afcad3c
commit 7f4876880c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
state/aggregator22.go
View File

@ -429,6 +429,25 @@ func (sf Agg22StaticFiles) Close() {
sf.tracesTo.Close() sf.tracesTo.Close()
} }
func (a *Aggregator22) BuildFiles(ctx context.Context, db kv.RoDB) (err error) {
if (a.txNum.Load() + 1) <= a.maxTxNum.Load()+a.aggregationStep+a.keepInDB { // Leave one step worth in the DB
return nil
}
// trying to create as much small-step-files as possible:
// - to reduce amount of small merges
// - to remove old data from db as early as possible
// - during files build, may happen commit of new data. on each loop step getting latest id in db
step := a.EndTxNumMinimax() / a.aggregationStep
for ; step < lastIdInDB(db, a.accounts.indexKeysTable)/a.aggregationStep; step++ {
if err := a.buildFilesInBackground(ctx, step, db); err != nil {
log.Warn("buildFilesInBackground", "err", err)
break
}
}
return nil
}
func (a *Aggregator22) buildFilesInBackground(ctx context.Context, step uint64, db kv.RoDB) (err error) { func (a *Aggregator22) buildFilesInBackground(ctx context.Context, step uint64, db kv.RoDB) (err error) {
closeAll := true closeAll := true
log.Info("[snapshots] history build", "step", fmt.Sprintf("%d-%d", step, step+1)) log.Info("[snapshots] history build", "step", fmt.Sprintf("%d-%d", step, step+1))
@ -655,7 +674,7 @@ func (a *Aggregator22) PruneWithTiemout(ctx context.Context, timeout time.Durati
} }
func (a *Aggregator22) Prune(ctx context.Context, limit uint64) error { func (a *Aggregator22) Prune(ctx context.Context, limit uint64) error {
//a.Warmup(0, cmp.Max(a.aggregationStep, limit)) // warmup is asyn and moving faster than data deletion a.Warmup(0, cmp.Max(a.aggregationStep, limit)) // warmup is asyn and moving faster than data deletion
return a.prune(ctx, 0, a.maxTxNum.Load(), limit) return a.prune(ctx, 0, a.maxTxNum.Load(), limit)
} }