mirror/erigon-pulse
1
0
Fork 0
mirror of https://gitlab.com/pulsechaincom/erigon-pulse.git synced 2024-12-22 11:41:19 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Re-introduced cleanup of temporary table (#3999)

Browse Source 
* Re-introduced cleanup of temporary table

* Fix sign

* Fix lint

* Fix lint

* Revert

Co-authored-by: Alex Sharp <alexsharp@Alexs-MacBook-Pro.local>
This commit is contained in:
ledgerwatch 2022-04-27 19:11:15 +01:00 committed by GitHub
parent c9b26c23b3
commit ad4182ca36
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 36 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
eth/stagedsync/stage_call_traces.go
View File

@ -16,8 +16,10 @@ import (
"github.com/ledgerwatch/erigon-lib/kv"
"github.com/ledgerwatch/erigon/common"
"github.com/ledgerwatch/erigon/common/dbutils"
"github.com/ledgerwatch/erigon/common/math"
"github.com/ledgerwatch/erigon/ethdb/bitmapdb"
"github.com/ledgerwatch/erigon/ethdb/prune"
"github.com/ledgerwatch/erigon/params"
"github.com/ledgerwatch/log/v3"
)
@ -168,6 +170,40 @@ func promoteCallTraces(logPrefix string, tx kv.RwTx, startBlock, endBlock uint64
return err
}
// Clean up before loading call traces to reclaim space
var prunedMin uint64 = math.MaxUint64
var prunedMax uint64 = 0
for k, _, err = traceCursor.First(); k != nil; k, _, err = traceCursor.NextNoDup() {
if err != nil {
return err
}
blockNum := binary.BigEndian.Uint64(k)
if blockNum+params.FullImmutabilityThreshold >= endBlock {
break
}
select {
default:
case <-logEvery.C:
var m runtime.MemStats
runtime.ReadMemStats(&m)
log.Info(fmt.Sprintf("[%s] Pruning call trace intermediate table", logPrefix), "number", blockNum,
"alloc", common.StorageSize(m.Alloc),
"sys", common.StorageSize(m.Sys))
}
if err = traceCursor.DeleteCurrentDuplicates(); err != nil {
return fmt.Errorf("remove trace call set for block %d: %w", blockNum, err)
}
if blockNum < prunedMin {
prunedMin = blockNum
}
if blockNum > prunedMax {
prunedMax = blockNum
}
}
if prunedMax != 0 && prunedMax > prunedMin+16 {
log.Info(fmt.Sprintf("[%s] Pruned call trace intermediate table", logPrefix), "from", prunedMin, "to", prunedMax)
}
if err := finaliseCallTraces(collectorFrom, collectorTo, logPrefix, tx, quit); err != nil {
return err
}