mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2025-01-12 05:50:06 +00:00
eb65ffbaa7
Tested on Debian 11 by:
$ git revert HEAD
$ make docker
$ docker run --memory=8.8G <sha>
before the fix outputs:
15.6 GB
after the fix outputs:
8.8 GB
33 lines
1.3 KiB
Go
33 lines
1.3 KiB
Go
package estimate
|
|
|
|
import (
|
|
"github.com/c2h5oh/datasize"
|
|
"github.com/ledgerwatch/erigon-lib/common/cmp"
|
|
"github.com/ledgerwatch/erigon-lib/mmap"
|
|
"runtime"
|
|
)
|
|
|
|
type estimatedRamPerWorker datasize.ByteSize
|
|
|
|
// Workers - return max workers amount based on total Memory/CPU's and estimated RAM per worker
|
|
func (r estimatedRamPerWorker) Workers() int {
|
|
// 50% of TotalMemory. Better don't count on 100% because OOM Killer may have aggressive defaults and other software may need RAM
|
|
maxWorkersForGivenMemory := (mmap.TotalMemory() / 2) / uint64(r)
|
|
return cmp.Min(AlmostAllCPUs(), int(maxWorkersForGivenMemory))
|
|
}
|
|
|
|
func (r estimatedRamPerWorker) WorkersHalf() int { return cmp.Max(1, r.Workers()/2) }
|
|
func (r estimatedRamPerWorker) WorkersQuarter() int { return cmp.Max(1, r.Workers()/4) }
|
|
|
|
const (
|
|
IndexSnapshot = estimatedRamPerWorker(3 * datasize.GB) //elias-fano index building is single-threaded
|
|
CompressSnapshot = estimatedRamPerWorker(1 * datasize.GB) //1-file-compression is multi-threaded
|
|
ReconstituteState = estimatedRamPerWorker(512 * datasize.MB) //state-reconstitution is multi-threaded
|
|
)
|
|
|
|
// AlmostAllCPUs - return all-but-one cpus. Leaving 1 cpu for "work producer", also cloud-providers do recommend leave 1 CPU for their IO software
|
|
// user can reduce GOMAXPROCS env variable
|
|
func AlmostAllCPUs() int {
|
|
return cmp.Max(1, runtime.GOMAXPROCS(-1)-1)
|
|
}
|