mirror/erigon-pulse
1
0
Fork 0
mirror of https://gitlab.com/pulsechaincom/erigon-pulse.git synced 2025-01-01 00:31:21 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

compress: to use less ram (#691)

Browse Source
This commit is contained in:
Alex Sharov 2022-10-20 18:29:46 +07:00 committed by GitHub
parent 88e80dac7a
commit fcd7314c39
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
compress/compress.go
View File

@ -95,7 +95,7 @@ func NewCompressor(ctx context.Context, logPrefix, outputFile, tmpDir string, mi
wg.Add(workers) wg.Add(workers)
suffixCollectors := make([]*etl.Collector, workers) suffixCollectors := make([]*etl.Collector, workers)
for i := 0; i < workers; i++ { for i := 0; i < workers; i++ {
collector := etl.NewCollector(logPrefix+"_dict", tmpDir, etl.NewSortableBuffer(etl.BufferOptimalSize)) collector := etl.NewCollector(logPrefix+"_dict", tmpDir, etl.NewSortableBuffer(etl.BufferOptimalSize/2))
collector.LogLvl(lvl) collector.LogLvl(lvl)
suffixCollectors[i] = collector suffixCollectors[i] = collector