mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2024-12-25 13:07:17 +00:00
log experiment enabling (#759)
This commit is contained in:
Alex Sharov
GitHub
parent
8a6090bcb7
commit
bee082f614
@ -1,8 +1,29 @@
|
||||
/*
|
||||
Copyright 2021 Erigon contributors
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
*/
|
||||
|
||||
package dbg
|
||||
|
||||
import (
|
||||
"os"
|
||||
"runtime"
|
||||
"strconv"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/ledgerwatch/log/v3"
|
||||
)
|
||||
|
||||
var doMemstat = true
|
||||
@ -20,3 +41,171 @@ func ReadMemStats(m *runtime.MemStats) {
|
||||
runtime.ReadMemStats(m)
|
||||
}
|
||||
}
|
||||
|
||||
var (
|
||||
writeMap bool
|
||||
writeMapOnce sync.Once
|
||||
)
|
||||
|
||||
func WriteMap() bool {
|
||||
writeMapOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("WRITE_MAP")
|
||||
if v == "true" {
|
||||
writeMap = true
|
||||
log.Info("[Experiment]", "WRITE_MAP", writeMap)
|
||||
}
|
||||
})
|
||||
return writeMap
|
||||
}
|
||||
|
||||
var (
|
||||
mergeTr int
|
||||
mergeTrOnce sync.Once
|
||||
)
|
||||
|
||||
func MergeTr() int {
|
||||
mergeTrOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("MERGE_THRESHOLD")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
if i < 0 || i > 4 {
|
||||
panic(i)
|
||||
}
|
||||
mergeTr = i
|
||||
log.Info("[Experiment]", "MERGE_THRESHOLD", mergeTr)
|
||||
}
|
||||
})
|
||||
return mergeTr
|
||||
}
|
||||
|
||||
var (
|
||||
mdbxReadahead bool
|
||||
mdbxReadaheadOnce sync.Once
|
||||
)
|
||||
|
||||
func MdbxReadAhead() bool {
|
||||
mdbxReadaheadOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("MDBX_READAHEAD")
|
||||
if v == "true" {
|
||||
mdbxReadahead = true
|
||||
log.Info("[Experiment]", "MDBX_READAHEAD", mdbxReadahead)
|
||||
}
|
||||
})
|
||||
return mdbxReadahead
|
||||
}
|
||||
|
||||
var (
|
||||
discardHistory bool
|
||||
discardHistoryOnce sync.Once
|
||||
)
|
||||
|
||||
func DiscardHistory() bool {
|
||||
discardHistoryOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("DISCARD_HISTORY")
|
||||
if v == "true" {
|
||||
discardHistory = true
|
||||
log.Info("[Experiment]", "DISCARD_HISTORY", discardHistory)
|
||||
}
|
||||
})
|
||||
return discardHistory
|
||||
}
|
||||
|
||||
var (
|
||||
bigRoTx uint
|
||||
getBigRoTx sync.Once
|
||||
)
|
||||
|
||||
// DEBUG_BIG_RO_TX_KB - print logs with info about large read-only transactions
|
||||
// DEBUG_BIG_RW_TX_KB - print logs with info about large read-write transactions
|
||||
// DEBUG_SLOW_COMMIT_MS - print logs with commit timing details if commit is slower than this threshold
|
||||
func BigRoTxKb() uint {
|
||||
getBigRoTx.Do(func() {
|
||||
v, _ := os.LookupEnv("DEBUG_BIG_RO_TX_KB")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
bigRoTx = uint(i)
|
||||
log.Info("[Experiment]", "DEBUG_BIG_RO_TX_KB", bigRoTx)
|
||||
}
|
||||
})
|
||||
return bigRoTx
|
||||
}
|
||||
|
||||
var (
|
||||
bigRwTx uint
|
||||
getBigRwTx sync.Once
|
||||
)
|
||||
|
||||
func BigRwTxKb() uint {
|
||||
getBigRwTx.Do(func() {
|
||||
v, _ := os.LookupEnv("DEBUG_BIG_RW_TX_KB")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
bigRwTx = uint(i)
|
||||
log.Info("[Experiment]", "DEBUG_BIG_RW_TX_KB", bigRwTx)
|
||||
}
|
||||
})
|
||||
return bigRwTx
|
||||
}
|
||||
|
||||
var (
|
||||
slowCommit time.Duration
|
||||
getSlowCommit sync.Once
|
||||
)
|
||||
|
||||
func SlowCommit() time.Duration {
|
||||
getSlowCommit.Do(func() {
|
||||
v, _ := os.LookupEnv("DEBUG_SLOW_COMMIT_MS")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
slowCommit = time.Duration(i) * time.Millisecond
|
||||
log.Info("[Experiment]", "DEBUG_BIG_RW_TX_KB", slowCommit)
|
||||
}
|
||||
})
|
||||
return slowCommit
|
||||
}
|
||||
|
||||
var (
|
||||
stopBeforeStage string
|
||||
stopBeforeStageFlag sync.Once
|
||||
stopAfterStage string
|
||||
stopAfterStageFlag sync.Once
|
||||
)
|
||||
|
||||
func StopBeforeStage() string {
|
||||
f := func() {
|
||||
v, _ := os.LookupEnv("STOP_BEFORE_STAGE") // see names in eth/stagedsync/stages/stages.go
|
||||
if v != "" {
|
||||
stopBeforeStage = v
|
||||
log.Info("[Experiment]", "STOP_BEFORE_STAGE", stopBeforeStage)
|
||||
}
|
||||
}
|
||||
stopBeforeStageFlag.Do(f)
|
||||
return stopBeforeStage
|
||||
}
|
||||
|
||||
// TODO(allada) We should possibly consider removing `STOP_BEFORE_STAGE`, as `STOP_AFTER_STAGE` can
|
||||
// perform all same the functionality, but due to reverse compatibility reasons we are going to
|
||||
// leave it.
|
||||
func StopAfterStage() string {
|
||||
f := func() {
|
||||
v, _ := os.LookupEnv("STOP_AFTER_STAGE") // see names in eth/stagedsync/stages/stages.go
|
||||
if v != "" {
|
||||
stopAfterStage = v
|
||||
log.Info("[Experiment]", "STOP_AFTER_STAGE", stopAfterStage)
|
||||
}
|
||||
}
|
||||
stopAfterStageFlag.Do(f)
|
||||
return stopAfterStage
|
||||
}
|
||||
|
||||
@ -1,167 +0,0 @@
|
||||
package dbg
|
||||
|
||||
import (
|
||||
"os"
|
||||
"strconv"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
var (
|
||||
writeMap bool
|
||||
writeMapOnce sync.Once
|
||||
)
|
||||
|
||||
func WriteMap() bool {
|
||||
writeMapOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("WRITE_MAP")
|
||||
if v == "true" {
|
||||
writeMap = true
|
||||
}
|
||||
})
|
||||
return writeMap
|
||||
}
|
||||
|
||||
var (
|
||||
mergeTr int
|
||||
mergeTrOnce sync.Once
|
||||
)
|
||||
|
||||
func MergeTr() int {
|
||||
mergeTrOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("MERGE_THRESHOLD")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
if i < 0 || i > 4 {
|
||||
panic(i)
|
||||
}
|
||||
mergeTr = i
|
||||
}
|
||||
})
|
||||
return mergeTr
|
||||
}
|
||||
|
||||
var (
|
||||
mdbxReadahead bool
|
||||
mdbxReadaheadOnce sync.Once
|
||||
)
|
||||
|
||||
func MdbxReadAhead() bool {
|
||||
mdbxReadaheadOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("MDBX_READAHEAD")
|
||||
if v == "true" {
|
||||
mdbxReadahead = true
|
||||
}
|
||||
})
|
||||
return mdbxReadahead
|
||||
}
|
||||
|
||||
var (
|
||||
discardHistory bool
|
||||
discardHistoryOnce sync.Once
|
||||
)
|
||||
|
||||
func DiscardHistory() bool {
|
||||
discardHistoryOnce.Do(func() {
|
||||
v, _ := os.LookupEnv("DISCARD_HISTORY")
|
||||
if v == "true" {
|
||||
discardHistory = true
|
||||
}
|
||||
})
|
||||
return discardHistory
|
||||
}
|
||||
|
||||
var (
|
||||
bigRoTx uint
|
||||
getBigRoTx sync.Once
|
||||
)
|
||||
|
||||
// DEBUG_BIG_RO_TX_KB - print logs with info about large read-only transactions
|
||||
// DEBUG_BIG_RW_TX_KB - print logs with info about large read-write transactions
|
||||
// DEBUG_SLOW_COMMIT_MS - print logs with commit timing details if commit is slower than this threshold
|
||||
func BigRoTxKb() uint {
|
||||
getBigRoTx.Do(func() {
|
||||
v, _ := os.LookupEnv("DEBUG_BIG_RO_TX_KB")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
bigRoTx = uint(i)
|
||||
}
|
||||
})
|
||||
return bigRoTx
|
||||
}
|
||||
|
||||
var (
|
||||
bigRwTx uint
|
||||
getBigRwTx sync.Once
|
||||
)
|
||||
|
||||
func BigRwTxKb() uint {
|
||||
getBigRwTx.Do(func() {
|
||||
v, _ := os.LookupEnv("DEBUG_BIG_RW_TX_KB")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
bigRwTx = uint(i)
|
||||
}
|
||||
})
|
||||
return bigRwTx
|
||||
}
|
||||
|
||||
var (
|
||||
slowCommit time.Duration
|
||||
getSlowCommit sync.Once
|
||||
)
|
||||
|
||||
func SlowCommit() time.Duration {
|
||||
getSlowCommit.Do(func() {
|
||||
v, _ := os.LookupEnv("DEBUG_SLOW_COMMIT_MS")
|
||||
if v != "" {
|
||||
i, err := strconv.Atoi(v)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
slowCommit = time.Duration(i) * time.Millisecond
|
||||
}
|
||||
})
|
||||
return slowCommit
|
||||
}
|
||||
|
||||
var (
|
||||
stopBeforeStage string
|
||||
stopBeforeStageFlag sync.Once
|
||||
stopAfterStage string
|
||||
stopAfterStageFlag sync.Once
|
||||
)
|
||||
|
||||
func StopBeforeStage() string {
|
||||
f := func() {
|
||||
v, _ := os.LookupEnv("STOP_BEFORE_STAGE") // see names in eth/stagedsync/stages/stages.go
|
||||
if v != "" {
|
||||
stopBeforeStage = v
|
||||
}
|
||||
}
|
||||
stopBeforeStageFlag.Do(f)
|
||||
return stopBeforeStage
|
||||
}
|
||||
|
||||
// TODO(allada) We should possibly consider removing `STOP_BEFORE_STAGE`, as `STOP_AFTER_STAGE` can
|
||||
// perform all same the functionality, but due to reverse compatibility reasons we are going to
|
||||
// leave it.
|
||||
func StopAfterStage() string {
|
||||
f := func() {
|
||||
v, _ := os.LookupEnv("STOP_AFTER_STAGE") // see names in eth/stagedsync/stages/stages.go
|
||||
if v != "" {
|
||||
stopAfterStage = v
|
||||
}
|
||||
}
|
||||
stopAfterStageFlag.Do(f)
|
||||
return stopAfterStage
|
||||
}
|
||||
@ -174,6 +174,15 @@ func (opts MdbxOpts) WithTableCfg(f TableCfgFunc) MdbxOpts {
|
||||
}
|
||||
|
||||
func (opts MdbxOpts) Open() (kv.RwDB, error) {
|
||||
if dbg.WriteMap() {
|
||||
opts = opts.WriteMap() //nolint
|
||||
}
|
||||
if dbg.MergeTr() > 0 {
|
||||
opts = opts.WriteMergeThreshold(uint64(dbg.MergeTr() * 8192)) //nolint
|
||||
}
|
||||
if dbg.MdbxReadAhead() {
|
||||
opts = opts.Flags(func(u uint) uint { return u &^ mdbx.NoReadahead }) //nolint
|
||||
}
|
||||
env, err := mdbx.NewEnv()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
|
||||
Loading…
Reference in New Issue
Block a user