mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2024-12-22 19:50:36 +00:00
122 lines
3.1 KiB
Go
122 lines
3.1 KiB
Go
package commands
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/ledgerwatch/log/v3"
|
|
"github.com/spf13/cobra"
|
|
"golang.org/x/sync/semaphore"
|
|
|
|
"github.com/ledgerwatch/erigon-lib/kv"
|
|
"github.com/ledgerwatch/erigon-lib/kv/kvcfg"
|
|
kv2 "github.com/ledgerwatch/erigon-lib/kv/mdbx"
|
|
|
|
"github.com/ledgerwatch/erigon/cmd/utils"
|
|
"github.com/ledgerwatch/erigon/core/state/temporal"
|
|
"github.com/ledgerwatch/erigon/core/systemcontracts"
|
|
"github.com/ledgerwatch/erigon/migrations"
|
|
"github.com/ledgerwatch/erigon/turbo/debug"
|
|
"github.com/ledgerwatch/erigon/turbo/logging"
|
|
)
|
|
|
|
func expandHomeDir(dirpath string) string {
|
|
home, err := os.UserHomeDir()
|
|
if err != nil {
|
|
return dirpath
|
|
}
|
|
prefix := fmt.Sprintf("~%c", os.PathSeparator)
|
|
if strings.HasPrefix(dirpath, prefix) {
|
|
return filepath.Join(home, dirpath[len(prefix):])
|
|
} else if dirpath == "~" {
|
|
return home
|
|
}
|
|
return dirpath
|
|
}
|
|
|
|
var rootCmd = &cobra.Command{
|
|
Use: "integration",
|
|
Short: "long and heavy integration tests for Erigon",
|
|
PersistentPreRun: func(cmd *cobra.Command, args []string) {
|
|
datadirCli = expandHomeDir(datadirCli)
|
|
if chaindata == "" {
|
|
chaindata = filepath.Join(datadirCli, "chaindata")
|
|
} else {
|
|
chaindata = expandHomeDir(chaindata)
|
|
}
|
|
},
|
|
PersistentPostRun: func(cmd *cobra.Command, args []string) {
|
|
defer debug.Exit()
|
|
},
|
|
}
|
|
|
|
func RootCommand() *cobra.Command {
|
|
utils.CobraFlags(rootCmd, debug.Flags, utils.MetricFlags, logging.Flags)
|
|
return rootCmd
|
|
}
|
|
|
|
func dbCfg(label kv.Label, path string) kv2.MdbxOpts {
|
|
const ThreadsLimit = 9_000
|
|
limiterB := semaphore.NewWeighted(ThreadsLimit)
|
|
opts := kv2.NewMDBX(log.New()).Path(path).Label(label).RoTxsLimiter(limiterB).Accede()
|
|
//if label == kv.ChainDB {
|
|
// opts = opts.MapSize(8 * datasize.TB)
|
|
//}
|
|
if databaseVerbosity != -1 {
|
|
opts = opts.DBVerbosity(kv.DBVerbosityLvl(databaseVerbosity))
|
|
}
|
|
return opts
|
|
}
|
|
|
|
func openDB(opts kv2.MdbxOpts, applyMigrations bool, logger log.Logger) (kv.RwDB, error) {
|
|
// integration tool don't intent to create db, then easiest way to open db - it's pass mdbx.Accede flag, which allow
|
|
// to read all options from DB, instead of overriding them
|
|
opts = opts.Accede()
|
|
|
|
db := opts.MustOpen()
|
|
if applyMigrations {
|
|
migrator := migrations.NewMigrator(opts.GetLabel())
|
|
has, err := migrator.HasPendingMigrations(db)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if has {
|
|
logger.Info("Re-Opening DB in exclusive mode to apply DB migrations")
|
|
db.Close()
|
|
db = opts.Exclusive().MustOpen()
|
|
if err := migrator.Apply(db, datadirCli, logger); err != nil {
|
|
return nil, err
|
|
}
|
|
db.Close()
|
|
db = opts.MustOpen()
|
|
}
|
|
}
|
|
|
|
if opts.GetLabel() == kv.ChainDB {
|
|
var h3 bool
|
|
var err error
|
|
if err := db.View(context.Background(), func(tx kv.Tx) error {
|
|
h3, err = kvcfg.HistoryV3.Enabled(tx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}); err != nil {
|
|
return nil, err
|
|
}
|
|
if h3 {
|
|
_, _, agg := allSnapshots(context.Background(), db, logger)
|
|
tdb, err := temporal.New(db, agg, systemcontracts.SystemContractCodeLookup[chain])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
db = tdb
|
|
}
|
|
}
|
|
|
|
return db, nil
|
|
}
|