mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2024-12-24 20:47:16 +00:00
8a877c227a
* Expose C Handle of lmdbTx * LoadExecutionFunctionPointer * silkworm ExecuteBlocks * linter * CLI flag for SilkwormExecutionFunc * linter * Call SilkwormExecutionFunc in SpawnExecuteBlocksStage * Commit transaction after Silkworm execution * Fix batch initialization * Make batch_size uint64_t instead of size_t * max_block in silkworm_execute_blocks * More accurate logProgress * Use CHandle exposed by lmdb-go * Enable Silkworm on Linux only * Update lmdb-go * Error when attempting to use Silkworm not on Linux * Move SilkwormFlag from cmd/utils/flags.go to turbo/cli/flags.go * Integrate Silkworm into cmd/integration * Check against ReaderBuilder/WriterBuilder/ChangeSetHook in Silkworm execution * Refactor SpawnExecuteBlocksStage * linters * Small clean-ups * Move ChangeSetHook inside executeBlockWithGo * No need to tamper with batch size in executeBlocksWithSilkworm * fix * Fix * Fixup Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local>
115 lines
3.9 KiB
Go
115 lines
3.9 KiB
Go
package commands
|
|
|
|
import (
|
|
"github.com/ledgerwatch/turbo-geth/node"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
var (
|
|
chaindata string
|
|
database string
|
|
snapshotMode string
|
|
snapshotDir string
|
|
compact bool
|
|
toChaindata string
|
|
referenceChaindata string
|
|
block uint64
|
|
unwind uint64
|
|
unwindEvery uint64
|
|
batchSizeStr string
|
|
reset bool
|
|
bucket string
|
|
datadir string
|
|
mapSizeStr string
|
|
freelistReuse int
|
|
migration string
|
|
dispatcherAddr string
|
|
dispatcherLatency int
|
|
shardBits int
|
|
shardID int
|
|
silkwormPath string
|
|
)
|
|
|
|
func must(err error) {
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
func withChaindata(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&chaindata, "chaindata", "", "path to the db")
|
|
must(cmd.MarkFlagDirname("chaindata"))
|
|
must(cmd.MarkFlagRequired("chaindata"))
|
|
cmd.Flags().StringVar(&snapshotMode, "snapshotMode", "", "set of snapshots to use")
|
|
cmd.Flags().StringVar(&snapshotDir, "snapshotDir", "", "snapshot dir")
|
|
cmd.Flags().StringVar(&database, "database", "", "lmdb|mdbx")
|
|
}
|
|
|
|
func withLmdbFlags(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&mapSizeStr, "lmdb.mapSize", "", "map size for LMDB")
|
|
cmd.Flags().IntVar(&freelistReuse, "maxFreelistReuse", 0, "Find a big enough contiguous page range for large values in freelist is hard just allocate new pages and even don't try to search if value is bigger than this limit. Measured in pages.")
|
|
}
|
|
|
|
func withCompact(cmd *cobra.Command) {
|
|
cmd.Flags().BoolVar(&compact, "compact", false, "compact db file. if remove much data form LMDB it slows down tx.Commit because it performs `realloc()` of free_list every commit")
|
|
}
|
|
|
|
func withReferenceChaindata(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&referenceChaindata, "reference_chaindata", "", "path to the 2nd (reference/etalon) db")
|
|
must(cmd.MarkFlagDirname("reference_chaindata"))
|
|
}
|
|
|
|
func withToChaindata(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&toChaindata, "to_chaindata", "", "target chaindata")
|
|
must(cmd.MarkFlagDirname("to_chaindata"))
|
|
}
|
|
|
|
func withBlock(cmd *cobra.Command) {
|
|
cmd.Flags().Uint64Var(&block, "block", 0, "block test at this block")
|
|
}
|
|
|
|
func withUnwind(cmd *cobra.Command) {
|
|
cmd.Flags().Uint64Var(&unwind, "unwind", 0, "how much blocks unwind on each iteration")
|
|
}
|
|
|
|
func withUnwindEvery(cmd *cobra.Command) {
|
|
cmd.Flags().Uint64Var(&unwindEvery, "unwind_every", 0, "each iteration test will move forward `--unwind_every` blocks, then unwind `--unwind` blocks")
|
|
}
|
|
|
|
func withReset(cmd *cobra.Command) {
|
|
cmd.Flags().BoolVar(&reset, "reset", false, "reset given stage")
|
|
}
|
|
|
|
func withBucket(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&bucket, "bucket", "", "reset given stage")
|
|
}
|
|
|
|
func withDatadir(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&datadir, "datadir", node.DefaultDataDir(), "data directory for temporary ELT files")
|
|
}
|
|
|
|
func withBatchSize(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&batchSizeStr, "batchSize", "512M", "batch size for execution stage")
|
|
}
|
|
|
|
func withMigration(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&migration, "migration", "", "action to apply to given migration")
|
|
}
|
|
|
|
func withDispatcher(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&dispatcherAddr, "dispatcher_addr", "", "address of shard dispatcher")
|
|
cmd.Flags().IntVar(&dispatcherLatency, "dispatcher_latency", 0, "artificial latency of dispatcher, in ms")
|
|
cmd.Flags().IntVar(&shardBits, "shard_bits", 2, "number of bits in the key used to derive shardID")
|
|
}
|
|
|
|
func withShard(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&dispatcherAddr, "dispatcher_addr", "", "address of shard dispatcher")
|
|
cmd.Flags().IntVar(&shardBits, "shard_bits", 2, "number of bits in the key used to derive shardID")
|
|
cmd.Flags().IntVar(&shardID, "shard_id", 0, "shard ID")
|
|
}
|
|
|
|
func withSilkworm(cmd *cobra.Command) {
|
|
cmd.Flags().StringVar(&silkwormPath, "silkworm", "", "file path of libsilkworm_tg_api.so")
|
|
must(cmd.MarkFlagFilename("silkworm"))
|
|
}
|