mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2024-12-27 05:57:28 +00:00
daa359c363
* db based version of PrefixByCumulativeWitnessSize * db based version of PrefixByCumulativeWitnessSize * retain all in Trie by default * fix WitnessLen logic in calcTrie roots * Rename IntermediateTrieWitnessLenBucket to IntermediateWitnessLenBucket * handle corner cases in WL * Use correct incarnation for IH bucket * use name WitnessSize * save progress towards db-only witness estimation * results from trie and from db are still different * less recursion * correct incarnation in CumulativeSearch * reuse results from previous Tick, separate concepts of parent and startKey * experiment: if not including trie structure to WitnessSize will reduce cumulative error * tool to generate all IH and tool to calculate assessment of cumulative error * tool to generate all IH * Calculate totalWitnessSize based on DB data - then schedule will not overrun state during MGR cycle * better stats * Calculate totalWitnessSize based on DB data - then schedule will not overrun state during MGR cycle * Calculate totalWitnessSize based on DB data - then schedule will not overrun state during MGR cycle * calculate ticks size distribution * estimate cumulative error * fix linter * resetIH from scratch if needed * cleanup * fix test * fix test
113 lines
2.5 KiB
Go
113 lines
2.5 KiB
Go
package eth
|
|
|
|
import (
|
|
"io"
|
|
"sync"
|
|
|
|
"github.com/ledgerwatch/turbo-geth/eth/mgr"
|
|
"github.com/ledgerwatch/turbo-geth/p2p"
|
|
)
|
|
|
|
// MGR (aka Merry-Go-Round) protocol - providing capabilities of swarm-based-full-sync
|
|
// At a high level, MGR operates by enumerating the full state in a predetermined order
|
|
// and gossiping this data among the clients which are actively syncing.
|
|
// For a client to fully sync it needs to “ride” one full rotation of the merry-go-round.
|
|
|
|
const (
|
|
mgr1 = 1
|
|
)
|
|
|
|
const MGRName = "mgr" // Parity only supports 3 letter capabilities
|
|
var MGRVersions = []uint{mgr1}
|
|
var MGRLengths = map[uint]uint64{mgr1: 2}
|
|
|
|
const MGRMaxMsgSize = 10 * 1024 * 1024
|
|
|
|
const (
|
|
MGRStatus = 0x00
|
|
MGRWitness = 0x01
|
|
)
|
|
|
|
type mgrPeer struct {
|
|
*p2p.Peer
|
|
rw p2p.MsgReadWriter
|
|
}
|
|
|
|
// SendByteCode sends a BytecodeCode message.
|
|
func (p *mgrPeer) SendByteCode(id uint64, data [][]byte) error {
|
|
msg := bytecodeMsg{ID: id, Code: data}
|
|
return p2p.Send(p.rw, BytecodeCode, msg)
|
|
}
|
|
|
|
type nodeState interface {
|
|
GetBlockNr() uint64
|
|
}
|
|
|
|
type mgrBroadcast struct {
|
|
lock sync.RWMutex
|
|
peers map[string]*peer
|
|
schedule *mgr.Schedule
|
|
state nodeState
|
|
}
|
|
|
|
func NewMgr(schedule *mgr.Schedule, nodeState nodeState) *mgrBroadcast {
|
|
return &mgrBroadcast{schedule: schedule, state: nodeState}
|
|
}
|
|
|
|
func (m *mgrBroadcast) Start() {
|
|
for {
|
|
block := m.state.GetBlockNr()
|
|
tick, err := m.schedule.Tick(block)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
//witnessCache := map[string][]byte{}
|
|
for m.state.GetBlockNr() <= tick.ToBlock {
|
|
// Produce and Broadcast witness of slice
|
|
|
|
//retain := trie.NewRetainRange(common.CopyBytes(slice.From), common.CopyBytes(slice.To))
|
|
//if tick.IsLastInCycle() {
|
|
// fmt.Printf("\nretain: %s\n", retain)
|
|
//}
|
|
//witness, err2 := tds.Trie().ExtractWitness(false, retain)
|
|
//if err2 != nil {
|
|
// panic(err2)
|
|
//}
|
|
//
|
|
//buf.Reset()
|
|
//_, err = witness.WriteTo(&buf)
|
|
//if err != nil {
|
|
// panic(err)
|
|
//}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (m *mgrBroadcast) AddPeer(p *peer) {
|
|
m.lock.Lock()
|
|
defer m.lock.Unlock()
|
|
m.peers[p.id] = p
|
|
}
|
|
|
|
func (m *mgrBroadcast) RemovePeer(id string) {
|
|
m.lock.Lock()
|
|
defer m.lock.Unlock()
|
|
delete(m.peers, id)
|
|
}
|
|
|
|
func (m *mgrBroadcast) Peer(id string) *peer {
|
|
m.lock.RLock()
|
|
defer m.lock.RUnlock()
|
|
return m.peers[id]
|
|
}
|
|
|
|
func (m *mgrBroadcast) Broadcast(witness io.Reader) {
|
|
m.lock.RLock()
|
|
defer m.lock.RUnlock()
|
|
for _, p := range m.peers {
|
|
if err := p.rw.WriteMsg(p2p.Msg{Code: MGRWitness, Size: 0, Payload: witness}); err != nil {
|
|
p.Log().Debug("MGR message sending failed", "err", err)
|
|
}
|
|
}
|
|
}
|