// Copyright 2015 The go-ethereum Authors // This file is part of the go-ethereum library. // // The go-ethereum library is free software: you can redistribute it and/or modify // it under the terms of the GNU Lesser General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // The go-ethereum library is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public License // along with the go-ethereum library. If not, see . package eth import ( "math/rand" "sync/atomic" "time" "github.com/ledgerwatch/turbo-geth/common" "github.com/ledgerwatch/turbo-geth/core" "github.com/ledgerwatch/turbo-geth/core/rawdb" "github.com/ledgerwatch/turbo-geth/core/types" "github.com/ledgerwatch/turbo-geth/eth/protocols/eth" "github.com/ledgerwatch/turbo-geth/p2p/enode" ) const ( forceSyncCycle = 10 * time.Second // Time interval to force syncs, even if few peers are available defaultMinSyncPeers = 5 // Amount of peers desired to start syncing // This is the target size for the packs of transactions sent by txsyncLoop64. // A pack can get larger than this if a single transactions exceeds this size. txsyncPackSize = 100 * 1024 ) type txsync struct { p *eth.Peer txs []types.Transaction } // syncTransactions starts sending all currently pending transactions to the given peer. func (h *handler) syncTransactions(p *eth.Peer) { // Assemble the set of transaction to broadcast or announce to the remote // peer. Fun fact, this is quite an expensive operation as it needs to sort // the transactions if the sorting is not cached yet. However, with a random // order, insertions could overflow the non-executable queues and get dropped. // var txs types.Transactions pending, _ := h.txpool.Pending() for _, batch := range pending { txs = append(txs, batch...) } if len(txs) == 0 { return } // The eth/65 protocol introduces proper transaction announcements, so instead // of dripping transactions across multiple peers, just send the entire list as // an announcement and let the remote side decide what they need (likely nothing). hashes := make([]common.Hash, len(txs)) for i, tx := range txs { hashes[i] = tx.Hash() } p.AsyncSendPooledTransactionHashes(hashes) } // txsyncLoop64 takes care of the initial transaction sync for each new // connection. When a new peer appears, we relay all currently pending // transactions. In order to minimise egress bandwidth usage, we send // the transactions in small packs to one peer at a time. func (h *handler) txsyncLoop64() { defer h.wg.Done() var ( pending = make(map[enode.ID]*txsync) sending = false // whether a send is active pack = new(txsync) // the pack that is being sent done = make(chan error, 1) // result of the send ) // send starts a sending a pack of transactions from the sync. send := func(s *txsync) { if s.p.Version() >= eth.ETH65 { panic("initial transaction syncer running on eth/65+") } // Fill pack with transactions up to the target size. size := common.StorageSize(0) pack.p = s.p pack.txs = pack.txs[:0] for i := 0; i < len(s.txs) && size < txsyncPackSize; i++ { pack.txs = append(pack.txs, s.txs[i]) size += s.txs[i].Size() } // Remove the transactions that will be sent. s.txs = s.txs[:copy(s.txs, s.txs[len(pack.txs):])] if len(s.txs) == 0 { delete(pending, s.p.Peer.ID()) } // Send the pack in the background. s.p.Log().Trace("Sending batch of transactions", "count", len(pack.txs), "bytes", size) sending = true go func() { done <- pack.p.SendTransactions(pack.txs) }() } // pick chooses the next pending sync. pick := func() *txsync { if len(pending) == 0 { return nil } n := rand.Intn(len(pending)) + 1 for _, s := range pending { if n--; n == 0 { return s } } return nil } for { select { case s := <-h.txsyncCh: pending[s.p.Peer.ID()] = s if !sending { send(s) } case err := <-done: sending = false // Stop tracking peers that cause send failures. if err != nil { pack.p.Log().Debug("Transaction send failed", "err", err) delete(pending, pack.p.Peer.ID()) } // Schedule the next send. if s := pick(); s != nil { send(s) } case <-h.quitSync: return } } } // chainSyncer coordinates blockchain sync components. type chainSyncer struct { handler *handler force *time.Timer forced bool // true when force timer fired peerEventCh chan struct{} doneCh chan error // non-nil when sync is running } // chainSyncOp is a scheduled sync operation. type chainSyncOp struct { peer *eth.Peer number uint64 head common.Hash } // newChainSyncer creates a chainSyncer. func newChainSyncer(handler *handler) *chainSyncer { return &chainSyncer{ handler: handler, peerEventCh: make(chan struct{}, 1), } } // handlePeerEvent notifies the syncer about a change in the peer set. // This is called for new peers and every time a peer announces a new // chain head. func (cs *chainSyncer) handlePeerEvent() bool { select { case cs.peerEventCh <- struct{}{}: return true case <-cs.handler.quitSync: return false default: return false } } // loop runs in its own goroutine and launches the sync when necessary. func (cs *chainSyncer) loop() { defer cs.handler.wg.Done() cs.handler.blockFetcher.Start() cs.handler.txFetcher.Start() defer cs.handler.blockFetcher.Stop() defer cs.handler.txFetcher.Stop() defer cs.handler.downloader.Terminate() defer func() { if cs.handler.txFetcher != nil { cs.handler.txFetcher.Stop() } }() // The force timer lowers the peer count threshold down to one when it fires. // This ensures we'll always start sync even if there aren't enough peers. cs.force = time.NewTimer(forceSyncCycle) defer cs.force.Stop() for { if op := cs.nextSyncOp(); op != nil { cs.startSync(op) } select { case <-cs.peerEventCh: // Peer information changed, recheck. case <-cs.doneCh: cs.doneCh = nil cs.force.Reset(forceSyncCycle) cs.forced = false case <-cs.force.C: cs.forced = true case <-cs.handler.quitSync: // Disable all insertion on the blockchain. This needs to happen before // terminating the downloader because the downloader waits for blockchain // inserts, and these can take a long time to finish. cs.handler.downloader.Terminate() if cs.doneCh != nil { <-cs.doneCh } return } } } // nextSyncOp determines whether sync is required at this time. func (cs *chainSyncer) nextSyncOp() *chainSyncOp { if cs.doneCh != nil { return nil // Sync already running. } // Ensure we're at minimum peer count. minPeers := defaultMinSyncPeers if cs.forced { minPeers = 1 } else if minPeers > cs.handler.maxPeers { minPeers = cs.handler.maxPeers } if cs.handler.peers.len() < minPeers { return nil } // We have enough peers, check TD peer := cs.handler.peers.peerWithHighestNumber() if peer == nil { return nil } ourNumber := cs.localHead() op := peerToSyncOp(peer) if op.number <= ourNumber { return nil // We're in sync. } return op } func peerToSyncOp(p *eth.Peer) *chainSyncOp { peerHead, peerNumber := p.Head() return &chainSyncOp{peer: p, number: peerNumber, head: peerHead} } func (cs *chainSyncer) localHead() uint64 { return atomic.LoadUint64(&cs.handler.currentHeight) } // startSync launches doSync in a new goroutine. func (cs *chainSyncer) startSync(op *chainSyncOp) { cs.doneCh = make(chan error, 1) go func() { cs.doneCh <- cs.handler.doSync(op) }() } // doSync synchronizes the local blockchain with a remote peer. func (h *handler) doSync(op *chainSyncOp) error { // Run the sync cycle, and disable fast sync if we're past the pivot block txPool, _ := h.txpool.(*core.TxPool) err := h.downloader.Synchronise(op.peer.ID(), op.head, op.number, txPool) if err != nil { return err } // If we've successfully finished a sync cycle and passed any required checkpoint, // enable accepting transactions from the network. headHash := rawdb.ReadHeadHeaderHash(h.database) headNumber := rawdb.ReadHeaderNumber(h.database, headHash) atomic.StoreUint64(&h.currentHeight, *headNumber) // this will be read by the block fetcher when required head := rawdb.ReadBlockDeprecated(h.database, headHash, *headNumber) if head != nil { // Checkpoint passed, sanity check the timestamp to have a fallback mechanism // for non-checkpointed (number = 0) private networks. if head.Time() >= uint64(time.Now().AddDate(0, -1, 0).Unix()) { atomic.StoreUint32(&h.acceptTxs, 1) } } if *headNumber > 0 && head != nil { // We've completed a sync cycle, notify all peers of new state. This path is // essential in star-topology networks where a gateway node needs to notify // all its out-of-date peers of the availability of a new block. This failure // scenario will most often crop up in private and hackathon networks with // degenerate connectivity, but it should be healthy for the mainnet too to // more reliably update peers or the local TD state. h.BroadcastBlock(head, false) } return nil }