2020-07-13 04:16:24 +00:00
|
|
|
package p2p
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-07-29 16:14:15 +00:00
|
|
|
"time"
|
2020-07-13 04:16:24 +00:00
|
|
|
|
2020-10-24 03:38:05 +00:00
|
|
|
"github.com/golang/snappy"
|
2020-11-12 08:08:07 +00:00
|
|
|
"github.com/libp2p/go-libp2p-core/peer"
|
2020-07-13 04:16:24 +00:00
|
|
|
pubsub "github.com/libp2p/go-libp2p-pubsub"
|
|
|
|
pubsub_pb "github.com/libp2p/go-libp2p-pubsub/pb"
|
2020-11-12 08:08:07 +00:00
|
|
|
"github.com/prysmaticlabs/prysm/shared/featureconfig"
|
2020-07-13 04:16:24 +00:00
|
|
|
"github.com/prysmaticlabs/prysm/shared/hashutil"
|
2020-10-24 03:38:05 +00:00
|
|
|
"github.com/prysmaticlabs/prysm/shared/params"
|
2020-07-13 04:16:24 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// JoinTopic will join PubSub topic, if not already joined.
|
|
|
|
func (s *Service) JoinTopic(topic string, opts ...pubsub.TopicOpt) (*pubsub.Topic, error) {
|
2020-07-27 00:56:55 +00:00
|
|
|
s.joinedTopicsLock.Lock()
|
|
|
|
defer s.joinedTopicsLock.Unlock()
|
|
|
|
|
2020-07-13 04:16:24 +00:00
|
|
|
if _, ok := s.joinedTopics[topic]; !ok {
|
|
|
|
topicHandle, err := s.pubsub.Join(topic, opts...)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
s.joinedTopics[topic] = topicHandle
|
|
|
|
}
|
|
|
|
|
|
|
|
return s.joinedTopics[topic], nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// LeaveTopic closes topic and removes corresponding handler from list of joined topics.
|
|
|
|
// This method will return error if there are outstanding event handlers or subscriptions.
|
|
|
|
func (s *Service) LeaveTopic(topic string) error {
|
2020-07-27 00:56:55 +00:00
|
|
|
s.joinedTopicsLock.Lock()
|
|
|
|
defer s.joinedTopicsLock.Unlock()
|
|
|
|
|
2020-07-13 04:16:24 +00:00
|
|
|
if t, ok := s.joinedTopics[topic]; ok {
|
|
|
|
if err := t.Close(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
delete(s.joinedTopics, topic)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// PublishToTopic joins (if necessary) and publishes a message to a PubSub topic.
|
|
|
|
func (s *Service) PublishToTopic(ctx context.Context, topic string, data []byte, opts ...pubsub.PubOpt) error {
|
|
|
|
topicHandle, err := s.JoinTopic(topic)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2020-08-10 15:27:50 +00:00
|
|
|
|
|
|
|
// Wait for at least 1 peer to be available to receive the published message.
|
|
|
|
for {
|
|
|
|
if len(topicHandle.ListPeers()) > 0 {
|
|
|
|
return topicHandle.Publish(ctx, data, opts...)
|
|
|
|
}
|
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
|
|
|
return ctx.Err()
|
|
|
|
default:
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
|
|
}
|
|
|
|
}
|
2020-07-13 04:16:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// SubscribeToTopic joins (if necessary) and subscribes to PubSub topic.
|
|
|
|
func (s *Service) SubscribeToTopic(topic string, opts ...pubsub.SubOpt) (*pubsub.Subscription, error) {
|
2020-10-16 07:05:40 +00:00
|
|
|
s.awaitStateInitialized() // Genesis time and genesis validator root are required to subscribe.
|
|
|
|
|
2020-07-13 04:16:24 +00:00
|
|
|
topicHandle, err := s.JoinTopic(topic)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-11-12 08:08:07 +00:00
|
|
|
if featureconfig.Get().EnablePeerScorer {
|
|
|
|
scoringParams := topicScoreParams(topic)
|
|
|
|
if scoringParams != nil {
|
|
|
|
if err = topicHandle.SetScoreParams(scoringParams); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2020-07-13 04:16:24 +00:00
|
|
|
return topicHandle.Subscribe(opts...)
|
|
|
|
}
|
|
|
|
|
2020-11-12 08:08:07 +00:00
|
|
|
// peerInspector will scrape all the relevant scoring data and add it to our
|
|
|
|
// peer handler.
|
|
|
|
// TODO(#6043): Add hooks to add in peer inspector to our global peer handler.
|
|
|
|
func (s *Service) peerInspector(peerMap map[peer.ID]*pubsub.PeerScoreSnapshot) {
|
|
|
|
// no-op
|
|
|
|
}
|
|
|
|
|
2020-07-13 04:16:24 +00:00
|
|
|
// Content addressable ID function.
|
|
|
|
//
|
|
|
|
// ETH2 spec defines the message ID as:
|
2020-10-24 03:38:05 +00:00
|
|
|
// The `message-id` of a gossipsub message MUST be the following 20 byte value computed from the message data:
|
|
|
|
// If `message.data` has a valid snappy decompression, set `message-id` to the first 20 bytes of the `SHA256` hash of
|
|
|
|
// the concatenation of `MESSAGE_DOMAIN_VALID_SNAPPY` with the snappy decompressed message data,
|
|
|
|
// i.e. `SHA256(MESSAGE_DOMAIN_VALID_SNAPPY + snappy_decompress(message.data))[:20]`.
|
|
|
|
//
|
|
|
|
// Otherwise, set `message-id` to the first 20 bytes of the `SHA256` hash of
|
|
|
|
// the concatenation of `MESSAGE_DOMAIN_INVALID_SNAPPY` with the raw message data,
|
|
|
|
// i.e. `SHA256(MESSAGE_DOMAIN_INVALID_SNAPPY + message.data)[:20]`.
|
2020-07-13 04:16:24 +00:00
|
|
|
func msgIDFunction(pmsg *pubsub_pb.Message) string {
|
2020-10-24 03:38:05 +00:00
|
|
|
decodedData, err := snappy.Decode(nil /*dst*/, pmsg.Data)
|
|
|
|
if err != nil {
|
|
|
|
combinedData := append(params.BeaconNetworkConfig().MessageDomainInvalidSnappy[:], pmsg.Data...)
|
|
|
|
h := hashutil.Hash(combinedData)
|
|
|
|
return string(h[:20])
|
|
|
|
}
|
|
|
|
combinedData := append(params.BeaconNetworkConfig().MessageDomainValidSnappy[:], decodedData...)
|
|
|
|
h := hashutil.Hash(combinedData)
|
|
|
|
return string(h[:20])
|
2020-07-13 04:16:24 +00:00
|
|
|
}
|
2020-07-29 16:14:15 +00:00
|
|
|
|
|
|
|
func setPubSubParameters() {
|
2020-11-10 05:39:17 +00:00
|
|
|
heartBeatInterval := 700 * time.Millisecond
|
2020-07-29 16:14:15 +00:00
|
|
|
pubsub.GossipSubDlo = 5
|
2020-11-10 05:39:17 +00:00
|
|
|
pubsub.GossipSubHeartbeatInterval = heartBeatInterval
|
2020-07-29 16:14:15 +00:00
|
|
|
pubsub.GossipSubHistoryLength = 6
|
|
|
|
pubsub.GossipSubHistoryGossip = 3
|
2020-11-10 05:39:17 +00:00
|
|
|
pubsub.TimeCacheDuration = 550 * heartBeatInterval
|
2020-07-29 16:14:15 +00:00
|
|
|
}
|