543 lines
11 KiB
Go
543 lines
11 KiB
Go
package pubsub
|
|
|
|
import (
|
|
"time"
|
|
|
|
"github.com/libp2p/go-libp2p/core/peer"
|
|
"github.com/libp2p/go-libp2p/core/protocol"
|
|
|
|
pb "github.com/libp2p/go-libp2p-pubsub/pb"
|
|
)
|
|
|
|
// EventTracer is a generic event tracer interface.
|
|
// This is a high level tracing interface which delivers tracing events, as defined by the protobuf
|
|
// schema in pb/trace.proto.
|
|
type EventTracer interface {
|
|
Trace(evt *pb.TraceEvent)
|
|
}
|
|
|
|
// RawTracer is a low level tracing interface that allows an application to trace the internal
|
|
// operation of the pubsub subsystem.
|
|
//
|
|
// Note that the tracers are invoked synchronously, which means that application tracers must
|
|
// take care to not block or modify arguments.
|
|
//
|
|
// Warning: this interface is not fixed, we may be adding new methods as necessitated by the system
|
|
// in the future.
|
|
type RawTracer interface {
|
|
// AddPeer is invoked when a new peer is added.
|
|
AddPeer(p peer.ID, proto protocol.ID)
|
|
// RemovePeer is invoked when a peer is removed.
|
|
RemovePeer(p peer.ID)
|
|
// Join is invoked when a new topic is joined
|
|
Join(topic string)
|
|
// Leave is invoked when a topic is abandoned
|
|
Leave(topic string)
|
|
// Graft is invoked when a new peer is grafted on the mesh (gossipsub)
|
|
Graft(p peer.ID, topic string)
|
|
// Prune is invoked when a peer is pruned from the message (gossipsub)
|
|
Prune(p peer.ID, topic string)
|
|
// ValidateMessage is invoked when a message first enters the validation pipeline.
|
|
ValidateMessage(msg *Message)
|
|
// DeliverMessage is invoked when a message is delivered
|
|
DeliverMessage(msg *Message)
|
|
// RejectMessage is invoked when a message is Rejected or Ignored.
|
|
// The reason argument can be one of the named strings Reject*.
|
|
RejectMessage(msg *Message, reason string)
|
|
// DuplicateMessage is invoked when a duplicate message is dropped.
|
|
DuplicateMessage(msg *Message)
|
|
// ThrottlePeer is invoked when a peer is throttled by the peer gater.
|
|
ThrottlePeer(p peer.ID)
|
|
// RecvRPC is invoked when an incoming RPC is received.
|
|
RecvRPC(rpc *RPC)
|
|
// SendRPC is invoked when a RPC is sent.
|
|
SendRPC(rpc *RPC, p peer.ID)
|
|
// DropRPC is invoked when an outbound RPC is dropped, typically because of a queue full.
|
|
DropRPC(rpc *RPC, p peer.ID)
|
|
// UndeliverableMessage is invoked when the consumer of Subscribe is not reading messages fast enough and
|
|
// the pressure release mechanism trigger, dropping messages.
|
|
UndeliverableMessage(msg *Message)
|
|
}
|
|
|
|
// pubsub tracer details
|
|
type pubsubTracer struct {
|
|
tracer EventTracer
|
|
raw []RawTracer
|
|
pid peer.ID
|
|
idGen *msgIDGenerator
|
|
}
|
|
|
|
func (t *pubsubTracer) PublishMessage(msg *Message) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_PUBLISH_MESSAGE.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
PublishMessage: &pb.TraceEvent_PublishMessage{
|
|
MessageID: []byte(t.idGen.ID(msg)),
|
|
Topic: msg.Message.Topic,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) ValidateMessage(msg *Message) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
if msg.ReceivedFrom != t.pid {
|
|
for _, tr := range t.raw {
|
|
tr.ValidateMessage(msg)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (t *pubsubTracer) RejectMessage(msg *Message, reason string) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
if msg.ReceivedFrom != t.pid {
|
|
for _, tr := range t.raw {
|
|
tr.RejectMessage(msg, reason)
|
|
}
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_REJECT_MESSAGE.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
RejectMessage: &pb.TraceEvent_RejectMessage{
|
|
MessageID: []byte(t.idGen.ID(msg)),
|
|
ReceivedFrom: []byte(msg.ReceivedFrom),
|
|
Reason: &reason,
|
|
Topic: msg.Topic,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) DuplicateMessage(msg *Message) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
if msg.ReceivedFrom != t.pid {
|
|
for _, tr := range t.raw {
|
|
tr.DuplicateMessage(msg)
|
|
}
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_DUPLICATE_MESSAGE.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
DuplicateMessage: &pb.TraceEvent_DuplicateMessage{
|
|
MessageID: []byte(t.idGen.ID(msg)),
|
|
ReceivedFrom: []byte(msg.ReceivedFrom),
|
|
Topic: msg.Topic,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) DeliverMessage(msg *Message) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
if msg.ReceivedFrom != t.pid {
|
|
for _, tr := range t.raw {
|
|
tr.DeliverMessage(msg)
|
|
}
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_DELIVER_MESSAGE.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
DeliverMessage: &pb.TraceEvent_DeliverMessage{
|
|
MessageID: []byte(t.idGen.ID(msg)),
|
|
Topic: msg.Topic,
|
|
ReceivedFrom: []byte(msg.ReceivedFrom),
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) AddPeer(p peer.ID, proto protocol.ID) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.AddPeer(p, proto)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
protoStr := string(proto)
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_ADD_PEER.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
AddPeer: &pb.TraceEvent_AddPeer{
|
|
PeerID: []byte(p),
|
|
Proto: &protoStr,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) RemovePeer(p peer.ID) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.RemovePeer(p)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_REMOVE_PEER.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
RemovePeer: &pb.TraceEvent_RemovePeer{
|
|
PeerID: []byte(p),
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) RecvRPC(rpc *RPC) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.RecvRPC(rpc)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_RECV_RPC.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
RecvRPC: &pb.TraceEvent_RecvRPC{
|
|
ReceivedFrom: []byte(rpc.from),
|
|
Meta: t.traceRPCMeta(rpc),
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) SendRPC(rpc *RPC, p peer.ID) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.SendRPC(rpc, p)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_SEND_RPC.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
SendRPC: &pb.TraceEvent_SendRPC{
|
|
SendTo: []byte(p),
|
|
Meta: t.traceRPCMeta(rpc),
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) DropRPC(rpc *RPC, p peer.ID) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.DropRPC(rpc, p)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_DROP_RPC.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
DropRPC: &pb.TraceEvent_DropRPC{
|
|
SendTo: []byte(p),
|
|
Meta: t.traceRPCMeta(rpc),
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) UndeliverableMessage(msg *Message) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.UndeliverableMessage(msg)
|
|
}
|
|
}
|
|
|
|
func (t *pubsubTracer) traceRPCMeta(rpc *RPC) *pb.TraceEvent_RPCMeta {
|
|
rpcMeta := new(pb.TraceEvent_RPCMeta)
|
|
|
|
var msgs []*pb.TraceEvent_MessageMeta
|
|
for _, m := range rpc.Publish {
|
|
msgs = append(msgs, &pb.TraceEvent_MessageMeta{
|
|
MessageID: []byte(t.idGen.RawID(m)),
|
|
Topic: m.Topic,
|
|
})
|
|
}
|
|
rpcMeta.Messages = msgs
|
|
|
|
var subs []*pb.TraceEvent_SubMeta
|
|
for _, sub := range rpc.Subscriptions {
|
|
subs = append(subs, &pb.TraceEvent_SubMeta{
|
|
Subscribe: sub.Subscribe,
|
|
Topic: sub.Topicid,
|
|
})
|
|
}
|
|
rpcMeta.Subscription = subs
|
|
|
|
if rpc.Control != nil {
|
|
var ihave []*pb.TraceEvent_ControlIHaveMeta
|
|
for _, ctl := range rpc.Control.Ihave {
|
|
var mids [][]byte
|
|
for _, mid := range ctl.MessageIDs {
|
|
mids = append(mids, []byte(mid))
|
|
}
|
|
ihave = append(ihave, &pb.TraceEvent_ControlIHaveMeta{
|
|
Topic: ctl.TopicID,
|
|
MessageIDs: mids,
|
|
})
|
|
}
|
|
|
|
var iwant []*pb.TraceEvent_ControlIWantMeta
|
|
for _, ctl := range rpc.Control.Iwant {
|
|
var mids [][]byte
|
|
for _, mid := range ctl.MessageIDs {
|
|
mids = append(mids, []byte(mid))
|
|
}
|
|
iwant = append(iwant, &pb.TraceEvent_ControlIWantMeta{
|
|
MessageIDs: mids,
|
|
})
|
|
}
|
|
|
|
var graft []*pb.TraceEvent_ControlGraftMeta
|
|
for _, ctl := range rpc.Control.Graft {
|
|
graft = append(graft, &pb.TraceEvent_ControlGraftMeta{
|
|
Topic: ctl.TopicID,
|
|
})
|
|
}
|
|
|
|
var prune []*pb.TraceEvent_ControlPruneMeta
|
|
for _, ctl := range rpc.Control.Prune {
|
|
peers := make([][]byte, 0, len(ctl.Peers))
|
|
for _, pi := range ctl.Peers {
|
|
peers = append(peers, pi.PeerID)
|
|
}
|
|
prune = append(prune, &pb.TraceEvent_ControlPruneMeta{
|
|
Topic: ctl.TopicID,
|
|
Peers: peers,
|
|
})
|
|
}
|
|
|
|
var idontwant []*pb.TraceEvent_ControlIDontWantMeta
|
|
for _, ctl := range rpc.Control.Idontwant {
|
|
var mids [][]byte
|
|
for _, mid := range ctl.MessageIDs {
|
|
mids = append(mids, []byte(mid))
|
|
}
|
|
idontwant = append(idontwant, &pb.TraceEvent_ControlIDontWantMeta{
|
|
MessageIDs: mids,
|
|
})
|
|
}
|
|
|
|
rpcMeta.Control = &pb.TraceEvent_ControlMeta{
|
|
Ihave: ihave,
|
|
Iwant: iwant,
|
|
Graft: graft,
|
|
Prune: prune,
|
|
Idontwant: idontwant,
|
|
}
|
|
}
|
|
|
|
return rpcMeta
|
|
}
|
|
|
|
func (t *pubsubTracer) Join(topic string) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.Join(topic)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_JOIN.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
Join: &pb.TraceEvent_Join{
|
|
Topic: &topic,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) Leave(topic string) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.Leave(topic)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_LEAVE.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
Leave: &pb.TraceEvent_Leave{
|
|
Topic: &topic,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) Graft(p peer.ID, topic string) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.Graft(p, topic)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_GRAFT.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
Graft: &pb.TraceEvent_Graft{
|
|
PeerID: []byte(p),
|
|
Topic: &topic,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) Prune(p peer.ID, topic string) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.Prune(p, topic)
|
|
}
|
|
|
|
if t.tracer == nil {
|
|
return
|
|
}
|
|
|
|
now := time.Now().UnixNano()
|
|
evt := &pb.TraceEvent{
|
|
Type: pb.TraceEvent_PRUNE.Enum(),
|
|
PeerID: []byte(t.pid),
|
|
Timestamp: &now,
|
|
Prune: &pb.TraceEvent_Prune{
|
|
PeerID: []byte(p),
|
|
Topic: &topic,
|
|
},
|
|
}
|
|
|
|
t.tracer.Trace(evt)
|
|
}
|
|
|
|
func (t *pubsubTracer) ThrottlePeer(p peer.ID) {
|
|
if t == nil {
|
|
return
|
|
}
|
|
|
|
for _, tr := range t.raw {
|
|
tr.ThrottlePeer(p)
|
|
}
|
|
}
|