go-libp2p-pubsub/tag_tracer_test.go

247 lines
6.4 KiB
Go
Raw Normal View History

2020-05-19 14:55:55 +00:00
package pubsub
import (
"fmt"
2020-05-14 18:08:01 +00:00
"testing"
"time"
2020-05-19 14:55:55 +00:00
"github.com/benbjohnson/clock"
connmgr "github.com/libp2p/go-libp2p-connmgr"
connmgri "github.com/libp2p/go-libp2p-core/connmgr"
"github.com/libp2p/go-libp2p-core/peer"
2020-05-14 18:08:01 +00:00
2021-03-24 13:42:37 +00:00
pb "github.com/status-im/go-wakurelay-pubsub/pb"
2020-05-19 14:55:55 +00:00
)
func TestTagTracerMeshTags(t *testing.T) {
// test that tags are applied when the tagTracer sees graft and prune events
cmgr := connmgr.NewConnManager(5, 10, time.Minute)
tt := newTagTracer(cmgr)
2020-05-19 14:55:55 +00:00
p := peer.ID("a-peer")
topic := "a-topic"
2020-05-19 14:55:55 +00:00
tt.Join(topic)
tt.Graft(p, topic)
2020-05-19 14:55:55 +00:00
tag := "pubsub:" + topic
if !cmgr.IsProtected(p, tag) {
t.Fatal("expected the mesh peer to be protected")
}
2020-05-19 14:55:55 +00:00
tt.Prune(p, topic)
if cmgr.IsProtected(p, tag) {
t.Fatal("expected the former mesh peer to be unprotected")
}
2020-05-19 14:55:55 +00:00
}
func TestTagTracerDirectPeerTags(t *testing.T) {
// test that we add a tag to direct peers
cmgr := connmgr.NewConnManager(5, 10, time.Minute)
tt := newTagTracer(cmgr)
p1 := peer.ID("1")
p2 := peer.ID("2")
p3 := peer.ID("3")
// in the real world, tagTracer.direct is set in the WithDirectPeers option function
tt.direct = make(map[peer.ID]struct{})
tt.direct[p1] = struct{}{}
tt.AddPeer(p1, GossipSubID_v10)
tt.AddPeer(p2, GossipSubID_v10)
tt.AddPeer(p3, GossipSubID_v10)
tag := "pubsub:<direct>"
if !cmgr.IsProtected(p1, tag) {
t.Fatal("expected direct peer to be protected")
}
for _, p := range []peer.ID{p2, p3} {
if cmgr.IsProtected(p, tag) {
t.Fatal("expected non-direct peer to be unprotected")
}
}
2020-05-19 14:55:55 +00:00
}
func TestTagTracerDeliveryTags(t *testing.T) {
// test decaying delivery tags
// use fake time to test the tag decay
clk := clock.NewMock()
decayCfg := &connmgr.DecayerCfg{
Clock: clk,
Resolution: time.Minute,
}
cmgr := connmgr.NewConnManager(5, 10, time.Minute, connmgr.DecayerConfig(decayCfg))
tt := newTagTracer(cmgr)
topic1 := "topic-1"
topic2 := "topic-2"
p := peer.ID("a-peer")
tt.Join(topic1)
tt.Join(topic2)
for i := 0; i < 20; i++ {
// deliver only 5 messages to topic 2 (less than the cap)
2020-09-29 15:05:54 +00:00
topic := &topic1
2020-05-19 14:55:55 +00:00
if i < 5 {
2020-09-29 15:05:54 +00:00
topic = &topic2
2020-05-19 14:55:55 +00:00
}
msg := &Message{
ReceivedFrom: p,
Message: &pb.Message{
2020-09-29 15:05:54 +00:00
From: []byte(p),
Data: []byte("hello"),
Topic: topic,
2020-05-19 14:55:55 +00:00
},
}
tt.DeliverMessage(msg)
}
// we have to tick the fake clock once to apply the bump
clk.Add(time.Minute)
2020-05-15 17:36:12 +00:00
tag1 := "pubsub-deliveries:topic-1"
tag2 := "pubsub-deliveries:topic-2"
2020-05-19 14:55:55 +00:00
// the tag value for topic-1 should be capped at GossipSubConnTagMessageDeliveryCap (default 15)
2020-05-15 17:36:12 +00:00
val := getTagValue(cmgr, p, tag1)
2020-05-19 14:55:55 +00:00
expected := GossipSubConnTagMessageDeliveryCap
if val != expected {
t.Errorf("expected delivery tag to be capped at %d, was %d", expected, val)
}
// the value for topic-2 should equal the number of messages delivered (5), since it was less than the cap
2020-05-15 17:36:12 +00:00
val = getTagValue(cmgr, p, tag2)
2020-05-19 14:55:55 +00:00
expected = 5
if val != expected {
t.Errorf("expected delivery tag value = %d, got %d", expected, val)
}
2020-05-11 15:08:24 +00:00
// if we jump forward a few minutes, we should see the tags decrease by 1 / 10 minutes
clk.Add(50 * time.Minute)
2020-05-19 15:28:03 +00:00
time.Sleep(2 * time.Second)
2020-05-19 14:55:55 +00:00
2020-05-15 17:36:12 +00:00
val = getTagValue(cmgr, p, tag1)
expected = GossipSubConnTagMessageDeliveryCap - 5
// the actual expected value should be GossipSubConnTagMessageDeliveryCap - 5,
// however due to timing issues on Travis, we consistently get GossipSubConnTagMessageDeliveryCap - 4
// there instead. So our assertion checks for the expected value +/- 1
if val > expected+1 || val < expected-1 {
2020-05-19 15:28:03 +00:00
t.Errorf("expected delivery tag value = %d ± 1, got %d", expected, val)
2020-05-19 14:55:55 +00:00
}
// the tag for topic-2 should have reset to zero by now, but again we add one for Travis since it's slow...
2020-05-15 17:36:12 +00:00
val = getTagValue(cmgr, p, tag2)
expected = 0
if val > expected+1 || val < expected-1 {
2020-05-19 15:28:03 +00:00
t.Errorf("expected delivery tag value = %d ± 1, got %d", expected, val)
2020-05-19 14:55:55 +00:00
}
2020-05-15 17:36:12 +00:00
// leaving the topic should remove the tag
if !tagExists(cmgr, p, tag1) {
t.Errorf("expected delivery tag %s to be applied to peer %s", tag1, p)
}
tt.Leave(topic1)
// advance the real clock a bit to allow the connmgr to remove the tag async
2020-05-19 01:00:21 +00:00
time.Sleep(time.Second)
2020-05-15 17:36:12 +00:00
if tagExists(cmgr, p, tag1) {
t.Errorf("expected delivery tag %s to be removed after leaving the topic", tag1)
}
2020-05-19 14:55:55 +00:00
}
func TestTagTracerDeliveryTagsNearFirst(t *testing.T) {
// use fake time to test the tag decay
clk := clock.NewMock()
decayCfg := &connmgr.DecayerCfg{
Clock: clk,
Resolution: time.Minute,
}
cmgr := connmgr.NewConnManager(5, 10, time.Minute, connmgr.DecayerConfig(decayCfg))
tt := newTagTracer(cmgr)
topic := "test"
p := peer.ID("a-peer")
p2 := peer.ID("another-peer")
p3 := peer.ID("slow-peer")
tt.Join(topic)
for i := 0; i < GossipSubConnTagMessageDeliveryCap+5; i++ {
msg := &Message{
ReceivedFrom: p,
Message: &pb.Message{
2020-09-29 15:05:54 +00:00
From: []byte(p),
Data: []byte(fmt.Sprintf("msg-%d", i)),
Topic: &topic,
Seqno: []byte(fmt.Sprintf("%d", i)),
},
}
// a duplicate of the message, received from p2
dup := &Message{
ReceivedFrom: p2,
Message: msg.Message,
}
// the message starts validating as soon as we receive it from p
tt.ValidateMessage(msg)
// p2 should get near-first credit for the duplicate message that arrives before
// validation is complete
tt.DuplicateMessage(dup)
// DeliverMessage gets called when validation is complete
tt.DeliverMessage(msg)
// p3 delivers a duplicate after validation completes & gets no credit
dup.ReceivedFrom = p3
tt.DuplicateMessage(dup)
}
clk.Add(time.Minute)
// both p and p2 should get delivery tags equal to the cap
tag := "pubsub-deliveries:test"
val := getTagValue(cmgr, p, tag)
if val != GossipSubConnTagMessageDeliveryCap {
t.Errorf("expected tag %s to have val %d, was %d", tag, GossipSubConnTagMessageDeliveryCap, val)
}
val = getTagValue(cmgr, p2, tag)
if val != GossipSubConnTagMessageDeliveryCap {
t.Errorf("expected tag %s for near-first peer to have val %d, was %d", tag, GossipSubConnTagMessageDeliveryCap, val)
}
// p3 should have no delivery tag credit
val = getTagValue(cmgr, p3, tag)
if val != 0 {
t.Errorf("expected tag %s for slow peer to have val %d, was %d", tag, 0, val)
}
}
2020-05-19 14:55:55 +00:00
func getTagValue(mgr connmgri.ConnManager, p peer.ID, tag string) int {
info := mgr.GetTagInfo(p)
if info == nil {
return 0
}
val, ok := info.Tags[tag]
if !ok {
return 0
}
return val
}
2020-05-15 17:36:12 +00:00
func tagExists(mgr connmgri.ConnManager, p peer.ID, tag string) bool {
info := mgr.GetTagInfo(p)
if info == nil {
return false
}
_, exists := info.Tags[tag]
return exists
}