package blossomsub import ( "compress/gzip" "context" "encoding/json" "fmt" "io" "os" "sync" "testing" "time" "google.golang.org/protobuf/proto" pb "source.quilibrium.com/quilibrium/monorepo/go-libp2p-blossomsub/pb" "github.com/libp2p/go-libp2p/core/network" "github.com/libp2p/go-libp2p/core/peer" "github.com/libp2p/go-libp2p/core/peerstore" "github.com/libp2p/go-msgio" ) func testWithTracer(t *testing.T, tracer EventTracer) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() hosts := getDefaultHosts(t, 20) psubs := getBlossomSubs(ctx, hosts, WithMessageIdFn(func(pmsg *pb.Message) []byte { return pmsg.Data }), WithEventTracer(tracer), // to bootstrap from star topology WithPeerExchange(true), // to exercise the score paths in the tracer WithPeerScore( &PeerScoreParams{ BitmaskScoreCap: 100, AppSpecificScore: func(peer.ID) float64 { return 0 }, DecayInterval: time.Second, DecayToZero: 0.01, }, &PeerScoreThresholds{ GossipThreshold: -1, PublishThreshold: -2, GraylistThreshold: -3, OpportunisticGraftThreshold: 1, })) // add a validator that rejects some messages to exercise those code paths in the tracer for _, ps := range psubs { ps.RegisterBitmaskValidator([]byte{0x01, 0x00}, func(ctx context.Context, p peer.ID, msg *Message) bool { if string(msg.Data) == "invalid!" { return false } else { return true } }) } // this is the star topology test so that we make sure we get some PRUNEs and cover that code path // add all peer addresses to the peerstores // this is necessary because we can't have signed address records witout identify // pushing them for i := range hosts { for j := range hosts { if i == j { continue } hosts[i].Peerstore().AddAddrs(hosts[j].ID(), hosts[j].Addrs(), peerstore.PermanentAddrTTL) } } // build the star for i := 1; i < 20; i++ { connect(t, hosts[0], hosts[i]) } // build the mesh var subs []*Subscription var bitmasks []*Bitmask for _, ps := range psubs { b, err := ps.Join([]byte{0x01, 0x00}) if err != nil { t.Fatal(err) } bitmasks = append(bitmasks, b...) sub, err := ps.Subscribe([]byte{0x01, 0x00}) if err != nil { t.Fatal(err) } go func(sub *Subscription) { for { _, err := sub.Next(ctx) if err != nil { return } } }(sub[0]) subs = append(subs, sub...) } // wait for the mesh to build time.Sleep(5 * time.Second) // publish some messages for i := 0; i < 20; i++ { if i%7 == 0 { bitmasks[i].Publish(ctx, bitmasks[i].bitmask, []byte("invalid!")) } else { if i%9 == 0 { bitmasks[i].Publish(ctx, bitmasks[i].bitmask, []byte("dupe")) } else { msg := []byte(fmt.Sprintf("message %d", i)) bitmasks[i].Publish(ctx, bitmasks[i].bitmask, msg) } } } // wait a bit for propagation and call it day time.Sleep(time.Second) // close all subscriptions to get some leave events for _, sub := range subs { sub.Cancel() } // wait for the leave to take effect time.Sleep(time.Second) } type traceStats struct { publish, reject, duplicate, deliver, add, remove, recv, send, drop, join, leave, graft, prune int } func (t *traceStats) process(evt *pb.TraceEvent) { switch evt.GetType() { case pb.TraceEvent_PUBLISH_MESSAGE: t.publish++ case pb.TraceEvent_REJECT_MESSAGE: t.reject++ case pb.TraceEvent_DUPLICATE_MESSAGE: t.duplicate++ case pb.TraceEvent_DELIVER_MESSAGE: t.deliver++ case pb.TraceEvent_ADD_PEER: t.add++ case pb.TraceEvent_REMOVE_PEER: t.remove++ case pb.TraceEvent_RECV_RPC: t.recv++ case pb.TraceEvent_SEND_RPC: t.send++ case pb.TraceEvent_DROP_RPC: t.drop++ case pb.TraceEvent_JOIN: t.join++ case pb.TraceEvent_LEAVE: t.leave++ case pb.TraceEvent_GRAFT: t.graft++ case pb.TraceEvent_PRUNE: t.prune++ } } func (ts *traceStats) check(t *testing.T) { if ts.publish == 0 { t.Fatal("expected non-zero count") } if ts.duplicate == 0 { t.Fatal("expected non-zero count") } if ts.deliver == 0 { t.Fatal("expected non-zero count") } if ts.reject == 0 { t.Fatal("expected non-zero count") } if ts.add == 0 { t.Fatal("expected non-zero count") } if ts.recv == 0 { t.Fatal("expected non-zero count") } if ts.send == 0 { t.Fatal("expected non-zero count") } if ts.join == 0 { t.Fatal("expected non-zero count") } if ts.leave == 0 { t.Fatal("expected non-zero count") } if ts.graft == 0 { t.Fatal("expected non-zero count") } if ts.prune == 0 { t.Fatal("expected non-zero count") } } func TestJSONTracer(t *testing.T) { tracer, err := NewJSONTracer("/tmp/trace.out.json") if err != nil { t.Fatal(err) } testWithTracer(t, tracer) time.Sleep(time.Second) tracer.Close() var stats traceStats var evt pb.TraceEvent f, err := os.Open("/tmp/trace.out.json") if err != nil { t.Fatal(err) } defer f.Close() dec := json.NewDecoder(f) for { evt.Reset() err := dec.Decode(&evt) if err != nil { break } stats.process(&evt) } stats.check(t) } func TestPBTracer(t *testing.T) { tracer, err := NewPBTracer("/tmp/trace.out.pb") if err != nil { t.Fatal(err) } testWithTracer(t, tracer) time.Sleep(time.Second) tracer.Close() var stats traceStats var evt pb.TraceEvent f, err := os.Open("/tmp/trace.out.pb") if err != nil { t.Fatal(err) } defer f.Close() r := msgio.NewVarintReaderSize(f, DefaultMaxMessageSize) for { evt.Reset() v, err := r.ReadMsg() if err != nil { break } err = proto.Unmarshal(v, &evt) if err != nil { break } stats.process(&evt) } stats.check(t) } type mockRemoteTracer struct { mx sync.Mutex ts traceStats } func (mrt *mockRemoteTracer) handleStream(s network.Stream) { defer s.Close() gzr, err := gzip.NewReader(s) if err != nil { panic(err) } r := msgio.NewVarintReader(gzr) var batch pb.TraceEventBatch for { batch.Reset() v, err := r.ReadMsg() if err != nil { if err != io.EOF { s.Reset() } return } err = proto.Unmarshal(v, &batch) if err != nil { break } mrt.mx.Lock() for _, evt := range batch.GetBatch() { mrt.ts.process(evt) } mrt.mx.Unlock() } } func (mrt *mockRemoteTracer) check(t *testing.T) { mrt.mx.Lock() defer mrt.mx.Unlock() mrt.ts.check(t) } func TestRemoteTracer(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() hosts := getDefaultHosts(t, 2) h1 := hosts[0] h2 := hosts[1] mrt := &mockRemoteTracer{} h1.SetStreamHandler(RemoteTracerProtoID, mrt.handleStream) tracer, err := NewRemoteTracer(ctx, h2, peer.AddrInfo{ID: h1.ID(), Addrs: h1.Addrs()}) if err != nil { t.Fatal(err) } testWithTracer(t, tracer) time.Sleep(time.Second) tracer.Close() mrt.check(t) }