2023-09-07 14:09:36 +00:00
<!doctype html>
< html lang = "en" class = "no-js" >
< head >
< meta charset = "utf-8" >
< meta name = "viewport" content = "width=device-width,initial-scale=1" >
< link rel = "canonical" href = "https://status-im.github.io/nim-libp2p/docs/tutorial_4_gossipsub/" >
< link rel = "prev" href = "../tutorial_3_protobuf/" >
< link rel = "next" href = "../tutorial_5_discovery/" >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< link rel = "icon" href = "https://libp2p.io/img/logo_small.png" >
2024-06-13 10:30:22 +00:00
< meta name = "generator" content = "mkdocs-1.6.0, mkdocs-material-9.5.26" >
2023-09-07 14:09:36 +00:00
< title > GossipSub - nim-libp2p< / title >
2024-06-13 10:30:22 +00:00
< link rel = "stylesheet" href = "../assets/stylesheets/main.6543a935.min.css" >
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
< link rel = "stylesheet" href = "../assets/stylesheets/palette.06af60db.min.css" >
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< link rel = "preconnect" href = "https://fonts.gstatic.com" crossorigin >
< link rel = "stylesheet" href = "https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback" >
< style > : root { --md-text-font : "Roboto" ; --md-code-font : "Roboto Mono" } < / style >
< script > _ _md _scope = new URL ( ".." , location ) , _ _md _hash = e => [ ... e ] . reduce ( ( e , _ ) => ( e << 5 ) - e + _ . charCodeAt ( 0 ) , 0 ) , _ _md _get = ( e , _ = localStorage , t = _ _md _scope ) => JSON . parse ( _ . getItem ( t . pathname + "." + e ) ) , _ _md _set = ( e , _ , t = localStorage , a = _ _md _scope ) => { try { t . setItem ( a . pathname + "." + e , JSON . stringify ( _ ) ) } catch ( e ) { } } < / script >
< / head >
< body dir = "ltr" data-md-color-scheme = "default" data-md-color-primary = "blue-grey" data-md-color-accent = "indigo" >
< input class = "md-toggle" data-md-toggle = "drawer" type = "checkbox" id = "__drawer" autocomplete = "off" >
< input class = "md-toggle" data-md-toggle = "search" type = "checkbox" id = "__search" autocomplete = "off" >
< label class = "md-overlay" for = "__drawer" > < / label >
< div data-md-component = "skip" >
< a href = "#gossipsub" class = "md-skip" >
Skip to content
< / a >
< / div >
< div data-md-component = "announce" >
< / div >
< header class = "md-header md-header--shadow" data-md-component = "header" >
< nav class = "md-header__inner md-grid" aria-label = "Header" >
< a href = ".." title = "nim-libp2p" class = "md-header__button md-logo" aria-label = "nim-libp2p" data-md-component = "logo" >
< img src = "https://libp2p.io/img/logo_small.png" alt = "logo" >
< / a >
< label class = "md-header__button md-icon" for = "__drawer" >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z" / > < / svg >
< / label >
< div class = "md-header__title" data-md-component = "header-title" >
< div class = "md-header__ellipsis" >
< div class = "md-header__topic" >
< span class = "md-ellipsis" >
nim-libp2p
< / span >
< / div >
< div class = "md-header__topic" data-md-component = "header-topic" >
< span class = "md-ellipsis" >
GossipSub
< / span >
< / div >
< / div >
< / div >
< form class = "md-header__option" data-md-component = "palette" >
2024-06-13 10:30:22 +00:00
< input class = "md-option" data-md-color-media = "" data-md-color-scheme = "default" data-md-color-primary = "blue-grey" data-md-color-accent = "indigo" aria-label = "Switch to dark mode" type = "radio" name = "__palette" id = "__palette_0" >
< label class = "md-header__button md-icon" title = "Switch to dark mode" for = "__palette_1" hidden >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M17 7H7a5 5 0 0 0-5 5 5 5 0 0 0 5 5h10a5 5 0 0 0 5-5 5 5 0 0 0-5-5m0 8a3 3 0 0 1-3-3 3 3 0 0 1 3-3 3 3 0 0 1 3 3 3 3 0 0 1-3 3Z" / > < / svg >
< / label >
< input class = "md-option" data-md-color-media = "" data-md-color-scheme = "slate" data-md-color-primary = "blue-grey" data-md-color-accent = "indigo" aria-label = "Switch to light mode" type = "radio" name = "__palette" id = "__palette_1" >
< label class = "md-header__button md-icon" title = "Switch to light mode" for = "__palette_0" hidden >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M17 6H7c-3.31 0-6 2.69-6 6s2.69 6 6 6h10c3.31 0 6-2.69 6-6s-2.69-6-6-6zm0 10H7c-2.21 0-4-1.79-4-4s1.79-4 4-4h10c2.21 0 4 1.79 4 4s-1.79 4-4 4zM7 9c-1.66 0-3 1.34-3 3s1.34 3 3 3 3-1.34 3-3-1.34-3-3-3z" / > < / svg >
< / label >
< / form >
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
< script > var media , input , key , value , palette = _ _md _get ( "__palette" ) ; if ( palette && palette . color ) { "(prefers-color-scheme)" === palette . color . media && ( media = matchMedia ( "(prefers-color-scheme: light)" ) , input = document . querySelector ( media . matches ? "[data-md-color-media='(prefers-color-scheme: light)']" : "[data-md-color-media='(prefers-color-scheme: dark)']" ) , palette . color . media = input . getAttribute ( "data-md-color-media" ) , palette . color . scheme = input . getAttribute ( "data-md-color-scheme" ) , palette . color . primary = input . getAttribute ( "data-md-color-primary" ) , palette . color . accent = input . getAttribute ( "data-md-color-accent" ) ) ; for ( [ key , value ] of Object . entries ( palette . color ) ) document . body . setAttribute ( "data-md-color-" + key , value ) } < / script >
2023-09-07 14:09:36 +00:00
< label class = "md-header__button md-icon" for = "__search" >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z" / > < / svg >
< / label >
< div class = "md-search" data-md-component = "search" role = "dialog" >
< label class = "md-search__overlay" for = "__search" > < / label >
< div class = "md-search__inner" role = "search" >
< form class = "md-search__form" name = "search" >
< input type = "text" class = "md-search__input" name = "query" aria-label = "Search" placeholder = "Search" autocapitalize = "off" autocorrect = "off" autocomplete = "off" spellcheck = "false" data-md-component = "search-query" required >
< label class = "md-search__icon md-icon" for = "__search" >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z" / > < / svg >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z" / > < / svg >
< / label >
< nav class = "md-search__options" aria-label = "Search" >
< button type = "reset" class = "md-search__icon md-icon" title = "Clear" aria-label = "Clear" tabindex = "-1" >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z" / > < / svg >
< / button >
< / nav >
< / form >
< div class = "md-search__output" >
2024-06-13 10:30:22 +00:00
< div class = "md-search__scrollwrap" tabindex = "0" data-md-scrollfix >
2023-09-07 14:09:36 +00:00
< div class = "md-search-result" data-md-component = "search-result" >
< div class = "md-search-result__meta" >
Initializing search
< / div >
< ol class = "md-search-result__list" role = "presentation" > < / ol >
< / div >
< / div >
< / div >
< / div >
< / div >
< div class = "md-header__source" >
< a href = "https://github.com/status-im/nim-libp2p" title = "Go to repository" class = "md-source" data-md-component = "source" >
< div class = "md-source__icon md-icon" >
2024-06-13 10:30:22 +00:00
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 448 512" > <!-- ! Font Awesome Free 6.5.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc. --> < path d = "M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81z" / > < / svg >
2023-09-07 14:09:36 +00:00
< / div >
< div class = "md-source__repository" >
status-im/nim-libp2p
< / div >
< / a >
< / div >
< / nav >
< / header >
< div class = "md-container" data-md-component = "container" >
< main class = "md-main" data-md-component = "main" >
< div class = "md-main__inner md-grid" >
< div class = "md-sidebar md-sidebar--primary" data-md-component = "sidebar" data-md-type = "navigation" >
< div class = "md-sidebar__scrollwrap" >
< div class = "md-sidebar__inner" >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< nav class = "md-nav md-nav--primary" aria-label = "Navigation" data-md-level = "0" >
< label class = "md-nav__title" for = "__drawer" >
< a href = ".." title = "nim-libp2p" class = "md-nav__button md-logo" aria-label = "nim-libp2p" data-md-component = "logo" >
< img src = "https://libp2p.io/img/logo_small.png" alt = "logo" >
< / a >
nim-libp2p
< / label >
< div class = "md-nav__source" >
< a href = "https://github.com/status-im/nim-libp2p" title = "Go to repository" class = "md-source" data-md-component = "source" >
< div class = "md-source__icon md-icon" >
2024-06-13 10:30:22 +00:00
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 448 512" > <!-- ! Font Awesome Free 6.5.2 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc. --> < path d = "M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81z" / > < / svg >
2023-09-07 14:09:36 +00:00
< / div >
< div class = "md-source__repository" >
status-im/nim-libp2p
< / div >
< / a >
< / div >
< ul class = "md-nav__list" data-md-scrollfix >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item md-nav__item--active md-nav__item--nested" >
2024-06-13 10:30:22 +00:00
< input class = "md-nav__toggle md-toggle " type = "checkbox" id = "__nav_1" checked >
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
< label class = "md-nav__link" for = "__nav_1" id = "__nav_1_label" tabindex = "0" >
< span class = "md-ellipsis" >
Tutorials
< / span >
< span class = "md-nav__icon md-icon" > < / span >
< / label >
< nav class = "md-nav" data-md-level = "1" aria-labelledby = "__nav_1_label" aria-expanded = "true" >
< label class = "md-nav__title" for = "__nav_1" >
< span class = "md-nav__icon md-icon" > < / span >
Tutorials
< / label >
< ul class = "md-nav__list" data-md-scrollfix >
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = ".." class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Introduction
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = "../tutorial_1_connect/" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Simple connection
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = "../tutorial_2_customproto/" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Create a custom protocol
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = "../tutorial_3_protobuf/" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Protobuf
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item md-nav__item--active" >
< input class = "md-nav__toggle md-toggle" type = "checkbox" id = "__toc" >
< label class = "md-nav__link md-nav__link--active" for = "__toc" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
GossipSub
< / span >
2023-09-07 14:09:36 +00:00
< span class = "md-nav__icon md-icon" > < / span >
< / label >
< a href = "./" class = "md-nav__link md-nav__link--active" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
GossipSub
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< nav class = "md-nav md-nav--secondary" aria-label = "Table of contents" >
< label class = "md-nav__title" for = "__toc" >
< span class = "md-nav__icon md-icon" > < / span >
Table of contents
< / label >
< ul class = "md-nav__list" data-md-component = "toc" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "#going-further" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Going further
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
< / ul >
< / nav >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = "../tutorial_5_discovery/" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Discovery Manager
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = "../tutorial_6_game/" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Game
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = "../circuitrelay/" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Circuit Relay
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
< / ul >
< / nav >
2023-09-07 14:09:36 +00:00
< / li >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< li class = "md-nav__item" >
< a href = "/nim-libp2p/master/libp2p.html" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Reference
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
< / ul >
< / nav >
< / div >
< / div >
< / div >
< div class = "md-sidebar md-sidebar--secondary" data-md-component = "sidebar" data-md-type = "toc" >
< div class = "md-sidebar__scrollwrap" >
< div class = "md-sidebar__inner" >
< nav class = "md-nav md-nav--secondary" aria-label = "Table of contents" >
< label class = "md-nav__title" for = "__toc" >
< span class = "md-nav__icon md-icon" > < / span >
Table of contents
< / label >
< ul class = "md-nav__list" data-md-component = "toc" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "#going-further" class = "md-nav__link" >
2024-06-13 10:30:22 +00:00
< span class = "md-ellipsis" >
Going further
< / span >
2023-09-07 14:09:36 +00:00
< / a >
< / li >
< / ul >
< / nav >
< / div >
< / div >
< / div >
< div class = "md-content" data-md-component = "content" >
< article class = "md-content__inner md-typeset" >
< h1 id = "gossipsub" > GossipSub< / h1 >
< p > In this tutorial, we'll build a simple GossipSub network
to broadcast the metrics we built in the previous tutorial.< / p >
< p > GossipSub is used to broadcast some messages in a network,
and allows to balance between latency, bandwidth usage,
privacy and attack resistance.< / p >
2024-06-13 10:30:22 +00:00
< p > You'll find a good explanation of how GossipSub works
2023-09-07 14:09:36 +00:00
< a href = "https://docs.libp2p.io/concepts/publish-subscribe/" > here.< / a > There are a lot
of parameters you can tweak to adjust how GossipSub behaves but here we'll
use the sane defaults shipped with libp2p.< / p >
< p > We'll start by creating our metric structure like previously
< div class = "highlight" > < pre > < span > < / span > < code > < a id = "__codelineno-0-1" name = "__codelineno-0-1" href = "#__codelineno-0-1" > < / a > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "n" > chronos< / span >
< a id = "__codelineno-0-2" name = "__codelineno-0-2" href = "#__codelineno-0-2" > < / a > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "n" > stew< / span > < span class = "o" > /< / span > < span class = "n" > results< / span >
< a id = "__codelineno-0-3" name = "__codelineno-0-3" href = "#__codelineno-0-3" > < / a >
< a id = "__codelineno-0-4" name = "__codelineno-0-4" href = "#__codelineno-0-4" > < / a > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "n" > libp2p< / span >
< a id = "__codelineno-0-5" name = "__codelineno-0-5" href = "#__codelineno-0-5" > < / a > < span class = "kn" > import< / span > < span class = "w" > < / span > < span class = "n" > libp2p< / span > < span class = "o" > /< / span > < span class = "n" > protocols< / span > < span class = "o" > /< / span > < span class = "n" > pubsub< / span > < span class = "o" > /< / span > < span class = "n" > rpc< / span > < span class = "o" > /< / span > < span class = "n" > messages< / span >
< a id = "__codelineno-0-6" name = "__codelineno-0-6" href = "#__codelineno-0-6" > < / a >
< a id = "__codelineno-0-7" name = "__codelineno-0-7" href = "#__codelineno-0-7" > < / a > < span class = "k" > type< / span >
< a id = "__codelineno-0-8" name = "__codelineno-0-8" href = "#__codelineno-0-8" > < / a > < span class = "w" > < / span > < span class = "n" > Metric< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "k" > object< / span >
< a id = "__codelineno-0-9" name = "__codelineno-0-9" href = "#__codelineno-0-9" > < / a > < span class = "w" > < / span > < span class = "n" > name< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > string< / span >
< a id = "__codelineno-0-10" name = "__codelineno-0-10" href = "#__codelineno-0-10" > < / a > < span class = "w" > < / span > < span class = "n" > value< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > float< / span >
< a id = "__codelineno-0-11" name = "__codelineno-0-11" href = "#__codelineno-0-11" > < / a >
< a id = "__codelineno-0-12" name = "__codelineno-0-12" href = "#__codelineno-0-12" > < / a > < span class = "w" > < / span > < span class = "n" > MetricList< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "k" > object< / span >
< a id = "__codelineno-0-13" name = "__codelineno-0-13" href = "#__codelineno-0-13" > < / a > < span class = "w" > < / span > < span class = "n" > hostname< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > string< / span >
< a id = "__codelineno-0-14" name = "__codelineno-0-14" href = "#__codelineno-0-14" > < / a > < span class = "w" > < / span > < span class = "n" > metrics< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > seq< / span > < span class = "o" > [< / span > < span class = "n" > Metric< / span > < span class = "o" > ]< / span >
< a id = "__codelineno-0-15" name = "__codelineno-0-15" href = "#__codelineno-0-15" > < / a >
< a id = "__codelineno-0-16" name = "__codelineno-0-16" href = "#__codelineno-0-16" > < / a > < span class = "sx" > {.push< / span > < span class = "w" > < / span > < span class = "sx" > raises< / span > :< span class = "w" > < / span > < span class = "sx" > [].}< / span >
< a id = "__codelineno-0-17" name = "__codelineno-0-17" href = "#__codelineno-0-17" > < / a >
< a id = "__codelineno-0-18" name = "__codelineno-0-18" href = "#__codelineno-0-18" > < / a > < span class = "sx" > proc< / span > < span class = "w" > < / span > < span class = "sx" > encode(m< / span > :< span class = "w" > < / span > < span class = "sx" > Metric): ProtoBuffer< / span > < span class = "w" > < / span > < span class = "sx" > =< / span >
< a id = "__codelineno-0-19" name = "__codelineno-0-19" href = "#__codelineno-0-19" > < / a > < span class = "sx" > result< / span > < span class = "w" > < / span > < span class = "sx" > = initProtoBuffer()< / span >
< a id = "__codelineno-0-20" name = "__codelineno-0-20" href = "#__codelineno-0-20" > < / a > < span class = "sx" > result.write(1< / span > ,< span class = "w" > < / span > < span class = "sx" > m.name)< / span >
< a id = "__codelineno-0-21" name = "__codelineno-0-21" href = "#__codelineno-0-21" > < / a > < span class = "sx" > result.write(2< / span > ,< span class = "w" > < / span > < span class = "sx" > m.value)< / span >
< a id = "__codelineno-0-22" name = "__codelineno-0-22" href = "#__codelineno-0-22" > < / a > < span class = "sx" > result.finish()< / span >
< a id = "__codelineno-0-23" name = "__codelineno-0-23" href = "#__codelineno-0-23" > < / a >
< a id = "__codelineno-0-24" name = "__codelineno-0-24" href = "#__codelineno-0-24" > < / a > < span class = "sx" > proc< / span > < span class = "w" > < / span > < span class = "sx" > decode(_< / span > :< span class = "w" > < / span > < span class = "sx" > type< / span > < span class = "w" > < / span > < span class = "sx" > Metric< / span > ,< span class = "w" > < / span > < span class = "sx" > buf< / span > :< span class = "w" > < / span > < span class = "sx" > seq[byte]): Result[Metric< / span > ,< span class = "w" > < / span > < span class = "sx" > ProtoError] =< / span >
< a id = "__codelineno-0-25" name = "__codelineno-0-25" href = "#__codelineno-0-25" > < / a > < span class = "sx" > var< / span > < span class = "w" > < / span > < span class = "sx" > res< / span > :< span class = "w" > < / span > < span class = "sx" > Metric< / span >
< a id = "__codelineno-0-26" name = "__codelineno-0-26" href = "#__codelineno-0-26" > < / a > < span class = "w" > < / span > < span class = "sx" > let< / span > < span class = "w" > < / span > < span class = "sx" > pb< / span > < span class = "w" > < / span > < span class = "sx" > = initProtoBuffer(buf)< / span >
2024-06-13 10:30:22 +00:00
< a id = "__codelineno-0-27" name = "__codelineno-0-27" href = "#__codelineno-0-27" > < / a > < span class = "sx" > discard< / span > < span class = "w" > < / span > < span class = "sx" > ?pb.getField(1< / span > ,< span class = "w" > < / span > < span class = "sx" > res.name)< / span >
< a id = "__codelineno-0-28" name = "__codelineno-0-28" href = "#__codelineno-0-28" > < / a > < span class = "sx" > discard< / span > < span class = "w" > < / span > < span class = "sx" > ?pb.getField(2< / span > ,< span class = "w" > < / span > < span class = "sx" > res.value)< / span >
2023-09-07 14:09:36 +00:00
< a id = "__codelineno-0-29" name = "__codelineno-0-29" href = "#__codelineno-0-29" > < / a > < span class = "sx" > ok(res)< / span >
< a id = "__codelineno-0-30" name = "__codelineno-0-30" href = "#__codelineno-0-30" > < / a >
< a id = "__codelineno-0-31" name = "__codelineno-0-31" href = "#__codelineno-0-31" > < / a > < span class = "sx" > proc< / span > < span class = "w" > < / span > < span class = "sx" > encode(m< / span > :< span class = "w" > < / span > < span class = "sx" > MetricList): ProtoBuffer< / span > < span class = "w" > < / span > < span class = "sx" > =< / span >
< a id = "__codelineno-0-32" name = "__codelineno-0-32" href = "#__codelineno-0-32" > < / a > < span class = "sx" > result< / span > < span class = "w" > < / span > < span class = "sx" > = initProtoBuffer()< / span >
< a id = "__codelineno-0-33" name = "__codelineno-0-33" href = "#__codelineno-0-33" > < / a > < span class = "sx" > for< / span > < span class = "w" > < / span > < span class = "sx" > metric< / span > < span class = "w" > < / span > < span class = "sx" > in< / span > < span class = "w" > < / span > < span class = "sx" > m.metrics< / span > :
< a id = "__codelineno-0-34" name = "__codelineno-0-34" href = "#__codelineno-0-34" > < / a > < span class = "w" > < / span > < span class = "sx" > result.write(1< / span > ,< span class = "w" > < / span > < span class = "sx" > metric.encode())< / span >
< a id = "__codelineno-0-35" name = "__codelineno-0-35" href = "#__codelineno-0-35" > < / a > < span class = "sx" > result.write(2< / span > ,< span class = "w" > < / span > < span class = "sx" > m.hostname)< / span >
< a id = "__codelineno-0-36" name = "__codelineno-0-36" href = "#__codelineno-0-36" > < / a > < span class = "sx" > result.finish()< / span >
< a id = "__codelineno-0-37" name = "__codelineno-0-37" href = "#__codelineno-0-37" > < / a >
< a id = "__codelineno-0-38" name = "__codelineno-0-38" href = "#__codelineno-0-38" > < / a > < span class = "sx" > proc< / span > < span class = "w" > < / span > < span class = "sx" > decode(_< / span > :< span class = "w" > < / span > < span class = "sx" > type< / span > < span class = "w" > < / span > < span class = "sx" > MetricList< / span > ,< span class = "w" > < / span > < span class = "sx" > buf< / span > :< span class = "w" > < / span > < span class = "sx" > seq[byte]): Result[MetricList< / span > ,< span class = "w" > < / span > < span class = "sx" > ProtoError] =< / span >
< a id = "__codelineno-0-39" name = "__codelineno-0-39" href = "#__codelineno-0-39" > < / a > < span class = "sx" > var< / span >
< a id = "__codelineno-0-40" name = "__codelineno-0-40" href = "#__codelineno-0-40" > < / a > < span class = "w" > < / span > < span class = "sx" > res< / span > :< span class = "w" > < / span > < span class = "sx" > MetricList< / span >
< a id = "__codelineno-0-41" name = "__codelineno-0-41" href = "#__codelineno-0-41" > < / a > < span class = "w" > < / span > < span class = "sx" > metrics< / span > :< span class = "w" > < / span > < span class = "sx" > seq[seq[byte]]< / span >
< a id = "__codelineno-0-42" name = "__codelineno-0-42" href = "#__codelineno-0-42" > < / a > < span class = "sx" > let< / span > < span class = "w" > < / span > < span class = "sx" > pb< / span > < span class = "w" > < / span > < span class = "sx" > = initProtoBuffer(buf)< / span >
2024-06-13 10:30:22 +00:00
< a id = "__codelineno-0-43" name = "__codelineno-0-43" href = "#__codelineno-0-43" > < / a > < span class = "sx" > discard< / span > < span class = "w" > < / span > < span class = "sx" > ?pb.getRepeatedField(1< / span > ,< span class = "w" > < / span > < span class = "sx" > metrics)< / span >
2023-09-07 14:09:36 +00:00
< a id = "__codelineno-0-44" name = "__codelineno-0-44" href = "#__codelineno-0-44" > < / a >
< a id = "__codelineno-0-45" name = "__codelineno-0-45" href = "#__codelineno-0-45" > < / a > < span class = "sx" > for< / span > < span class = "w" > < / span > < span class = "sx" > metric< / span > < span class = "w" > < / span > < span class = "sx" > in< / span > < span class = "w" > < / span > < span class = "sx" > metrics< / span > :
2024-06-13 10:30:22 +00:00
< a id = "__codelineno-0-46" name = "__codelineno-0-46" href = "#__codelineno-0-46" > < / a > < span class = "w" > < / span > < span class = "sx" > res.metrics< / span > < span class = "w" > < / span > < span class = "sx" > & = ?Metric.decode(metric)< / span >
< a id = "__codelineno-0-47" name = "__codelineno-0-47" href = "#__codelineno-0-47" > < / a > < span class = "sx" > ?pb.getRequiredField(2< / span > ,< span class = "w" > < / span > < span class = "sx" > res.hostname)< / span >
2023-09-07 14:09:36 +00:00
< a id = "__codelineno-0-48" name = "__codelineno-0-48" href = "#__codelineno-0-48" > < / a > < span class = "sx" > ok(res)< / span >
< / code > < / pre > < / div >
This is exactly like the previous structure, except that we added
a < code > hostname< / code > to distinguish where the metric is coming from.< / p >
< p > Now we'll create a small GossipSub network to broadcast the metrics,
and collect them on one of the node.
< div class = "highlight" > < pre > < span > < / span > < code > < a id = "__codelineno-1-1" name = "__codelineno-1-1" href = "#__codelineno-1-1" > < / a > < span class = "k" > type< / span > < span class = "w" > < / span > < span class = "n" > Node< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "k" > tuple< / span > < span class = "o" > [< / span > < span class = "n" > switch< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "n" > Switch< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > gossip< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "n" > GossipSub< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > hostname< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > string< / span > < span class = "o" > ]< / span >
< a id = "__codelineno-1-2" name = "__codelineno-1-2" href = "#__codelineno-1-2" > < / a >
< a id = "__codelineno-1-3" name = "__codelineno-1-3" href = "#__codelineno-1-3" > < / a > < span class = "k" > proc< / span > < span class = "w" > < / span > < span class = "nf" > oneNode< / span > < span class = "p" > (< / span > < span class = "n" > node< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "n" > Node< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > rng< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "k" > ref< / span > < span class = "w" > < / span > < span class = "n" > HmacDrbgContext< / span > < span class = "p" > )< / span > < span class = "w" > < / span > < span class = "sx" > {.async.}< / span > < span class = "w" > < / span > < span class = "o" > =< / span >
< a id = "__codelineno-1-4" name = "__codelineno-1-4" href = "#__codelineno-1-4" > < / a > < span class = "w" > < / span > < span class = "c" > # This procedure will handle one of the node of the network< / span >
2024-06-13 10:30:22 +00:00
< a id = "__codelineno-1-5" name = "__codelineno-1-5" href = "#__codelineno-1-5" > < / a > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > gossip< / span > < span class = "p" > .< / span > < span class = "n" > addValidator< / span > < span class = "p" > (< / span >
< a id = "__codelineno-1-6" name = "__codelineno-1-6" href = "#__codelineno-1-6" > < / a > < span class = "w" > < / span > < span class = "o" > [< / span > < span class = "s" > " metrics" < / span > < span class = "o" > ]< / span > < span class = "p" > ,< / span >
< a id = "__codelineno-1-7" name = "__codelineno-1-7" href = "#__codelineno-1-7" > < / a > < span class = "w" > < / span > < span class = "n" > proc< / span > < span class = "p" > (< / span > < span class = "n" > topic< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > string< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > message< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "n" > Message< / span > < span class = "p" > ):< / span > < span class = "w" > < / span > < span class = "n" > Future< / span > < span class = "o" > [< / span > < span class = "n" > ValidationResult< / span > < span class = "o" > ]< / span > < span class = "w" > < / span > < span class = "sx" > {.async.}< / span > < span class = "w" > < / span > < span class = "o" > =< / span >
< a id = "__codelineno-1-8" name = "__codelineno-1-8" href = "#__codelineno-1-8" > < / a > < span class = "w" > < / span > < span class = "k" > let< / span > < span class = "w" > < / span > < span class = "n" > decoded< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > MetricList< / span > < span class = "p" > .< / span > < span class = "n" > decode< / span > < span class = "p" > (< / span > < span class = "n" > message< / span > < span class = "p" > .< / span > < span class = "n" > data< / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-9" name = "__codelineno-1-9" href = "#__codelineno-1-9" > < / a > < span class = "w" > < / span > < span class = "k" > if< / span > < span class = "w" > < / span > < span class = "n" > decoded< / span > < span class = "p" > .< / span > < span class = "n" > isErr< / span > < span class = "p" > :< / span >
< a id = "__codelineno-1-10" name = "__codelineno-1-10" href = "#__codelineno-1-10" > < / a > < span class = "w" > < / span > < span class = "k" > return< / span > < span class = "w" > < / span > < span class = "n" > ValidationResult< / span > < span class = "p" > .< / span > < span class = "n" > Reject< / span >
< a id = "__codelineno-1-11" name = "__codelineno-1-11" href = "#__codelineno-1-11" > < / a > < span class = "w" > < / span > < span class = "k" > return< / span > < span class = "w" > < / span > < span class = "n" > ValidationResult< / span > < span class = "p" > .< / span > < span class = "n" > Accept< / span >
< a id = "__codelineno-1-12" name = "__codelineno-1-12" href = "#__codelineno-1-12" > < / a > < span class = "w" > < / span > < span class = "p" > ,< / span >
< a id = "__codelineno-1-13" name = "__codelineno-1-13" href = "#__codelineno-1-13" > < / a > < span class = "w" > < / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-14" name = "__codelineno-1-14" href = "#__codelineno-1-14" > < / a > < span class = "w" > < / span > < span class = "c" > # This " validator" will attach to the `metrics` topic and make sure< / span >
< a id = "__codelineno-1-15" name = "__codelineno-1-15" href = "#__codelineno-1-15" > < / a > < span class = "w" > < / span > < span class = "c" > # that every message in this topic is valid. This allows us to stop< / span >
< a id = "__codelineno-1-16" name = "__codelineno-1-16" href = "#__codelineno-1-16" > < / a > < span class = "w" > < / span > < span class = "c" > # propagation of invalid messages quickly in the network, and punish< / span >
< a id = "__codelineno-1-17" name = "__codelineno-1-17" href = "#__codelineno-1-17" > < / a > < span class = "w" > < / span > < span class = "c" > # peers sending them.< / span >
< a id = "__codelineno-1-18" name = "__codelineno-1-18" href = "#__codelineno-1-18" > < / a >
< a id = "__codelineno-1-19" name = "__codelineno-1-19" href = "#__codelineno-1-19" > < / a > < span class = "w" > < / span > < span class = "c" > # `John` will be responsible to log the metrics, the rest of the nodes< / span >
< a id = "__codelineno-1-20" name = "__codelineno-1-20" href = "#__codelineno-1-20" > < / a > < span class = "w" > < / span > < span class = "c" > # will just forward them in the network< / span >
< a id = "__codelineno-1-21" name = "__codelineno-1-21" href = "#__codelineno-1-21" > < / a > < span class = "w" > < / span > < span class = "k" > if< / span > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > hostname< / span > < span class = "w" > < / span > < span class = "o" > ==< / span > < span class = "w" > < / span > < span class = "s" > " John" < / span > < span class = "p" > :< / span >
< a id = "__codelineno-1-22" name = "__codelineno-1-22" href = "#__codelineno-1-22" > < / a > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > gossip< / span > < span class = "p" > .< / span > < span class = "n" > subscribe< / span > < span class = "p" > (< / span >
< a id = "__codelineno-1-23" name = "__codelineno-1-23" href = "#__codelineno-1-23" > < / a > < span class = "w" > < / span > < span class = "s" > " metrics" < / span > < span class = "p" > ,< / span >
< a id = "__codelineno-1-24" name = "__codelineno-1-24" href = "#__codelineno-1-24" > < / a > < span class = "w" > < / span > < span class = "n" > proc< / span > < span class = "p" > (< / span > < span class = "n" > topic< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > string< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > data< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > seq< / span > < span class = "o" > [< / span > < span class = "n" > byte< / span > < span class = "o" > ]< / span > < span class = "p" > )< / span > < span class = "w" > < / span > < span class = "sx" > {.async.}< / span > < span class = "w" > < / span > < span class = "o" > =< / span >
< a id = "__codelineno-1-25" name = "__codelineno-1-25" href = "#__codelineno-1-25" > < / a > < span class = "w" > < / span > < span class = "n" > echo< / span > < span class = "w" > < / span > < span class = "n" > MetricList< / span > < span class = "p" > .< / span > < span class = "n" > decode< / span > < span class = "p" > (< / span > < span class = "n" > data< / span > < span class = "p" > ).< / span > < span class = "n" > tryGet< / span > < span class = "p" > ()< / span >
< a id = "__codelineno-1-26" name = "__codelineno-1-26" href = "#__codelineno-1-26" > < / a > < span class = "w" > < / span > < span class = "p" > ,< / span >
< a id = "__codelineno-1-27" name = "__codelineno-1-27" href = "#__codelineno-1-27" > < / a > < span class = "w" > < / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-28" name = "__codelineno-1-28" href = "#__codelineno-1-28" > < / a > < span class = "w" > < / span > < span class = "k" > else< / span > < span class = "p" > :< / span >
< a id = "__codelineno-1-29" name = "__codelineno-1-29" href = "#__codelineno-1-29" > < / a > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > gossip< / span > < span class = "p" > .< / span > < span class = "n" > subscribe< / span > < span class = "p" > (< / span > < span class = "s" > " metrics" < / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "kp" > nil< / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-30" name = "__codelineno-1-30" href = "#__codelineno-1-30" > < / a >
< a id = "__codelineno-1-31" name = "__codelineno-1-31" href = "#__codelineno-1-31" > < / a > < span class = "w" > < / span > < span class = "c" > # Create random metrics 10 times and broadcast them< / span >
< a id = "__codelineno-1-32" name = "__codelineno-1-32" href = "#__codelineno-1-32" > < / a > < span class = "w" > < / span > < span class = "k" > for< / span > < span class = "w" > < / span > < span class = "err" > _ in 0 ..< 10:< / span >
< a id = "__codelineno-1-33" name = "__codelineno-1-33" href = "#__codelineno-1-33" > < / a > < span class = "w" > < / span > < span class = "n" > await< / span > < span class = "w" > < / span > < span class = "n" > sleepAsync< / span > < span class = "p" > (< / span > < span class = "mf" > 500.< / span > < span class = "n" > milliseconds< / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-34" name = "__codelineno-1-34" href = "#__codelineno-1-34" > < / a > < span class = "w" > < / span > < span class = "kd" > var< / span > < span class = "w" > < / span > < span class = "n" > metricList< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > MetricList< / span > < span class = "p" > (< / span > < span class = "n" > hostname< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > hostname< / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-35" name = "__codelineno-1-35" href = "#__codelineno-1-35" > < / a > < span class = "w" > < / span > < span class = "k" > let< / span > < span class = "w" > < / span > < span class = "n" > metricCount< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > rng< / span > < span class = "o" > []< / span > < span class = "p" > .< / span > < span class = "n" > generate< / span > < span class = "p" > (< / span > < span class = "n" > uint32< / span > < span class = "p" > )< / span > < span class = "w" > < / span > < span class = "ow" > mod< / span > < span class = "w" > < / span > < span class = "mi" > 4< / span >
< a id = "__codelineno-1-36" name = "__codelineno-1-36" href = "#__codelineno-1-36" > < / a > < span class = "w" > < / span > < span class = "k" > for< / span > < span class = "w" > < / span > < span class = "n" > i< / span > < span class = "w" > < / span > < span class = "ow" > in< / span > < span class = "w" > < / span > < span class = "mi" > 0< / span > < span class = "w" > < / span > < span class = "p" > ..< / span > < span class = "o" > < < / span > < span class = "w" > < / span > < span class = "n" > metricCount< / span > < span class = "w" > < / span > < span class = "o" > +< / span > < span class = "w" > < / span > < span class = "mi" > 1< / span > < span class = "p" > :< / span >
< a id = "__codelineno-1-37" name = "__codelineno-1-37" href = "#__codelineno-1-37" > < / a > < span class = "w" > < / span > < span class = "n" > metricList< / span > < span class = "p" > .< / span > < span class = "n" > metrics< / span > < span class = "p" > .< / span > < span class = "n" > add< / span > < span class = "p" > (< / span >
< a id = "__codelineno-1-38" name = "__codelineno-1-38" href = "#__codelineno-1-38" > < / a > < span class = "w" > < / span > < span class = "n" > Metric< / span > < span class = "p" > (< / span > < span class = "n" > name< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "s" > " metric_" < / span > < span class = "w" > < / span > < span class = "o" > & < / span > < span class = "w" > < / span > < span class = "o" > $< / span > < span class = "n" > i< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > value< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > float< / span > < span class = "p" > (< / span > < span class = "n" > rng< / span > < span class = "o" > []< / span > < span class = "p" > .< / span > < span class = "n" > generate< / span > < span class = "p" > (< / span > < span class = "n" > uint16< / span > < span class = "p" > ))< / span > < span class = "w" > < / span > < span class = "o" > /< / span > < span class = "w" > < / span > < span class = "mf" > 1000.0< / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-39" name = "__codelineno-1-39" href = "#__codelineno-1-39" > < / a > < span class = "w" > < / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-40" name = "__codelineno-1-40" href = "#__codelineno-1-40" > < / a >
< a id = "__codelineno-1-41" name = "__codelineno-1-41" href = "#__codelineno-1-41" > < / a > < span class = "w" > < / span > < span class = "k" > discard< / span > < span class = "w" > < / span > < span class = "n" > await< / span > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > gossip< / span > < span class = "p" > .< / span > < span class = "n" > publish< / span > < span class = "p" > (< / span > < span class = "s" > " metrics" < / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > encode< / span > < span class = "p" > (< / span > < span class = "n" > metricList< / span > < span class = "p" > ).< / span > < span class = "n" > buffer< / span > < span class = "p" > )< / span >
< a id = "__codelineno-1-42" name = "__codelineno-1-42" href = "#__codelineno-1-42" > < / a > < span class = "w" > < / span > < span class = "n" > await< / span > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > switch< / span > < span class = "p" > .< / span > < span class = "n" > stop< / span > < span class = "p" > ()< / span >
2023-09-07 14:09:36 +00:00
< / code > < / pre > < / div >
For our main procedure, we'll create a few nodes, and connect them together.
Note that they are not all interconnected, but GossipSub will take care of
broadcasting to the full network nonetheless.
2024-06-13 10:30:22 +00:00
< div class = "highlight" > < pre > < span > < / span > < code > < a id = "__codelineno-2-1" name = "__codelineno-2-1" href = "#__codelineno-2-1" > < / a > < span class = "k" > proc< / span > < span class = "w" > < / span > < span class = "nf" > main< / span > < span class = "p" > ()< / span > < span class = "w" > < / span > < span class = "sx" > {.async.}< / span > < span class = "w" > < / span > < span class = "o" > =< / span >
2023-09-07 14:09:36 +00:00
< a id = "__codelineno-2-2" name = "__codelineno-2-2" href = "#__codelineno-2-2" > < / a > < span class = "w" > < / span > < span class = "k" > let< / span > < span class = "w" > < / span > < span class = "n" > rng< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > newRng< / span > < span class = "p" > ()< / span >
< a id = "__codelineno-2-3" name = "__codelineno-2-3" href = "#__codelineno-2-3" > < / a > < span class = "w" > < / span > < span class = "kd" > var< / span > < span class = "w" > < / span > < span class = "n" > nodes< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > seq< / span > < span class = "o" > [< / span > < span class = "n" > Node< / span > < span class = "o" > ]< / span >
< a id = "__codelineno-2-4" name = "__codelineno-2-4" href = "#__codelineno-2-4" > < / a >
< a id = "__codelineno-2-5" name = "__codelineno-2-5" href = "#__codelineno-2-5" > < / a > < span class = "w" > < / span > < span class = "k" > for< / span > < span class = "w" > < / span > < span class = "n" > hostname< / span > < span class = "w" > < / span > < span class = "ow" > in< / span > < span class = "w" > < / span > < span class = "o" > [< / span > < span class = "s" > " John" < / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "s" > " Walter" < / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "s" > " David" < / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "s" > " Thuy" < / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "s" > " Amy" < / span > < span class = "o" > ]< / span > < span class = "p" > :< / span >
< a id = "__codelineno-2-6" name = "__codelineno-2-6" href = "#__codelineno-2-6" > < / a > < span class = "w" > < / span > < span class = "k" > let< / span >
2024-06-13 10:30:22 +00:00
< a id = "__codelineno-2-7" name = "__codelineno-2-7" href = "#__codelineno-2-7" > < / a > < span class = "w" > < / span > < span class = "n" > switch< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > newStandardSwitch< / span > < span class = "p" > (< / span > < span class = "n" > rng< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > rng< / span > < span class = "p" > )< / span >
2023-09-07 14:09:36 +00:00
< a id = "__codelineno-2-8" name = "__codelineno-2-8" href = "#__codelineno-2-8" > < / a > < span class = "w" > < / span > < span class = "n" > gossip< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > GossipSub< / span > < span class = "p" > .< / span > < span class = "n" > init< / span > < span class = "p" > (< / span > < span class = "n" > switch< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > switch< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > triggerSelf< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "kp" > true< / span > < span class = "p" > )< / span >
< a id = "__codelineno-2-9" name = "__codelineno-2-9" href = "#__codelineno-2-9" > < / a > < span class = "w" > < / span > < span class = "n" > switch< / span > < span class = "p" > .< / span > < span class = "n" > mount< / span > < span class = "p" > (< / span > < span class = "n" > gossip< / span > < span class = "p" > )< / span >
< a id = "__codelineno-2-10" name = "__codelineno-2-10" href = "#__codelineno-2-10" > < / a > < span class = "w" > < / span > < span class = "n" > await< / span > < span class = "w" > < / span > < span class = "n" > switch< / span > < span class = "p" > .< / span > < span class = "n" > start< / span > < span class = "p" > ()< / span >
< a id = "__codelineno-2-11" name = "__codelineno-2-11" href = "#__codelineno-2-11" > < / a >
< a id = "__codelineno-2-12" name = "__codelineno-2-12" href = "#__codelineno-2-12" > < / a > < span class = "w" > < / span > < span class = "n" > nodes< / span > < span class = "p" > .< / span > < span class = "n" > add< / span > < span class = "p" > ((< / span > < span class = "n" > switch< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > gossip< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > hostname< / span > < span class = "p" > ))< / span >
< a id = "__codelineno-2-13" name = "__codelineno-2-13" href = "#__codelineno-2-13" > < / a >
< a id = "__codelineno-2-14" name = "__codelineno-2-14" href = "#__codelineno-2-14" > < / a > < span class = "w" > < / span > < span class = "k" > for< / span > < span class = "w" > < / span > < span class = "n" > index< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "w" > < / span > < span class = "ow" > in< / span > < span class = "w" > < / span > < span class = "n" > nodes< / span > < span class = "p" > :< / span >
< a id = "__codelineno-2-15" name = "__codelineno-2-15" href = "#__codelineno-2-15" > < / a > < span class = "w" > < / span > < span class = "c" > # Connect to a few neighbors< / span >
< a id = "__codelineno-2-16" name = "__codelineno-2-16" href = "#__codelineno-2-16" > < / a > < span class = "w" > < / span > < span class = "k" > for< / span > < span class = "w" > < / span > < span class = "n" > otherNodeIdx< / span > < span class = "w" > < / span > < span class = "ow" > in< / span > < span class = "w" > < / span > < span class = "n" > index< / span > < span class = "w" > < / span > < span class = "o" > -< / span > < span class = "w" > < / span > < span class = "mi" > 1< / span > < span class = "w" > < / span > < span class = "p" > ..< / span > < span class = "w" > < / span > < span class = "n" > index< / span > < span class = "w" > < / span > < span class = "o" > +< / span > < span class = "w" > < / span > < span class = "mi" > 2< / span > < span class = "p" > :< / span >
2024-06-13 10:30:22 +00:00
< a id = "__codelineno-2-17" name = "__codelineno-2-17" href = "#__codelineno-2-17" > < / a > < span class = "w" > < / span > < span class = "k" > if< / span > < span class = "w" > < / span > < span class = "n" > otherNodeIdx< / span > < span class = "w" > < / span > < span class = "ow" > notin< / span > < span class = "w" > < / span > < span class = "mi" > 0< / span > < span class = "w" > < / span > < span class = "p" > ..< / span > < span class = "o" > < < / span > < span class = "w" > < / span > < span class = "n" > nodes< / span > < span class = "p" > .< / span > < span class = "n" > len< / span > < span class = "w" > < / span > < span class = "ow" > or< / span > < span class = "w" > < / span > < span class = "n" > otherNodeIdx< / span > < span class = "w" > < / span > < span class = "o" > ==< / span > < span class = "w" > < / span > < span class = "n" > index< / span > < span class = "p" > :< / span >
< a id = "__codelineno-2-18" name = "__codelineno-2-18" href = "#__codelineno-2-18" > < / a > < span class = "w" > < / span > < span class = "k" > continue< / span >
< a id = "__codelineno-2-19" name = "__codelineno-2-19" href = "#__codelineno-2-19" > < / a > < span class = "w" > < / span > < span class = "k" > let< / span > < span class = "w" > < / span > < span class = "n" > otherNode< / span > < span class = "w" > < / span > < span class = "o" > =< / span > < span class = "w" > < / span > < span class = "n" > nodes< / span > < span class = "o" > [< / span > < span class = "n" > otherNodeIdx< / span > < span class = "o" > ]< / span >
< a id = "__codelineno-2-20" name = "__codelineno-2-20" href = "#__codelineno-2-20" > < / a > < span class = "w" > < / span > < span class = "n" > await< / span > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "p" > .< / span > < span class = "n" > switch< / span > < span class = "p" > .< / span > < span class = "n" > connect< / span > < span class = "p" > (< / span >
< a id = "__codelineno-2-21" name = "__codelineno-2-21" href = "#__codelineno-2-21" > < / a > < span class = "w" > < / span > < span class = "n" > otherNode< / span > < span class = "p" > .< / span > < span class = "n" > switch< / span > < span class = "p" > .< / span > < span class = "n" > peerInfo< / span > < span class = "p" > .< / span > < span class = "n" > peerId< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > otherNode< / span > < span class = "p" > .< / span > < span class = "n" > switch< / span > < span class = "p" > .< / span > < span class = "n" > peerInfo< / span > < span class = "p" > .< / span > < span class = "n" > addrs< / span >
< a id = "__codelineno-2-22" name = "__codelineno-2-22" href = "#__codelineno-2-22" > < / a > < span class = "w" > < / span > < span class = "p" > )< / span >
< a id = "__codelineno-2-23" name = "__codelineno-2-23" href = "#__codelineno-2-23" > < / a >
< a id = "__codelineno-2-24" name = "__codelineno-2-24" href = "#__codelineno-2-24" > < / a > < span class = "w" > < / span > < span class = "kd" > var< / span > < span class = "w" > < / span > < span class = "n" > allFuts< / span > < span class = "p" > :< / span > < span class = "w" > < / span > < span class = "nb" > seq< / span > < span class = "o" > [< / span > < span class = "n" > Future< / span > < span class = "o" > [< / span > < span class = "n" > void< / span > < span class = "o" > ]]< / span >
< a id = "__codelineno-2-25" name = "__codelineno-2-25" href = "#__codelineno-2-25" > < / a > < span class = "w" > < / span > < span class = "k" > for< / span > < span class = "w" > < / span > < span class = "n" > node< / span > < span class = "w" > < / span > < span class = "ow" > in< / span > < span class = "w" > < / span > < span class = "n" > nodes< / span > < span class = "p" > :< / span >
< a id = "__codelineno-2-26" name = "__codelineno-2-26" href = "#__codelineno-2-26" > < / a > < span class = "w" > < / span > < span class = "n" > allFuts< / span > < span class = "p" > .< / span > < span class = "n" > add< / span > < span class = "p" > (< / span > < span class = "n" > oneNode< / span > < span class = "p" > (< / span > < span class = "n" > node< / span > < span class = "p" > ,< / span > < span class = "w" > < / span > < span class = "n" > rng< / span > < span class = "p" > ))< / span >
< a id = "__codelineno-2-27" name = "__codelineno-2-27" href = "#__codelineno-2-27" > < / a >
< a id = "__codelineno-2-28" name = "__codelineno-2-28" href = "#__codelineno-2-28" > < / a > < span class = "w" > < / span > < span class = "n" > await< / span > < span class = "w" > < / span > < span class = "n" > allFutures< / span > < span class = "p" > (< / span > < span class = "n" > allFuts< / span > < span class = "p" > )< / span >
< a id = "__codelineno-2-29" name = "__codelineno-2-29" href = "#__codelineno-2-29" > < / a >
< a id = "__codelineno-2-30" name = "__codelineno-2-30" href = "#__codelineno-2-30" > < / a > < span class = "n" > waitFor< / span > < span class = "p" > (< / span > < span class = "n" > main< / span > < span class = "p" > ())< / span >
2023-09-07 14:09:36 +00:00
< / code > < / pre > < / div >
If you run this program, you should see something like:
< div class = "highlight" > < pre > < span > < / span > < code > < a id = "__codelineno-3-1" name = "__codelineno-3-1" href = "#__codelineno-3-1" > < / a > (hostname: " John" , metrics: @[(name: " metric_0" , value: 42.097), (name: " metric_1" , value: 50.99), (name: " metric_2" , value: 47.86), (name: " metric_3" , value: 5.368)])
< a id = "__codelineno-3-2" name = "__codelineno-3-2" href = "#__codelineno-3-2" > < / a > (hostname: " Walter" , metrics: @[(name: " metric_0" , value: 39.452), (name: " metric_1" , value: 15.606), (name: " metric_2" , value: 14.059), (name: " metric_3" , value: 6.68)])
< a id = "__codelineno-3-3" name = "__codelineno-3-3" href = "#__codelineno-3-3" > < / a > (hostname: " David" , metrics: @[(name: " metric_0" , value: 9.82), (name: " metric_1" , value: 2.862), (name: " metric_2" , value: 15.514)])
< a id = "__codelineno-3-4" name = "__codelineno-3-4" href = "#__codelineno-3-4" > < / a > (hostname: " Thuy" , metrics: @[(name: " metric_0" , value: 59.038)])
< a id = "__codelineno-3-5" name = "__codelineno-3-5" href = "#__codelineno-3-5" > < / a > (hostname: " Amy" , metrics: @[(name: " metric_0" , value: 55.616), (name: " metric_1" , value: 23.52), (name: " metric_2" , value: 59.081), (name: " metric_3" , value: 2.516)])
< / code > < / pre > < / div > < / p >
< p > This is John receiving & logging everyone's metrics.< / p >
< h2 id = "going-further" > Going further< / h2 >
< p > Building efficient & safe GossipSub networks is a tricky subject. By tweaking the < a href = "https://status-im.github.io/nim-libp2p/master/libp2p/protocols/pubsub/gossipsub/types.html#GossipSubParams" > gossip params< / a >
and < a href = "https://status-im.github.io/nim-libp2p/master/libp2p/protocols/pubsub/gossipsub/types.html#TopicParams" > topic params< / a > ,
you can achieve very different properties.< / p >
< p > Also see reports for < a href = "https://gateway.ipfs.io/ipfs/QmRAFP5DBnvNjdYSbWhEhVRJJDFCLpPyvew5GwCCB4VxM4" > GossipSub v1.1< / a > < / p >
< p > If you are interested in broadcasting for your application, you may want to use < a href = "https://waku.org/" > Waku< / a > , which builds on top of GossipSub,
and adds features such as history, spam protection, and light node friendliness.< / p >
2024-06-13 10:30:22 +00:00
2023-09-07 14:09:36 +00:00
< / article >
< / div >
2024-06-13 10:30:22 +00:00
< script > var target = document . getElementById ( location . hash . slice ( 1 ) ) ; target && target . name && ( target . checked = target . name . startsWith ( "__tabbed_" ) ) < / script >
2023-09-07 14:09:36 +00:00
< / div >
< / main >
< footer class = "md-footer" >
< div class = "md-footer-meta md-typeset" >
< div class = "md-footer-meta__inner md-grid" >
< div class = "md-copyright" >
Made with
< a href = "https://squidfunk.github.io/mkdocs-material/" target = "_blank" rel = "noopener" >
Material for MkDocs
< / a >
< / div >
< / div >
< / div >
< / footer >
< / div >
< div class = "md-dialog" data-md-component = "dialog" >
< div class = "md-dialog__inner md-typeset" > < / div >
< / div >
2024-06-13 10:30:22 +00:00
< script id = "__config" type = "application/json" > { "base" : ".." , "features" : [ "navigation.instant" , "search.highlight" ] , "search" : "../assets/javascripts/workers/search.b8dbb3d2.min.js" , "translations" : { "clipboard.copied" : "Copied to clipboard" , "clipboard.copy" : "Copy to clipboard" , "search.result.more.one" : "1 more on this page" , "search.result.more.other" : "# more on this page" , "search.result.none" : "No matching documents" , "search.result.one" : "1 matching document" , "search.result.other" : "# matching documents" , "search.result.placeholder" : "Type to start searching" , "search.result.term.missing" : "Missing" , "select.version" : "Select version" } } < / script >
2023-09-07 14:09:36 +00:00
2024-06-13 10:30:22 +00:00
< script src = "../assets/javascripts/bundle.ad660dcc.min.js" > < / script >
2023-09-07 14:09:36 +00:00
< / body >
< / html >
