logos-co/roadmap
1
0
Fork 0
mirror of https://github.com/logos-co/roadmap.git synced 2025-02-24 13:48:35 +00:00
Code Issues Packages Projects Releases Wiki Activity
roadmap/vac/updates/2024-04-02.html

271 lines
126 KiB
HTML
Raw Normal View History

Update documentation
2024-04-02 17:30:40 +00:00
<!DOCTYPE html>
Update documentation
2024-05-02 14:57:41 +00:00
<html><head><title>2024-04-02 Vac weekly</title><meta charSet="utf-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta property="og:title" content="2024-04-02 Vac weekly"/><meta property="og:description" content="Vac 2024/04/02 § vac:p2p: § nimlibp2p:vac:webrtc-transport Fix the WebRTC CI on Windows/MacOS Mbed-TLS: improve installation/code generation Address all the comments on UDP nimlibp2p:vac:gossipsub-stagger-send Bump libp2p and fix compilation issue - https://github."/><meta property="og:image" content="https://roadmap.logos.co/static/og-image.png"/><meta property="og:width" content="1200"/><meta property="og:height" content="675"/><link rel="icon" href="../../static/icon.png"/><meta name="description" content="Vac 2024/04/02 § vac:p2p: § nimlibp2p:vac:webrtc-transport Fix the WebRTC CI on Windows/MacOS Mbed-TLS: improve installation/code generation Address all the comments on UDP nimlibp2p:vac:gossipsub-stagger-send Bump libp2p and fix compilation issue - https://github."/><meta name="generator" content="Quartz"/><link rel="preconnect" href="https://fonts.googleapis.com"/><link rel="preconnect" href="https://fonts.gstatic.com"/><link href="../../index.css" rel="stylesheet" type="text/css" spa-preserve/><link href="https://cdn.jsdelivr.net/npm/katex@0.16.0/dist/katex.min.css" rel="stylesheet" type="text/css" spa-preserve/><link href="https://fonts.googleapis.com/css2?family=IBM Plex Mono&amp;family=sans-serif:wght@400;700&amp;family=sans-serif:ital,wght@0,400;0,600;1,400;1,600&amp;display=swap" rel="stylesheet" type="text/css" spa-preserve/><script src="../../prescript.js" type="application/javascript" spa-preserve></script><script type="application/javascript" spa-preserve>const fetchData = fetch(`../../static/contentIndex.json`).then(data => data.json())</script></head><body data-slug="vac/updates/2024-04-02"><div id="quartz-root" class="page"><div id="quartz-body"><div class="left sidebar"><h1 class="page-title "><a href="../..">Logos Collective Project Roadmaps</a></h1><div class="spacer mobile-only"></div><div class="search "><div id="search-icon"><p>Search</p><div></div><svg tabIndex="0" aria-labelledby="title desc" role="img" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 19.9 19.7"><title id="title">Search</title><desc id="desc">Search</desc><g class="search-path" fill="none"><path stroke-linecap="square" d="M18.5 18.3l-5.4-5.4"></path><circle cx="8" cy="8" r="7"></circle></g></svg></div><div id="search-container"><div id="search-space"><input autocomplete="off" id="search-bar" name="search" type="text" aria-label="Search for something" placeholder="Search for something"/><div id="results-container"></div></div></div></div><div class="darkmode "><input class="toggle" id="darkmode-toggle" type="checkbox" tabIndex="-1"/><label id="toggle-label-light" for="darkmode-toggle" tabIndex="-1"><svg xmlns="http://www.w3.org/2000/svg" xmlnsXlink="http://www.w3.org/1999/xlink" version="1.1" id="dayIcon" x="0px" y="0px" viewBox="0 0 35 35" style="enable-background:new 0 0 35 35;" xmlSpace="preserve"><title>Light mode</title><path d="M6,17.5C6,16.672,5.328,16,4.5,16h-3C0.672,16,0,16.672,0,17.5 S0.672,19,1.5,19h3C5.328,19,6,18.328,6,17.5z M7.5,26c-0.414,0-0.789,0.168-1.061,0.439l-2,2C4.168,28.711,4,29.086,4,29.5 C4,30.328,4.671,31,5.5,31c0.414,0,0.789-0.168,1.06-0.44l2-2C8.832,28.289,9,27.914,9,27.5C9,26.672,8.329,26,7.5,26z M17.5,6 C18.329,6,19,5.328,19,4.5v-3C19,0.672,18.329,0,17.5,0S16,0.672,16,1.5v3C16,5.328,16.671,6,17.5,6z M27.5,9 c0.414,0,0.789-0.168,1.06-0.439l2-2C30.832,6.289,31,5.914,31,5.5C31,4.672,30.329,4,29.5,4c-0.414,0-0.789,0.168-1.061,0.44 l-2,2C26.168,6.711,26,7.086,26,7.5C26,8.328,26.671,9,27.5,9z M6.439,8.561C6.711,8.832,7.086,9,7.5,9C8.328,9,9,8.328,9,7.5 c0-0.414-0.168-0.789-0.439-1.061l-2-2C6.289,4.168,5.914,4,5.5,4C4.672,4,4,4.672,4,5.5c0,0.414,0.168,0.789,0.439,1.06 L6.439,8.561z M33.5,16h-3c-0.828,0-1.5,0.672-1.5,1.5s0.672,1.5,1.5,1.5h3c0.828,0,1.5-0.672,1.5-1.5S34.328,16,33.5,16z M28.561,26.439C28.289,26.168,27.914,26,27.5,26c-0.828,0-1
Update documentation
2024-04-02 17:30:40 +00:00
<h3 id="vacp2p">vac:p2p:<a aria-hidden="true" tabindex="-1" href="#vacp2p" class="internal"> §</a></h3>
<ul>
<li><code>nimlibp2p:vac:webrtc-transport</code>
<ul>
<li>Fix the WebRTC CI on Windows/MacOS</li>
<li>Mbed-TLS: improve installation/code generation</li>
<li>Address all the comments on UDP</li>
</ul>
</li>
<li><code>nimlibp2p:vac:gossipsub-stagger-send</code>
<ul>
<li>Bump libp2p and fix compilation issue - <a href="https://github.com/status-im/nimbus-eth2/pull/6132" class="external">https://github.com/status-im/nimbus-eth2/pull/6132</a></li>
<li>Bump libp2p and use new gossipsup constructor - <a href="https://github.com/status-im/nimbus-eth2/pull/6148" class="external">https://github.com/status-im/nimbus-eth2/pull/6148</a></li>
</ul>
</li>
<li><code>nimlibp2p:vac:maintenance</code>
<ul>
<li>Reviewing PRs</li>
</ul>
</li>
</ul>
<h3 id="vactke">vac:tke:<a aria-hidden="true" tabindex="-1" href="#vactke" class="internal"> §</a></h3>
<ul>
<li><code>waku:general-incentives</code>
<ul>
<li>Possibly continuing marketplace discussion with Waku (Martin)</li>
</ul>
</li>
<li><code>waku:rln-membership:</code>
<ul>
<li>Working on the proposal for RLN design (Martin)</li>
</ul>
</li>
<li><code>status:SNT-staking</code>
<ul>
<li>Supporting the SC team ad hoc (Martin)</li>
<li>Discussing using the staking contract at the org level (Martin)</li>
</ul>
</li>
<li><code>status:L2-deployment</code>
<ul>
<li>Further research into airdrop and incentive strategies of existing L2s (Martin)</li>
</ul>
</li>
<li><code>nomos:mixnet-incentives</code>
<ul>
<li>adjusted pricing function to account for measurement costs (Frederico)</li>
<li>verified that the modifications of the reward split scheme are correct (Frederico)</li>
</ul>
</li>
<li><code>nomos:cryptarchia-wealth-concentration-estimated-stake</code>
<ul>
<li>reviewed blog posts (Frederico)</li>
</ul>
</li>
<li><code>codex:cdx</code>
<ul>
<li>reviewed latest marketplace proposal (Fred</li>
</ul>
</li>
</ul>
<h3 id="vacdst">vac:dst:<a aria-hidden="true" tabindex="-1" href="#vacdst" class="internal"> §</a></h3>
<ul>
<li><code>eng-10ktool:vac:bandwidth-test</code>
<ul>
<li>Delayed simulations.</li>
<li>Finished plotter module tests ready to review (<a href="https://github.com/vacp2p/10ksim/pull/19" class="external">https://github.com/vacp2p/10ksim/pull/19</a>)</li>
<li>Finished data class, related PR already merged (<a href="https://github.com/vacp2p/10ksim/pull/16" class="external">https://github.com/vacp2p/10ksim/pull/16</a>)</li>
<li>Improvements for scrapping, related and merged PRs (<a href="https://github.com/vacp2p/10ksim/pull/17" class="external">https://github.com/vacp2p/10ksim/pull/17</a> and <a href="https://github.com/vacp2p/10ksim/pull/18" class="external">https://github.com/vacp2p/10ksim/pull/18</a>)</li>
<li>Investigate attacknet (<a href="https://twitter.com/ethPandaOps/status/1769773689979974006" class="external">https://twitter.com/ethPandaOps/status/1769773689979974006</a>)</li>
</ul>
</li>
<li><code>eng-10ktool:vac:bandwidth-test</code>
<ul>
<li>Many many fixes to get Kubernetes with OpenvSwitch + offloading + VMs working
<ul>
<li>Reinstalled 3 nodes with new Debian + Proxmox flavour</li>
<li>Installed Mellanox OFED drivers</li>
<li>Experimented with VirtIO network, managed to eventually get SR-IOV and Virtual Functions working</li>
</ul>
</li>
<li>Waku - Benchmarked 1-worker (one worker as one eighth of a 64 core node) cluster
<ul>
<li>Indications are we can scale to ~14k nodes if scaling is linear, vs CPU usage observed on 1-worker</li>
<li>Had 243 Waku nodes, including publishing, running on the worker or 1/8th node with headroom to spare</li>
<li>Network offloading appears to about 2x as efficient CPU wise when running Waku</li>
</ul>
</li>
<li>Further fixes for offloading setup once SR-IOV was working</li>
<li>Waku - Reinstalled 24 workers, then wiped them all and reinstalled 8 of them :(</li>
<li>Diagnosed incredibly complicated packet loss issues (which turned out to be caused by cloned VMs - note to self - clean up /etc/machine-id next time!)</li>
<li>Waku - Benchmarked 8-worker cluster (1 physical 64-core), scaled to 1200 nodes, hit major issue with Calico
<ul>
<li>Documented here - <a href="https://github.com/projectcalico/calico/issues/8676" class="external">https://github.com/projectcalico/calico/issues/8676</a></li>
</ul>
</li>
<li>Added caching to Harbor, further investigated removing Harbor rate limits</li>
<li>Discovered that adding multiple jobservice workers to Harbor makes rate limits higher
<ul>
<li>Deployed 6 jobservice workers in Harbor</li>
</ul>
</li>
<li>Removed Vaxis and Nia from Kubernetes to help with CPU accounting since they host worker VMs</li>
</ul>
</li>
</ul>
<h3 id="vacqa">vac:qa:<a aria-hidden="true" tabindex="-1" href="#vacqa" class="internal"> §</a></h3>
<ul>
<li><code>waku:test-automation-sharding</code>
<ul>
<li>Sharding <a href="https://github.com/waku-org/waku-interop-tests/pull/24" class="external">interop tests</a>(@Florin)
<ul>
<li>Added around 70 new tests so far</li>
</ul>
</li>
<li>Issues found:
<ul>
<li>node crashes when there are many flags to the docker <a href="https://github.com/waku-org/nwaku/issues/2550" class="external">start command</a>(@Florin)</li>
<li>node can be started on <a href="https://github.com/waku-org/nwaku/issues/2552" class="external">multiple clusters</a>(@Florin)</li>
<li>all REST API calls return 200 with <a href="https://github.com/waku-org/go-waku/issues/1074" class="external">empty response</a>(@Florin)</li>
</ul>
</li>
<li>Sharding <a href="https://github.com/waku-org/go-waku/pull/1060" class="external">tests update</a>(@Roman)</li>
<li>Closed issue: <a href="https://github.com/waku-org/go-waku/issues/1070" class="external">data race occurs when publishing to unsubscribed pubSubTopic</a>(@Roman)</li>
</ul>
</li>
<li><code>waku:test-automation-go-waku</code>
<ul>
<li>Merged Discv5 <a href="https://github.com/waku-org/go-waku/pull/1051" class="external">PR</a>(@Roman)</li>
<li>Closed issue: <a href="https://github.com/waku-org/go-waku/issues/1059" class="external">race condition while setting boot nodes for Discv5</a>(@Roman)</li>
</ul>
</li>
<li><code>waku:test-automation-nwaku</code>
<ul>
<li>Peer &amp; Communication Management(@Alex)
<ul>
<li>Continue implementing tests</li>
<li>Found a couple weird behaviours</li>
</ul>
</li>
</ul>
</li>
</ul>
<h3 id="vacacz">vac:acz:<a aria-hidden="true" tabindex="-1" href="#vacacz" class="internal"> §</a></h3>
<ul>
<li><code>secure-channels:waku:ethereum-chat</code>
<ul>
<li>Finish the examination DCGKA ref implementation <a href="https://github.com/trvedata/key-agreement" class="external">repo</a></li>
<li>Started to write a report about the examination of vector clocks used in DCGKA ref implementation</li>
<li>Checked that there is the motivation why we chose DCGKA in <a href="https://github.com/vacp2p/rfc-index/blob/ETH-SECPM-DEC/vac/raw/Decentralized%20messaging%20Ethereum.md" class="external">rfc</a></li>
</ul>
</li>
<li><code>zerokit:vac:maintenance</code>
<ul>
<li>github removed semaphore commit we used, was fixing CI issue</li>
</ul>
</li>
</ul>
<h3 id="vacsc">vac:sc::<a aria-hidden="true" tabindex="-1" href="#vacsc" class="internal"> §</a></h3>
<h3 id="vacrfc">vac:rfc:<a aria-hidden="true" tabindex="-1" href="#vacrfc" class="internal"> §</a></h3>
<ul>
<li>
<ul>
<li><code>vac:rfc-process-update</code>
<ul>
<li>Worked on workflow to sync rfc website - <a href="https://github.com/vacp2p/rfc-index/pull/29" class="external">https://github.com/vacp2p/rfc-index/pull/29</a></li>
<li>Added some format changes to eth-secpm-dec - <a href="https://github.com/vacp2p/rfc-index/pull/28" class="external">https://github.com/vacp2p/rfc-index/pull/28</a></li>
<li>Rfc-website is ready - <a href="https://github.com/vacp2p/rfc-website/tree/mas" class="external">https://github.com/vacp2p/rfc-website/tree/mas</a></li>
</ul>
</li>
</ul>
</li>
</ul>
<h3 id="vacdr">vac:dr:<a aria-hidden="true" tabindex="-1" href="#vacdr" class="internal"> §</a></h3>
<ul>
<li><code>unstructured-p2p-improvements-survey</code>
<ul>
<li>Looked into different aspects of libp2p specifications (including gossipsub versions and corresponding discussions). Also looked into the corresponding nim-libp2p works.</li>
<li>Followed discussions/PRs on libp2p specs and libp2p implementations</li>
</ul>
</li>
</ul>
<h3 id="vacnes">vac:nes:<a aria-hidden="true" tabindex="-1" href="#vacnes" class="internal"> §</a></h3>
<ul>
<li><code>state-separation:vac:state-separation-doc</code>
<ul>
<li>Refined the State Separation PDAGs doc and add changes together with Ugur (Moudy + Ugur)</li>
<li>Worked on gathering important components for state separation (Moudy)</li>
<li>Researched and identified accumulators/nullifiers to integrate (Moudy)</li>
<li>Discussed monitoring with Moudy, and continued with <a href="https://www.notion.so/Nescience-cd358fe429b14fa2ab38ca42835a8451?pvs=4#26df10f045fb4c6683cbce362095a303" class="external">monitoring</a> (Marvin + Moudy)</li>
<li>Discussed with Moudy about <a href="https://www.notion.so/Nescience-cd358fe429b14fa2ab38ca42835a8451?pvs=4#4a32272ca966467d8cd46833bedaafd0" class="external">PDAG report</a> and next version of proposal on state-separation (Ugur + Moudy)</li>
<li>Started to write a draft of the next version of proposal on state-separation (Ugur)</li>
<li>Read about mutator set including Merkle Mountain Range and Bloom filters (Ugur)</li>
</ul>
</li>
<li><code>proofsystems:vac:research-existing-proof-systems</code>
<ul>
<li>check out <a href="https://github.com/snarkify/sirius" class="external">Sirius docs</a> (Rostyslav)</li>
<li>started writing <a href="https://eprint.iacr.org/2024/257.pdf" class="external">LatticeFold writeup</a> (Rostyslav)</li>
<li>Work on write up for <a href="https://eprint.iacr.org/2024/416" class="external">Mangrove</a> (Marvin)</li>
</ul>
</li>
<li><code>proofsystems:vac:benchmarks</code>
<ul>
<li>Kept working on the paper since new findings are arising (i.e. Nova Scotia not using Groth16) (Moudy)</li>
<li>Conducted server testing (Rostyslav)</li>
</ul>
</li>
</ul></article></div><div class="right sidebar"><div class="graph "><h3>Graph View</h3><div class="graph-outer"><div id="graph-container" data-cfg="{&quot;drag&quot;:true,&quot;zoom&quot;:true,&quot;depth&quot;:1,&quot;scale&quot;:1.1,&quot;repelForce&quot;:0.5,&quot;centerForce&quot;:0.3,&quot;linkDistance&quot;:30,&quot;fontSize&quot;:0.6,&quot;opacityScale&quot;:1,&quot;showTags&quot;:true,&quot;removeTags&quot;:[]}"></div><svg version="1.1" id="global-graph-icon" xmlns="http://www.w3.org/2000/svg" xmlnsXlink="http://www.w3.org/1999/xlink" x="0px" y="0px" viewBox="0 0 55 55" fill="currentColor" xmlSpace="preserve"><path d="M49,0c-3.309,0-6,2.691-6,6c0,1.035,0.263,2.009,0.726,2.86l-9.829,9.829C32.542,17.634,30.846,17,29,17
s-3.542,0.634-4.898,1.688l-7.669-7.669C16.785,10.424,17,9.74,17,9c0-2.206-1.794-4-4-4S9,6.794,9,9s1.794,4,4,4
c0.74,0,1.424-0.215,2.019-0.567l7.669,7.669C21.634,21.458,21,23.154,21,25s0.634,3.542,1.688,4.897L10.024,42.562
C8.958,41.595,7.549,41,6,41c-3.309,0-6,2.691-6,6s2.691,6,6,6s6-2.691,6-6c0-1.035-0.263-2.009-0.726-2.86l12.829-12.829
c1.106,0.86,2.44,1.436,3.898,1.619v10.16c-2.833,0.478-5,2.942-5,5.91c0,3.309,2.691,6,6,6s6-2.691,6-6c0-2.967-2.167-5.431-5-5.91
v-10.16c1.458-0.183,2.792-0.759,3.898-1.619l7.669,7.669C41.215,39.576,41,40.26,41,41c0,2.206,1.794,4,4,4s4-1.794,4-4
s-1.794-4-4-4c-0.74,0-1.424,0.215-2.019,0.567l-7.669-7.669C36.366,28.542,37,26.846,37,25s-0.634-3.542-1.688-4.897l9.665-9.665
C46.042,11.405,47.451,12,49,12c3.309,0,6-2.691,6-6S52.309,0,49,0z M11,9c0-1.103,0.897-2,2-2s2,0.897,2,2s-0.897,2-2,2
S11,10.103,11,9z M6,51c-2.206,0-4-1.794-4-4s1.794-4,4-4s4,1.794,4,4S8.206,51,6,51z M33,49c0,2.206-1.794,4-4,4s-4-1.794-4-4
s1.794-4,4-4S33,46.794,33,49z M29,31c-3.309,0-6-2.691-6-6s2.691-6,6-6s6,2.691,6,6S32.309,31,29,31z M47,41c0,1.103-0.897,2-2,2
s-2-0.897-2-2s0.897-2,2-2S47,39.897,47,41z M49,10c-2.206,0-4-1.794-4-4s1.794-4,4-4s4,1.794,4,4S51.206,10,49,10z"></path></svg></div><div id="global-graph-outer"><div id="global-graph-container" data-cfg="{&quot;drag&quot;:true,&quot;zoom&quot;:true,&quot;depth&quot;:-1,&quot;scale&quot;:0.9,&quot;repelForce&quot;:0.5,&quot;centerForce&quot;:0.3,&quot;linkDistance&quot;:30,&quot;fontSize&quot;:0.6,&quot;opacityScale&quot;:1,&quot;showTags&quot;:true,&quot;removeTags&quot;:[]}"></div></div></div><div class="toc desktop-only"><button type="button" id="toc"><h3>Table of Contents</h3><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="fold"><polyline points="6 9 12 15 18 9"></polyline></svg></button><div id="toc-content"><ul class="overflow"><li class="depth-0"><a href="#vac-20240402" data-for="vac-20240402">Vac 2024/04/02</a></li><li class="depth-1"><a href="#vacp2p" data-for="vacp2p">vac:p2p:</a></li><li class="depth-1"><a href="#vactke" data-for="vactke">vac:tke:</a></li><li class="depth-1"><a href="#vacdst" data-for="vacdst">vac:dst:</a></li><li class="depth-1"><a href="#vacqa" data-for="vacqa">vac:qa:</a></li><li class="depth-1"><a href="#vacacz" data-for="vacacz">vac:acz:</a></li><li class="depth-1"><a href="#vacsc" data-for="vacsc">vac:sc::</a></li><li class="depth-1"><a href="#vacrfc" data-for="vacrfc">vac:rfc:</a></li><li class="depth-1"><a href="#vacdr" data-for="vacdr">vac:dr:</a></li><li class="depth-1"><a href="#vacnes" data-for="vacnes">vac:nes:</a></li></ul></div></div><div class="backlinks "><h3>Backlinks</h3><ul class="overflow"><li>No backlinks found</li></ul></div></div></div><footer class><hr/><p>Created with <a href="https://quartz.jzhao.xyz/">Quartz v4.1.0</a>, © 2024</p><ul><li><a href="https://github.com/logos-co/roadmap">GitHub</a></li><li><a href="https://discord.com/invite/logos-state">Discord Community</a></li></ul></footer></div></body><script type="application/javascript">// quartz/components/scripts/quartz/components/scripts/callout.inline.ts
function toggleCallout() {
const outerBlock = this.parentElement;
outerBlock.classList.toggle(`is-collapsed`);
const collapsed = outerBlock.classList.contains(`is-collapsed`);
const height = collapsed ? this.scrollHeight : outerBlock.scrollHeight;
outerBlock.style.maxHeight = height + `px`;
let current = outerBlock;
let parent = outerBlock.parentElement;
while (parent) {
if (!parent.classList.contains(`callout`)) {
return;
}
const collapsed2 = parent.classList.contains(`is-collapsed`);
const height2 = collapsed2 ? parent.scrollHeight : parent.scrollHeight + current.scrollHeight;
parent.style.maxHeight = height2 + `px`;
current = parent;
parent = parent.parentElement;
}
}
function setupCallout() {
const collapsible = document.getElementsByClassName(
`callout is-collapsible`
);
for (const div of collapsible) {
const title = div.firstElementChild;
if (title) {
title.removeEventListener(`click`, toggleCallout);
title.addEventListener(`click`, toggleCallout);
const collapsed = div.classList.contains(`is-collapsed`);
const height = collapsed ? title.scrollHeight : div.scrollHeight;
div.style.maxHeight = height + `px`;
}
}
}
document.addEventListener(`nav`, setupCallout);
window.addEventListener(`resize`, setupCallout);
</script><script type="module">
import mermaid from 'https://cdn.jsdelivr.net/npm/mermaid/dist/mermaid.esm.min.mjs';
const darkMode = document.documentElement.getAttribute('saved-theme') === 'dark'
mermaid.initialize({
startOnLoad: false,
securityLevel: 'loose',
theme: darkMode ? 'dark' : 'default'
});
document.addEventListener('nav', async () => {
await mermaid.run({
querySelector: '.mermaid'
})
});
</script><script src="https://cdn.jsdelivr.net/npm/katex@0.16.7/dist/contrib/copy-tex.min.js" type="application/javascript"></script><script src="../../postscript.js" type="module"></script></html>
Reference in New Issue Copy Permalink