From 268890b983bb532b0924ad727c952906c54dace1 Mon Sep 17 00:00:00 2001 From: fbarbu15 Date: Thu, 8 Aug 2024 17:26:59 +0300 Subject: [PATCH] Update QA Milestones (#99) --- .../test-automation-data-availability.md | 41 ++++++++++++++++++ content/vac/qa/g/waku/test-automation-rln.md | 32 +++++++++++++- .../g/waku/test-automation-status-go-cli-2.md | 42 +++++++++++++++++++ .../g/waku/test-automation-status-go-cli.md | 15 ++++++- content/vac/qa/index.md | 8 ++-- 5 files changed, 133 insertions(+), 5 deletions(-) create mode 100644 content/vac/qa/g/nomos/test-automation-data-availability.md create mode 100644 content/vac/qa/g/waku/test-automation-status-go-cli-2.md diff --git a/content/vac/qa/g/nomos/test-automation-data-availability.md b/content/vac/qa/g/nomos/test-automation-data-availability.md new file mode 100644 index 000000000..8a723d59f --- /dev/null +++ b/content/vac/qa/g/nomos/test-automation-data-availability.md @@ -0,0 +1,41 @@ +--- +title: "Test Automation Data Availability" +--- +## `vac:qa::nomos:test-automation-data-availability` +--- + +```mermaid +%%{ + init: { + 'theme': 'base', + 'themeVariables': { + 'primaryColor': '#BB2528', + 'primaryTextColor': '#fff', + 'primaryBorderColor': '#7C0000', + 'lineColor': '#F8B229', + 'secondaryColor': '#006100', + 'tertiaryColor': '#fff' + } + } +}%% +gantt + tickInterval 1month + dateFormat YYYY-MM-DD + section Status + Test Automation Data Availability: 2024-07-29, 2024-10-31 +``` + +- status: 0% +- CC: Florin, Roman + +### Description + +- Test plan +- Unit tests +- Integration tests +- Performance tests + +### Justification + + +### Deliverables diff --git a/content/vac/qa/g/waku/test-automation-rln.md b/content/vac/qa/g/waku/test-automation-rln.md index 4ca5bc14e..1d53def98 100644 --- a/content/vac/qa/g/waku/test-automation-rln.md +++ b/content/vac/qa/g/waku/test-automation-rln.md @@ -25,7 +25,7 @@ gantt Test Automation RLN: 2024-01-01, 2024-05-31 ``` -- status: 40% +- status: 100% - CC: Roman, Florin, Alex ### Description @@ -40,3 +40,33 @@ gantt ### Deliverables + +#### Code: +- https://github.com/waku-org/waku-interop-tests/blob/master/tests/relay/test_rln.py +- https://github.com/waku-org/waku-interop-tests/blob/master/src/steps/rln.py +- https://github.com/waku-org/nwaku/pull/2356 +- https://github.com/waku-org/nwaku/pull/2639 +- https://github.com/waku-org/go-waku/pull/1003 +- https://github.com/waku-org/go-waku/pull/1009 +- https://github.com/waku-org/waku-simulator/pull/72 + + +#### Issues: +- https://github.com/waku-org/nwaku/issues/2662 +- https://github.com/waku-org/nwaku/issues/2837 +- https://github.com/waku-org/nwaku/issues/2422 +- https://github.com/waku-org/nwaku/issues/2602 +- https://github.com/waku-org/nwaku/issues/2606 +- https://github.com/waku-org/nwaku/issues/2901 +- https://github.com/waku-org/nwaku/issues/2942 +- https://github.com/waku-org/nwaku/issues/2822 +- https://github.com/waku-org/nwaku/issues/2764 +- https://github.com/waku-org/nwaku/issues/2763 +- https://github.com/waku-org/nwaku/issues/2762 +- https://github.com/waku-org/nwaku/issues/2743 +- https://github.com/waku-org/nwaku/issues/2742 +- https://github.com/waku-org/nwaku/issues/2822 +- https://github.com/waku-org/nwaku/issues/2757 +- https://github.com/waku-org/nwaku/issues/2946 +- https://github.com/waku-org/nwaku/issues/2949 +- https://github.com/waku-org/waku-simulator/issues/76 diff --git a/content/vac/qa/g/waku/test-automation-status-go-cli-2.md b/content/vac/qa/g/waku/test-automation-status-go-cli-2.md new file mode 100644 index 000000000..ab72a4375 --- /dev/null +++ b/content/vac/qa/g/waku/test-automation-status-go-cli-2.md @@ -0,0 +1,42 @@ +--- +title: "Status-go CLI Testing 2" +--- +## `vac:qa::waku:status-go-cli-testing-2` +--- + +```mermaid +%%{ + init: { + 'theme': 'base', + 'themeVariables': { + 'primaryColor': '#BB2528', + 'primaryTextColor': '#fff', + 'primaryBorderColor': '#7C0000', + 'lineColor': '#F8B229', + 'secondaryColor': '#006100', + 'tertiaryColor': '#fff' + } + } +}%% +gantt + tickInterval 1month + dateFormat YYYY-MM-DD + section Status + Status-go CLI Testing 2: 2024-08-19, 2024-12-31 +``` + +- status: 0% +- CC: Florin + +### Description + +- Review the current test coverage of chat functionalities in status-go and proceed with further coverage. Start with community creation and usage in dedicated shards +- Review testing in status-go related to chat functionalities that rely on external systems (e.g., Waku fleet) and migrate them to an interoperable testing framework. Decouple CI tests from external/unreliable fleets +- TBD (discussions are still ongoing, Hanno will reach out to Status people to define the requirements) + +### Justification + + +### Deliverables + + diff --git a/content/vac/qa/g/waku/test-automation-status-go-cli.md b/content/vac/qa/g/waku/test-automation-status-go-cli.md index 5eb9d3d03..4995d84df 100644 --- a/content/vac/qa/g/waku/test-automation-status-go-cli.md +++ b/content/vac/qa/g/waku/test-automation-status-go-cli.md @@ -50,7 +50,20 @@ gantt - leave_community - one_to_one_messages - private_group_messages - - reuses communities to now clout the staging env + - reuses communities to not clout the staging env - runs each night on status master branch - generates test report with history: https://status-im.github.io/status-cli-tests/122/ - found multiple issues that are under investgation by Pablo +- Ability to simulate for all the above scenarios: + - Latency + - Packet loss + - Low bandwith + - Hybernation + +### PR list: +- https://github.com/status-im/status-cli-tests/pull/1 +- https://github.com/status-im/status-cli-tests/pull/2 +- https://github.com/status-im/status-cli-tests/pull/3 +- https://github.com/status-im/status-cli-tests/pull/4 +- https://github.com/status-im/status-cli-tests/pull/5 +- https://github.com/status-im/status-cli-tests/pull/6 diff --git a/content/vac/qa/index.md b/content/vac/qa/index.md index 6b8ab364c..b36575ae8 100644 --- a/content/vac/qa/index.md +++ b/content/vac/qa/index.md @@ -4,7 +4,7 @@ tags: - dst - vac date: 2024-02-06 -lastmod: 2024-07-15 +lastmod: 2024-07-29 --- ## `vac:qa::` @@ -16,7 +16,7 @@ lastmod: 2024-07-15 * [x] [[vac/qa/g/waku/test-plan-sharding|test-plan-sharding ]] * [x] [[vac/qa/g/waku/test-automation-js-waku|test-automation-js-waku ]] * [x] [[vac/qa/g/waku/test-automation-nwaku|test-automation-nwaku ]] -* [[vac/qa/g/waku/test-automation-rln|test-automation-rln ]] +* [x] [[vac/qa/g/waku/test-automation-rln|test-automation-rln ]] * [x] [[vac/qa/g/waku/test-automation-sharding|test-automation-sharding ]] * [x] [[vac/qa/g/waku/test-automation-go-waku|test-automation-go-waku ]] * [x] [[vac/qa/g/waku/interop-testing|interop-testing ]] @@ -26,10 +26,12 @@ lastmod: 2024-07-15 * [[vac/qa/g/waku/maintenance-go-waku|maintenance-go-nwaku ]] * [[vac/qa/g/waku/ws-stress-testing|ws-stress-testing ]] * [x] [[vac/qa/g/waku/test-automation-status-go-cli|test-automation-status-go-cli ]] +* [[vac/qa/g/waku/test-automation-status-go-cli-2|test-automation-status-go-cli-2 ]] ### `vac:` * [[vac/qa/g/vac/test-automation-nim-libp2p|test-automation-nim-libp2p ]] -* [[vac/qa/g/vac/test-automation-nim-libp2p|test-automation-nim-tooling ]] +* [[vac/qa/g/vac/test-automation-nim-tooling|test-automation-nim-tooling ]] ### `nomos:` * [[vac/qa/g/nomos/test-automation-cryptarchia|test-automation-cryptarchia ]] +* [[vac/qa/g/nomos/test-automation-data-availability|test-automation-data-availability ]]