{"uid":"d6cfae8f604be828","name":"test_s31_concurrent_sends_mixed_topics_during_churn","fullName":"tests.wrappers_tests.test_send_e2e_part1.TestSendBeforeRelay#test_s31_concurrent_sends_mixed_topics_during_churn","historyId":"554d7a6ebdfc7de20b938491aaa83bfc","time":{"start":1778736763565,"stop":1778736789437,"duration":25872},"description":"\n S31: concurrent sends across mixed content topics during peer churn.\n ","descriptionHtml":"
S31: concurrent sends across mixed content topics during peer churn.\n\n","status":"failed","statusMessage":"AssertionError: Found errors {'crash': [], 'fatal': ['/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal'], 'panic': [], 'abort': [], 'segfault': [], 'corrupt': [], 'terminated': [], 'unhandled': ['Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]'], 'stacktrace': [], 'deadlock': [], 'SIGSEGV': [], 'SIGABRT': [], 'stack overflow': [], 'index out of bounds': [], 'nil pointer dereference': [], 'goroutine exit': [], 'nil pointer': [], 'runtime error': [], 'goexit': [], 'race condition': [], 'double free': []}","statusTrace":"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/allure_commons/_allure.py:221: in __call__\n return self._fixture_function(*args, **kwargs)\ntests/conftest.py:297: in check_waku_log_errors\n node.check_waku_log_errors()\nsrc/node/waku_node.py:686: in check_waku_log_errors\n assert not matches, f\"Found errors {matches}\"\nE AssertionError: Found errors {'crash': [], 'fatal': ['/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal'], 'panic': [], 'abort': [], 'segfault': [], 'corrupt': [], 'terminated': [], 'unhandled': ['Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]'], 'stacktrace': [], 'deadlock': [], 'SIGSEGV': [], 'SIGABRT': [], 'stack overflow': [], 'index out of bounds': [], 'nil pointer dereference': [], 'goroutine exit': [], 'nil pointer': [], 'runtime error': [], 'goexit': [], 'race condition': [], 'double free': []}","flaky":false,"newFailed":false,"newBroken":false,"newPassed":false,"retriesCount":0,"retriesStatusChange":false,"beforeStages":[{"name":"fleet_rln_state","time":{"start":1778736390202,"stop":1778736390202,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"configure_fleet_bootstrap","time":{"start":1778736390202,"stop":1778736390203,"duration":1},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"configure_fleet_cluster","time":{"start":1778736390203,"stop":1778736390203,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"pubsub_cfg","time":{"start":1778736390203,"stop":1778736390203,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"set_allure_env_variables","time":{"start":1778736390203,"stop":1778736390203,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"close_open_nodes","time":{"start":1778736763557,"stop":1778736763557,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"attach_logs_on_fail","time":{"start":1778736763557,"stop":1778736763557,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"check_waku_log_errors","time":{"start":1778736763557,"stop":1778736763557,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"skip_fleet_test_without_rln","time":{"start":1778736763558,"stop":1778736763558,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"test_id","time":{"start":1778736763558,"stop":1778736763558,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"test_setup","time":{"start":1778736763558,"stop":1778736763559,"duration":1},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"common_setup","time":{"start":1778736763559,"stop":1778736763561,"duration":2},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"store_setup","time":{"start":1778736763561,"stop":1778736763562,"duration":1},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false},{"name":"node_config","time":{"start":1778736763562,"stop":1778736763564,"duration":2},"status":"passed","steps":[],"attachments":[],"parameters":[],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":false,"attachmentStep":false}],"testStage":{"description":"\n S31: concurrent sends across mixed content topics during peer churn.\n ","status":"failed","statusMessage":"AssertionError: Found errors {'crash': [], 'fatal': ['/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal'], 'panic': [], 'abort': [], 'segfault': [], 'corrupt': [], 'terminated': [], 'unhandled': ['Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]'], 'stacktrace': [], 'deadlock': [], 'SIGSEGV': [], 'SIGABRT': [], 'stack overflow': [], 'index out of bounds': [], 'nil pointer dereference': [], 'goroutine exit': [], 'nil pointer': [], 'runtime error': [], 'goexit': [], 'race condition': [], 'double free': []}","statusTrace":"/opt/hostedtoolcache/Python/3.12.13/x64/lib/python3.12/site-packages/allure_commons/_allure.py:221: in __call__\n return self._fixture_function(*args, **kwargs)\ntests/conftest.py:297: in check_waku_log_errors\n node.check_waku_log_errors()\nsrc/node/waku_node.py:686: in check_waku_log_errors\n assert not matches, f\"Found errors {matches}\"\nE AssertionError: Found errors {'crash': [], 'fatal': ['/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal', '/root/.nim/nim-2.2.4/lib/system/fatal.nim(53) sysFatal'], 'panic': [], 'abort': [], 'segfault': [], 'corrupt': [], 'terminated': [], 'unhandled': ['Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]', 'Error: unhandled exception: /app/nimbledeps/pkgs2/json_serialization-0.4.4-8b3115354104858a0ac9019356fb29720529c2bd/json_serialization/writer.nim(191, 3) `w.inObject()` [AssertionDefect]'], 'stacktrace': [], 'deadlock': [], 'SIGSEGV': [], 'SIGABRT': [], 'stack overflow': [], 'index out of bounds': [], 'nil pointer dereference': [], 'goroutine exit': [], 'nil pointer': [], 'runtime error': [], 'goexit': [], 'race condition': [], 'double free': []}","steps":[{"name":"create_message","time":{"start":1778736778243,"stop":1778736778243,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-a/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS0w'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736778243,"stop":1778736778243,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-b/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS0x'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736778243,"stop":1778736778243,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-c/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS0y'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736778243,"stop":1778736778243,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-d/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS0z'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736778243,"stop":1778736778243,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-e/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS00'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736778243,"stop":1778736778243,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-f/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS01'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736778243,"stop":1778736778243,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-g/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS02'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736778244,"stop":1778736778244,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-h/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMS03'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-a/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi0w'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-b/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi0x'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-c/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi0y'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-d/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi0z'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-e/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi00'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-f/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi01'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-g/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi02'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736781408,"stop":1778736781408,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-h/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMi03'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784607,"stop":1778736784607,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-a/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy0w'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784607,"stop":1778736784607,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-b/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy0x'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784608,"stop":1778736784608,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-c/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy0y'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784608,"stop":1778736784608,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-d/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy0z'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784608,"stop":1778736784608,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-e/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy00'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784608,"stop":1778736784608,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-f/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy01'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784608,"stop":1778736784608,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-g/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy02'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"create_message","time":{"start":1778736784608,"stop":1778736784608,"duration":0},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"contentTopic","value":"'/test/1/s31-topic-h/proto'"},{"name":"payload","value":"'czMxLXBoYXNlMy03'"}],"stepsCount":0,"shouldDisplayMessage":false,"attachmentsCount":0,"hasContent":true,"attachmentStep":false},{"name":"check_sent_message_is_stored","time":{"start":1778736788630,"stop":1778736788634,"duration":4},"status":"passed","steps":[{"name":"get_messages_from_store","time":{"start":1778736788630,"stop":1778736788634,"duration":4},"status":"passed","steps":[],"attachments":[],"parameters":[{"name":"node","value":"