From 3d2d48a7057e0e659a2590e0399b3258a9bb69a0 Mon Sep 17 00:00:00 2001 From: Jonathan Rainville Date: Fri, 12 Aug 2022 14:55:06 -0400 Subject: [PATCH] test(tags): add ignore tags to tests that have a chance to fail --- ci/Jenkinsfile.uitests | 3 + .../suite_status/shared/steps/chatSteps.py | 2 +- .../suite_status/tst_ChatFlow/test.feature | 48 ++++++------ .../suite_status/tst_groupChat/test.feature | 73 ++++++++++--------- .../suite_status/tst_transaction/test.feature | 47 ++++++------ .../suite_status/tst_wallet/test.feature | 19 ++--- 6 files changed, 101 insertions(+), 91 deletions(-) diff --git a/ci/Jenkinsfile.uitests b/ci/Jenkinsfile.uitests index a901eb4911..2bd4598a11 100644 --- a/ci/Jenkinsfile.uitests +++ b/ci/Jenkinsfile.uitests @@ -76,6 +76,9 @@ pipeline { extraOptions: ''' --retry 2 + + --tags + ~mayfail --config addAUT diff --git a/test/ui-test/testSuites/suite_status/shared/steps/chatSteps.py b/test/ui-test/testSuites/suite_status/shared/steps/chatSteps.py index 8a9b2c1f2a..acc74ca66a 100644 --- a/test/ui-test/testSuites/suite_status/shared/steps/chatSteps.py +++ b/test/ui-test/testSuites/suite_status/shared/steps/chatSteps.py @@ -13,7 +13,7 @@ _statusCreateChatView = StatusCreateChatScreen() @When("user joins chat room |any|") def step(context, room): _statusMain.join_chat_room(room) - _statusChat.chat_loaded() + _statusChat.verify_chat_title(room) @When("the user creates a group chat adding users") def step(context): diff --git a/test/ui-test/testSuites/suite_status/tst_ChatFlow/test.feature b/test/ui-test/testSuites/suite_status/tst_ChatFlow/test.feature index 3b2ec5ebd5..ff3c9aeffa 100644 --- a/test/ui-test/testSuites/suite_status/tst_ChatFlow/test.feature +++ b/test/ui-test/testSuites/suite_status/tst_ChatFlow/test.feature @@ -32,10 +32,10 @@ Feature: Status Desktop Chat Then the user can reply to the message at index 0 with "This is a reply" - # TODO This test has a chance to fail since it relies on the mailserver. Until we host a local mailserver for the tests, this test is at risk -# Scenario: User can reply to another user's message -# When user joins chat room test -# Then the user can reply to the message at index 0 with "This is a reply to another user" + @mayfail + Scenario: User can reply to another user's message + When user joins chat room test + Then the user can reply to the message at index 0 with "This is a reply to another user" Scenario: User joins a room and marks it as read @@ -51,23 +51,27 @@ Feature: Status Desktop Chat Then the last message is not the random message - # TODO This test has a chance to fail since it relies on the mailserver. Until we host a local mailserver for the tests, this test is at risk - # Scenario: User cannot delete another user's message - # When user joins chat room test - # Then the user cannot delete the last message + @mayfail + Scenario: User cannot delete another user's message + When user joins chat room test + Then the user cannot delete the last message -# Scenario Outline: The user can do a mention -# When user joins chat room test -# And the user inputs a mention to with message -# Then the mention with message have been sent -# Examples: -# | displayName | message | -# | tester123 | testing mention | -# Scenario Outline: The user can not do a mention to not existing users -# When user joins chat room test -# Then the user cannot input a mention to a not existing user -# Examples: -# | displayName | -# | notExistingAccount | -# | asdfgNoNo | \ No newline at end of file + @mayfail + Scenario Outline: The user can do a mention + When user joins chat room test + And the user inputs a mention to with message + Then the mention with message have been sent + Examples: + | displayName | message | + | tester123 | testing mention | + + + @mayfail + Scenario Outline: The user can not do a mention to not existing users + When user joins chat room test + Then the user cannot input a mention to a not existing user + Examples: + | displayName | + | notExistingAccount | + | asdfgNoNo | \ No newline at end of file diff --git a/test/ui-test/testSuites/suite_status/tst_groupChat/test.feature b/test/ui-test/testSuites/suite_status/tst_groupChat/test.feature index 86247c891b..8a5e7a9b7a 100644 --- a/test/ui-test/testSuites/suite_status/tst_groupChat/test.feature +++ b/test/ui-test/testSuites/suite_status/tst_groupChat/test.feature @@ -1,38 +1,39 @@ -#Feature: Status Desktop Group Chat -# -# As a user I want to use group chat functionality. -# -# Background: -# -# Given the user starts the application with a specific data folder ../../../fixtures/group_chat -# -# Scenario: As an admin user I want to create a group chat with my contacts and the invited users can send messages -# -# When the user tester123 logs in with password TesTEr16843/!@00 -# Then the user lands on the signed in app -# When the user creates a group chat adding users -# | Athletic | -# | Nervous | -# Then the group chat is created -# And the group chat history contains "created the group" message -# And the group chat title is Athletic&Nervous -# And the group chat contains the following members -# | Athletic | -# | Nervous | -# And the group chat is up to chat sending "Admin user message sent" message -# -# # Invited user 1 -# When the user restarts the app -# And the user Nervous logs in with password TesTEr16843/!@00 -# Then the user lands on the signed in app -# When the user clicks on Athletic&Nervous chat -# Then the group chat is up to chat sending "Invited user 1 message sent!!" message -# -# # Invited user 2 -# When the user restarts the app -# And the user Athletic logs in with password TesTEr16843/!@00 -# Then the user lands on the signed in app -# When the user clicks on Athletic&Nervous chat -# Then the group chat is up to chat sending "Invited user 2 message sent!!" message +Feature: Status Desktop Group Chat + + As a user I want to use group chat functionality. + + Background: + + Given the user starts the application with a specific data folder ../../../fixtures/group_chat + + @mayfail + Scenario: As an admin user I want to create a group chat with my contacts and the invited users can send messages + + When the user tester123 logs in with password TesTEr16843/!@00 + Then the user lands on the signed in app + When the user creates a group chat adding users + | Athletic | + | Nervous | + Then the group chat is created + And the group chat history contains "created the group" message + And the group chat title is Athletic&Nervous + And the group chat contains the following members + | Athletic | + | Nervous | + And the group chat is up to chat sending "Admin user message sent" message + + # Invited user 1 + When the user restarts the app + And the user Nervous logs in with password TesTEr16843/!@00 + Then the user lands on the signed in app + When the user clicks on Athletic&Nervous chat + Then the group chat is up to chat sending "Invited user 1 message sent!!" message + + # Invited user 2 + When the user restarts the app + And the user Athletic logs in with password TesTEr16843/!@00 + Then the user lands on the signed in app + When the user clicks on Athletic&Nervous chat + Then the group chat is up to chat sending "Invited user 2 message sent!!" message # TODO: Add cleanup scenario. Leave, one by one, the chat \ No newline at end of file diff --git a/test/ui-test/testSuites/suite_status/tst_transaction/test.feature b/test/ui-test/testSuites/suite_status/tst_transaction/test.feature index 289e826b10..df1834af54 100644 --- a/test/ui-test/testSuites/suite_status/tst_transaction/test.feature +++ b/test/ui-test/testSuites/suite_status/tst_transaction/test.feature @@ -1,23 +1,24 @@ -#Feature: Status Desktop Transaction -# -# As a user I want to perform transaction -# -# Background: Sign up & Enable wallet section & Toggle test networks -# Given A first time user lands on the status desktop and generates new key -# When user signs up with username tester123 and password TesTEr16843/!@00 -# Then the user lands on the signed in app -# When the user opens app settings screen -# When the user activates wallet and opens the wallet settings -# When the user toggles test networks -# When the user opens wallet screen -# When the user accepts the signing phrase -# When the user imports a seed phrase with one and TesTEr16843/!@00 and pelican chief sudden oval media rare swamp elephant lawsuit wheat knife initial -# -# Scenario Outline: User sends a transaction -# When the user sends a transaction to himself from account one of on with password TesTEr16843/!@00 -# Then the transaction is in progress -# -# Examples: -# | amount | token | chain_name | -# | 0.000001 | ETH | Ropsten | -# | 0 | ETH | Ropsten | \ No newline at end of file +Feature: Status Desktop Transaction + + As a user I want to perform transaction + + Background: Sign up & Enable wallet section & Toggle test networks + Given A first time user lands on the status desktop and generates new key + When user signs up with username tester123 and password TesTEr16843/!@00 + Then the user lands on the signed in app + When the user opens app settings screen + When the user activates wallet and opens the wallet settings + When the user toggles test networks + When the user opens wallet screen + When the user accepts the signing phrase + When the user imports a seed phrase with one and TesTEr16843/!@00 and pelican chief sudden oval media rare swamp elephant lawsuit wheat knife initial + + @mayfail + Scenario Outline: User sends a transaction + When the user sends a transaction to himself from account one of on with password TesTEr16843/!@00 + Then the transaction is in progress + + Examples: + | amount | token | chain_name | + | 0.000001 | ETH | Ropsten | + | 0 | ETH | Ropsten | \ No newline at end of file diff --git a/test/ui-test/testSuites/suite_status/tst_wallet/test.feature b/test/ui-test/testSuites/suite_status/tst_wallet/test.feature index 1365295547..b2ed5c1da7 100644 --- a/test/ui-test/testSuites/suite_status/tst_wallet/test.feature +++ b/test/ui-test/testSuites/suite_status/tst_wallet/test.feature @@ -80,15 +80,16 @@ Feature: Status Desktop Wallet | name | address | | one | 0x8397bc3c5a60a1883174f722403d63a8833312b7 | -# Scenario: User can toggle network and see balances -# When the user opens app settings screen -# And the user opens the wallet settings -# And the user toggles test networks -# And the user opens wallet screen -# And the user adds watch only account with one and 0x5fFa75CE51c3a7ebE23BdE37b5E3A0143DfBceE0 -# And the user toggles the network Ropsten -# Then the user has a positive balance of ETH -# And the user has a positive balance of STT + @mayfail + Scenario: User can toggle network and see balances + When the user opens app settings screen + And the user opens the wallet settings + And the user toggles test networks + And the user opens wallet screen + And the user adds watch only account with one and 0x5fFa75CE51c3a7ebE23BdE37b5E3A0143DfBceE0 + And the user toggles the network Ropsten + Then the user has a positive balance of ETH + And the user has a positive balance of STT Scenario Outline: User can edit the default wallet account When the user opens app settings screen