ci: add parallelism to envoy tests (#9005)

add subtest output
This commit is contained in:
Alvin Huang 2020-10-23 11:53:24 -04:00 committed by GitHub
parent 5b10046418
commit 0d34e2939f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 11 deletions

View File

@ -739,11 +739,12 @@ jobs:
command: bash <(curl -s https://codecov.io/bash) -v -c -C $CIRCLE_SHA1 -F ui command: bash <(curl -s https://codecov.io/bash) -v -c -C $CIRCLE_SHA1 -F ui
- run: *notify-slack-failure - run: *notify-slack-failure
envoy-integration-test-1.13.6: envoy-integration-test-1.13.6: &ENVOY_TESTS
docker: docker:
# We only really need bash and docker-compose which is installed on all # We only really need bash and docker-compose which is installed on all
# Circle images but pick Go since we have to pick one of them. # Circle images but pick Go since we have to pick one of them.
- image: *GOLANG_IMAGE - image: *GOLANG_IMAGE
parallelism: 2
environment: environment:
ENVOY_VERSION: "1.13.6" ENVOY_VERSION: "1.13.6"
steps: &ENVOY_INTEGRATION_TEST_STEPS steps: &ENVOY_INTEGRATION_TEST_STEPS
@ -757,8 +758,12 @@ jobs:
- run: - run:
name: Envoy Integration Tests name: Envoy Integration Tests
command: | command: |
subtests=$(ls -d test/integration/connect/envoy/*/ | xargs -n 1 basename | circleci tests split)
echo "Running $(echo $subtests | wc -w) subtests"
echo "$subtests"
subtests_pipe_sepr=$(echo "$subtests" | xargs | sed 's/ /|/g')
mkdir -p /tmp/test-results/ mkdir -p /tmp/test-results/
gotestsum -- -timeout=30m -tags integration ./test/integration/connect/envoy gotestsum -- -timeout=30m -tags integration ./test/integration/connect/envoy -run="TestEnvoy/($subtests_pipe_sepr)"
environment: environment:
GOTESTSUM_JUNITFILE: /tmp/test-results/results.xml GOTESTSUM_JUNITFILE: /tmp/test-results/results.xml
GOTESTSUM_FORMAT: standard-verbose GOTESTSUM_FORMAT: standard-verbose
@ -775,25 +780,19 @@ jobs:
- run: *notify-slack-failure - run: *notify-slack-failure
envoy-integration-test-1.14.5: envoy-integration-test-1.14.5:
docker: <<: *ENVOY_TESTS
- image: *GOLANG_IMAGE
environment: environment:
ENVOY_VERSION: "1.14.5" ENVOY_VERSION: "1.14.5"
steps: *ENVOY_INTEGRATION_TEST_STEPS
envoy-integration-test-1.15.2: envoy-integration-test-1.15.2:
docker: <<: *ENVOY_TESTS
- image: *GOLANG_IMAGE
environment: environment:
ENVOY_VERSION: "1.15.2" ENVOY_VERSION: "1.15.2"
steps: *ENVOY_INTEGRATION_TEST_STEPS
envoy-integration-test-1.16.0: envoy-integration-test-1.16.0:
docker: <<: *ENVOY_TESTS
- image: *GOLANG_IMAGE
environment: environment:
ENVOY_VERSION: "1.16.0" ENVOY_VERSION: "1.16.0"
steps: *ENVOY_INTEGRATION_TEST_STEPS
# run integration tests for the connect ca providers # run integration tests for the connect ca providers
test-connect-ca-providers: test-connect-ca-providers: