Skip to content

Commit 856a8f2

Browse files
stack72stack72
authored
Adding Gotestfmt to CI scripts for ensuring simplicity of test runs (pulumi#1134)
1 parent f7a4126 commit 856a8f2

File tree

5 files changed

+59
-14
lines changed

5 files changed

+59
-14
lines changed

Diff for: ‎.github/workflows/cron.yml

+14-3
Original file line numberDiff line numberDiff line change
@@ -135,14 +135,20 @@ jobs:
135135
- name: Install Latest Stable Pulumi CLI
136136
uses: pulumi/[email protected]
137137
- run: echo "Currently Pulumi $(pulumi version) is installed"
138+
- name: Set up gotestfmt
139+
uses: haveyoudebuggedit/gotestfmt-action@v2
140+
with:
141+
token: ${{ secrets.GITHUB_TOKEN }}
138142
- name: Install Go Dependencies
139143
run: make ensure
140144
- name: Setup Config
141145
run: |-
142146
mkdir -p "$HOME/.kube/"
143147
pulumi stack -s "${{ env.PULUMI_TEST_OWNER }}/${{ github.sha }}-${{ github.run_number }}" -C misc/scripts/testinfra/ output --show-secrets kubeconfig >~/.kube/config
144148
- name: Run ${{ matrix.tests-set }} Tests
145-
run: make specific_test_set TestSet=Kubernetes
149+
run: |
150+
set -euo pipefail
151+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=all --run=TestAccKubernetes 2>&1 | tee /tmp/gotest.log | gotestfmt
146152
strategy:
147153
fail-fast: false
148154
matrix:
@@ -262,11 +268,16 @@ jobs:
262268
- if: matrix.examples-test-matrix == 'default' || matrix.examples-test-matrix == 'no-latest-packages'
263269
run: echo "/home/runner/.pulumi/bin" >> $GITHUB_PATH
264270
- run: echo "Currently Pulumi $(pulumi version) is installed"
271+
- name: Set up gotestfmt
272+
uses: haveyoudebuggedit/gotestfmt-action@v2
273+
with:
274+
token: ${{ secrets.GITHUB_TOKEN }}
265275
- name: Install Testing Dependencies
266276
run: make ensure
267277
- name: Running ${{ matrix.clouds }}${{ matrix.languages }} Tests
268-
run: make specific_test_set TestSet=${{ matrix.clouds }}${{ matrix.languages
269-
}}
278+
run: |
279+
set -euo pipefail
280+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=all --run=TestAcc${{ matrix.clouds }}${{ matrix.languages }} 2>&1 | tee /tmp/gotest.log | gotestfmt
270281
strategy:
271282
fail-fast: false
272283
matrix:

Diff for: ‎.github/workflows/run-tests-command.yml

+15-4
Original file line numberDiff line numberDiff line change
@@ -161,14 +161,20 @@ jobs:
161161
- name: Install Latest Stable Pulumi CLI
162162
uses: pulumi/[email protected]
163163
- run: echo "Currently Pulumi $(pulumi version) is installed"
164+
- name: Set up gotestfmt
165+
uses: haveyoudebuggedit/gotestfmt-action@v2
166+
with:
167+
token: ${{ secrets.GITHUB_TOKEN }}
164168
- name: Install Go Dependencies
165169
run: make ensure
166170
- name: Setup Config
167171
run: |-
168172
mkdir -p "$HOME/.kube/"
169173
pulumi stack -s "${{ env.PULUMI_TEST_OWNER }}/${{ github.sha }}-${{ github.run_number }}" -C misc/scripts/testinfra/ output --show-secrets kubeconfig >~/.kube/config
170-
- name: Run ${{ matrix.tests-set }} Tests
171-
run: make specific_test_set TestSet=Kubernetes
174+
- name: Run Kubernetes Tests
175+
run: |
176+
set -euo pipefail
177+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=all --run=TestAccKubernetes 2>&1 | tee /tmp/gotest.log | gotestfmt
172178
strategy:
173179
fail-fast: false
174180
matrix:
@@ -280,11 +286,16 @@ jobs:
280286
- name: Install Latest Stable Pulumi CLI
281287
uses: pulumi/[email protected]
282288
- run: echo "Currently Pulumi $(pulumi version) is installed"
289+
- name: Set up gotestfmt
290+
uses: haveyoudebuggedit/gotestfmt-action@v2
291+
with:
292+
token: ${{ secrets.GITHUB_TOKEN }}
283293
- name: Install Testing Dependencies
284294
run: make ensure
285295
- name: Running ${{ matrix.clouds }}${{ matrix.languages }} Tests
286-
run: make specific_test_set TestSet=${{ matrix.clouds }}${{ matrix.languages
287-
}}
296+
run: |
297+
set -euo pipefail
298+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=all --run=TestAcc${{ matrix.clouds }}${{ matrix.languages }} 2>&1 | tee /tmp/gotest.log | gotestfmt
288299
strategy:
289300
fail-fast: false
290301
matrix:

Diff for: ‎.github/workflows/smoke-test-cli-command.yml

+15-4
Original file line numberDiff line numberDiff line change
@@ -137,14 +137,20 @@ jobs:
137137
with:
138138
pulumi-version: ${{ env.PULUMI_VERSION }}
139139
- run: echo "Currently Pulumi $(pulumi version) is installed"
140+
- name: Set up gotestfmt
141+
uses: haveyoudebuggedit/gotestfmt-action@v2
142+
with:
143+
token: ${{ secrets.GITHUB_TOKEN }}
140144
- name: Install Go Dependencies
141145
run: make ensure
142146
- name: Setup Config
143147
run: |-
144148
mkdir -p "$HOME/.kube/"
145149
pulumi stack -s "${{ env.PULUMI_TEST_OWNER }}/${{ github.sha }}-${{ github.run_number }}" -C misc/scripts/testinfra/ output --show-secrets kubeconfig >~/.kube/config
146-
- name: Run ${{ matrix.tests-set }} Tests
147-
run: make specific_test_set TestSet=Kubernetes
150+
- name: Run Kubernetes Tests
151+
run: |
152+
set -euo pipefail
153+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=all --run=TestAccKubernetes 2>&1 | tee /tmp/gotest.log | gotestfmt
148154
strategy:
149155
fail-fast: false
150156
matrix:
@@ -225,11 +231,16 @@ jobs:
225231
with:
226232
pulumi-version: ${{ env.PULUMI_VERSION }}
227233
- run: echo "Currently Pulumi $(pulumi version) is installed"
234+
- name: Set up gotestfmt
235+
uses: haveyoudebuggedit/gotestfmt-action@v2
236+
with:
237+
token: ${{ secrets.GITHUB_TOKEN }}
228238
- name: Install Testing Dependencies
229239
run: make ensure
230240
- name: Running ${{ matrix.clouds }}${{ matrix.languages }} Tests
231-
run: make specific_test_set TestSet=${{ matrix.clouds }}${{ matrix.languages
232-
}}
241+
run: |
242+
set -euo pipefail
243+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=all --run=TestAcc${{ matrix.clouds }}${{ matrix.languages }} 2>&1 | tee /tmp/gotest.log | gotestfmt
233244
strategy:
234245
fail-fast: false
235246
matrix:

Diff for: ‎.github/workflows/smoke-test-provider-command.yml

+14-3
Original file line numberDiff line numberDiff line change
@@ -137,14 +137,20 @@ jobs:
137137
with:
138138
pulumi-version: ${{ env.PULUMI_VERSION }}
139139
- run: echo "Currently Pulumi $(pulumi version) is installed"
140+
- name: Set up gotestfmt
141+
uses: haveyoudebuggedit/gotestfmt-action@v2
142+
with:
143+
token: ${{ secrets.GITHUB_TOKEN }}
140144
- name: Install Go Dependencies
141145
run: make ensure
142146
- name: Setup Config
143147
run: |-
144148
mkdir -p "$HOME/.kube/"
145149
pulumi stack -s "${{ env.PULUMI_TEST_OWNER }}/${{ github.sha }}-${{ github.run_number }}" -C misc/scripts/testinfra/ output --show-secrets kubeconfig >~/.kube/config
146150
- name: Run Kubernetes Smoke Tests
147-
run: make specific_tag_set TagSet=Kubernetes
151+
run: |
152+
set -euo pipefail
153+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=Kubernetes --run=TestAccKubernetes 2>&1 | tee /tmp/gotest.log | gotestfmt
148154
strategy:
149155
fail-fast: false
150156
matrix:
@@ -225,11 +231,16 @@ jobs:
225231
with:
226232
pulumi-version: ${{ env.PULUMI_VERSION }}
227233
- run: echo "Currently Pulumi $(pulumi version) is installed"
234+
- name: Set up gotestfmt
235+
uses: haveyoudebuggedit/gotestfmt-action@v2
236+
with:
237+
token: ${{ secrets.GITHUB_TOKEN }}
228238
- name: Install Testing Dependencies
229239
run: make ensure
230240
- name: Running ${{ env.PROVIDER_TESTS_TAG }}${{ matrix.languages }} Smoke Tests
231-
run: make specific_tag_set TestSet=${{ matrix.languages }} TagSet=${{ env.PROVIDER_TESTS_TAG
232-
}}
241+
run: |
242+
set -euo pipefail
243+
cd misc/test && go test . --timeout 4h -v -json -count=1 -short -parallel 40 --tags=${{ env.PROVIDER_TESTS_TAG }} --run=TestAcc${{ matrix.languages }} 2>&1 | tee /tmp/gotest.log | gotestfmt
233244
strategy:
234245
fail-fast: false
235246
matrix:

Diff for: ‎.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ key.rsa*
1919
obj/
2020
vendor
2121
Gopkg.lock
22+
**/.DS_Store
2223

2324
**/ci-scripts
2425

0 commit comments

Comments
 (0)