-
Notifications
You must be signed in to change notification settings - Fork 41
195 lines (185 loc) · 8.23 KB
/
test.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
name: Tests / Code Coverage
# Tests / Code Coverage workflow runs unit tests and uploads a code coverage report
# This workflow is run on pushes to master & every Pull Request,
# if no *.go, go.mod or go.sum file is changed it will pass without running as these are required checks
on:
pull_request:
push:
branches:
- main
# Set concurrency for this workflow to cancel in-progress jobs if retriggered.
# The github.ref is only available when triggered by a PR so fall back to github.run_id for other cases.
# The github.run_id is unique for each run, giving each such invocation it's own unique concurrency group.
# Basically, if you push to a PR branch, jobs that are still running for that PR will be cancelled.
# But jobs started because of a merge to main or a release tag push are not cancelled.
concurrency:
group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
cancel-in-progress: true
jobs:
setup-tests:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: technote-space/[email protected]
with:
PATTERNS: |
**/**.go
go.mod
go.sum
.github/workflows/test.yml
- name: Define Variables
id: def-vars
run: |
file_prefix="${GITHUB_SHA:0:7}-${GITHUB_RUN_ATTEMPT}"
echo "Setting output: file-prefix=$file_prefix"
echo "file-prefix=$file_prefix" >> "$GITHUB_OUTPUT"
- name: Create a file with all the pkgs
run: go list ./... > pkgs.txt
- uses: actions/upload-artifact@v3
with:
name: "${{ steps.def-vars.outputs.file-prefix }}-pkgs.txt"
path: ./pkgs.txt
- name: Split pkgs into parts
# The x/marker/simulation test-race takes around 6ish minutes and is by far the longest running one.
# The next longest running is x/metadata/client/cli at 2.5ish minutes.
# So take x/marker/simulation out of the list, split the list into 3 parts and create a 4th part
# with just the x/marker/simulation test.
run: |
grep -vF -e 'github.com/provenance-io/provenance/x/marker/simulation' pkgs.txt > pkgs.txt.tmp
split -d -n l/3 pkgs.txt.tmp pkgs.txt.part.
printf 'github.com/provenance-io/provenance/x/marker/simulation\n' > pkgs.txt.part.03
- uses: actions/upload-artifact@v3
with:
name: "${{ steps.def-vars.outputs.file-prefix }}-pkgs.txt.part.00"
path: ./pkgs.txt.part.00
- uses: actions/upload-artifact@v3
with:
name: "${{ steps.def-vars.outputs.file-prefix }}-pkgs.txt.part.01"
path: ./pkgs.txt.part.01
- uses: actions/upload-artifact@v3
with:
name: "${{ steps.def-vars.outputs.file-prefix }}-pkgs.txt.part.02"
path: ./pkgs.txt.part.02
- uses: actions/upload-artifact@v3
with:
name: "${{ steps.def-vars.outputs.file-prefix }}-pkgs.txt.part.03"
path: ./pkgs.txt.part.03
outputs:
should-run: ${{ env.GIT_DIFF }}
go-version: '1.20'
file-prefix: ${{ steps.def-vars.outputs.file-prefix }}
tests:
needs: setup-tests
# Note: There's a required check on this, and it must pass. A skip doesn't count as a pass.
# So instead of a job-level if: needs.setup-tests.outputs.should-run on this job,
# it's in the steps below (except the checkout step).
strategy:
fail-fast: false
matrix:
part: ["00", "01", "02", "03"]
runs-on: ubuntu-latest
env:
LD_LIBRARY_PATH: /usr/local/lib:/usr/local/lib/x86_64-linux-gnu
steps:
- uses: actions/checkout@v3
with:
# CodeCov requires fetch-depth > 1
fetch-depth: 2
- uses: actions/setup-go@v4
if: needs.setup-tests.outputs.should-run
with:
go-version: ${{ needs.setup-tests.outputs.go-version }}
- uses: actions/download-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-pkgs.txt.part.${{ matrix.part }}"
- name: test & coverage report creation
if: needs.setup-tests.outputs.should-run
run: |
cat pkgs.txt.part.${{ matrix.part }} | xargs go test -mod=readonly -timeout 30m -coverprofile=${{ matrix.part }}profile.out -covermode=atomic -tags='norace ledger test_ledger_mock'
- uses: actions/upload-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-${{ matrix.part }}-coverage"
path: ./${{ matrix.part }}profile.out
# This action performs a code coverage assessment but filters out generated code from proto based types
# and grpc services
upload-coverage-report:
needs: [setup-tests, tests]
# Note: There's a required check on this, and it must pass. A skip doesn't count as a pass.
# So instead of a job-level if: needs.setup-tests.outputs.should-run on this job,
# it's in the steps below (except the checkout step).
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
# CodeCov requires fetch-depth > 1
fetch-depth: 2
- uses: actions/download-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-00-coverage"
- uses: actions/download-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-01-coverage"
- uses: actions/download-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-02-coverage"
- uses: actions/download-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-03-coverage"
- name: Combine profiles
if: needs.setup-tests.outputs.should-run
run: |
cat ./*profile.out | grep -v "mode: atomic" >> coverage.txt
- name: filter out DONTCOVER
if: needs.setup-tests.outputs.should-run
run: |
excludelist="$(find ./ -type f -name '*.go' | xargs grep -l 'DONTCOVER')"
excludelist+=" $(find ./ -type f -name '*.pb.go')"
excludelist+=" $(find ./ -type f -name '*.pb.gw.go')"
excludelist+=" $(find ./ -type f -path './tests/mocks/*.go')"
for filename in ${excludelist}; do
filename=$(echo $filename | sed 's/^./github.com\/cosmos\/cosmos-sdk/g')
echo "Excluding ${filename} from coverage report..."
sed -i.bak "/$(echo $filename | sed 's/\//\\\//g')/d" coverage.txt
done
- uses: codecov/codecov-action@v3
if: needs.setup-tests.outputs.should-run
with:
file: ./coverage.txt
test-race:
needs: setup-tests
# Note: There's a required check on this, and it must pass. A skip doesn't count as a pass.
# So instead of a job-level if: needs.setup-tests.outputs.should-run on this job,
# it's in the steps below (except the checkout step).
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
part: ["00", "01", "02", "03"]
env:
LD_LIBRARY_PATH: /usr/local/lib:/usr/local/lib/x86_64-linux-gnu
steps:
- uses: actions/checkout@v3
- uses: actions/setup-go@v4
if: needs.setup-tests.outputs.should-run
with:
go-version: ${{ needs.setup-tests.outputs.go-version }}
- uses: actions/download-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-pkgs.txt.part.${{ matrix.part }}"
- name: test & coverage report creation
if: needs.setup-tests.outputs.should-run
run: |
xargs --arg-file=pkgs.txt.part.${{ matrix.part }} go test -mod=readonly -timeout 30m -race -tags='cgo ledger test_ledger_mock' | tee ${{ matrix.part }}-race-output.txt
exit "${PIPESTATUS[0]}"
- uses: actions/upload-artifact@v3
if: needs.setup-tests.outputs.should-run
with:
name: "${{ needs.setup-tests.outputs.file-prefix }}-${{ matrix.part }}-race-output"
path: ./${{ matrix.part }}-race-output.txt