-
Notifications
You must be signed in to change notification settings - Fork 21
227 lines (223 loc) · 6 KB
/
build-and-test.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
name: build-and-test
on:
push:
branches:
- '**'
pull_request:
branches:
- '**'
schedule:
- cron: '0 2 * * *'
jobs:
build-and-test:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npm run all:action
- name: Publish Test Report
uses: ./
with:
report-path: './ctrf/*.json'
summary-report: true
failed-report: true
flaky-report: true
insights-report: true
fail-rate-report: true
flaky-rate-report: true
slowest-report: true
previous-results-report: true
use-suite-name: true
upload-artifact: true
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
if: always()
- name: Publish Test Report
uses: ./
with:
report-path: './ctrf/*.json'
pull-request-report: true
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
if: always()
standard-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Basic Test Report
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
summary-report: true
annotate: false
if: always()
detailed-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Detailed Test Report
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
test-report: true
test-list-report: true
annotate: false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
if: always()
failed-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Failed Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
failed-report: true
failed-folded-report: true
annotate: false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
if: always()
flaky-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Flaky Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
flaky-report: true
annotate: false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
if: always()
ai-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: AI Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
ai-report: true
annotate: false
if: always()
skipped-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Skipped Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
skipped-report: true
annotate: false
if: always()
suite-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Suite Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
suite-list-report: true
suite-folded-report: true
annotate: false
if: always()
commit-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Commit Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
commit-report: true
annotate: false
if: always()
custom-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Custom Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
custom-report: true
template-path: './templates/custom-report.hbs'
annotate: false
if: always()
community-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Community Test Reports
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
community-report: true
community-report-name: 'summary-short'
annotate: false
if: always()
previous-reports-test:
needs: build-and-test
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Modify reports
run: npm run modify-reports
- name: Reports Requiring Previous
uses: ./
with:
report-path: './ctrf-reports/ctrf-report.json'
previous-results-report: true
flaky-rate-report: true
fail-rate-report: true
insights-report: true
slowest-report: true
annotate: false
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
if: always()
npx-cli-test:
runs-on: ubuntu-latest
needs: build-and-test
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install dependencies
run: npm install
- name: Build
run: npm run build:npm
- name: Modify reports
run: npm run modify-reports
- name: Default tables
run: node dist/core/cli.js ctrf-reports/ctrf-report.json --title "Default tables" --annotate false