Skip to content

Commit 540e0c0

Browse files
Ma11hewThomasMa11hewThomas
committed
test: add visual delta reports workflow for testing PR #274 changes
1 parent 46273e4 commit 540e0c0

1 file changed

Lines changed: 230 additions & 0 deletions

File tree

‎.github/workflows/test-visual-delta-reports.yaml‎

Lines changed: 230 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,230 @@
1+
name: test-visual-delta-reports
2+
3+
on:
4+
push:
5+
branches:
6+
- 'test/visual-delta-reports'
7+
8+
jobs:
9+
build:
10+
runs-on: ubuntu-latest
11+
steps:
12+
- name: Checkout code
13+
uses: actions/checkout@v6
14+
- name: Install dependencies
15+
run: npm install
16+
- name: Build
17+
run: npm run all:action
18+
19+
# ── Single run (no previous data) ──────────────────────────────
20+
single-run-summary:
21+
needs: build
22+
runs-on: ubuntu-latest
23+
steps:
24+
- uses: actions/checkout@v6
25+
- name: Summary report (no previous)
26+
uses: ./
27+
with:
28+
report-path: './ctrf-reports/ctrf-report.json'
29+
summary-report: true
30+
annotate: false
31+
if: always()
32+
33+
single-run-github:
34+
needs: build
35+
runs-on: ubuntu-latest
36+
steps:
37+
- uses: actions/checkout@v6
38+
- name: GitHub report (no previous)
39+
uses: ./
40+
with:
41+
report-path: './ctrf-reports/ctrf-report.json'
42+
github-report: true
43+
annotate: false
44+
env:
45+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
46+
if: always()
47+
48+
single-run-delta-table:
49+
needs: build
50+
runs-on: ubuntu-latest
51+
steps:
52+
- uses: actions/checkout@v6
53+
- name: Install dependencies
54+
run: npm install
55+
- name: Modify reports
56+
run: npm run modify-reports
57+
- name: Summary delta table (no previous)
58+
uses: ./
59+
with:
60+
report-path: './ctrf-reports/*.json'
61+
summary-delta-report: true
62+
annotate: false
63+
env:
64+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
65+
if: always()
66+
67+
single-run-rates:
68+
needs: build
69+
runs-on: ubuntu-latest
70+
steps:
71+
- uses: actions/checkout@v6
72+
- name: Install dependencies
73+
run: npm install
74+
- name: Modify reports
75+
run: npm run modify-reports
76+
- name: Fail rate & Flaky rate (no previous)
77+
uses: ./
78+
with:
79+
report-path: './ctrf-reports/*.json'
80+
fail-rate-report: true
81+
flaky-rate-report: true
82+
annotate: false
83+
env:
84+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
85+
if: always()
86+
87+
single-run-all-reports:
88+
needs: build
89+
runs-on: ubuntu-latest
90+
steps:
91+
- uses: actions/checkout@v6
92+
- name: Install dependencies
93+
run: npm install
94+
- name: Modify reports
95+
run: npm run modify-reports
96+
- name: All reports combined (no previous)
97+
uses: ./
98+
with:
99+
report-path: './ctrf-reports/*.json'
100+
summary-report: true
101+
summary-delta-report: true
102+
github-report: true
103+
failed-report: true
104+
flaky-report: true
105+
fail-rate-report: true
106+
flaky-rate-report: true
107+
insights-report: true
108+
slowest-report: true
109+
previous-results-report: true
110+
upload-artifact: true
111+
annotate: false
112+
env:
113+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
114+
if: always()
115+
116+
# ── With previous run data (deltas visible) ────────────────────
117+
previous-run-delta-table:
118+
needs: build
119+
runs-on: ubuntu-latest
120+
steps:
121+
- uses: actions/checkout@v6
122+
- name: Install dependencies
123+
run: npm install
124+
- name: Modify reports
125+
run: npm run modify-reports
126+
- name: Summary delta table (with previous)
127+
uses: ./
128+
with:
129+
report-path: './ctrf-reports/*.json'
130+
summary-delta-report: true
131+
previous-results-report: true
132+
upload-artifact: true
133+
annotate: false
134+
env:
135+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
136+
if: always()
137+
138+
previous-run-github:
139+
needs: build
140+
runs-on: ubuntu-latest
141+
steps:
142+
- uses: actions/checkout@v6
143+
- name: Install dependencies
144+
run: npm install
145+
- name: Modify reports
146+
run: npm run modify-reports
147+
- name: GitHub report (with previous)
148+
uses: ./
149+
with:
150+
report-path: './ctrf-reports/*.json'
151+
github-report: true
152+
previous-results-report: true
153+
upload-artifact: true
154+
annotate: false
155+
env:
156+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
157+
if: always()
158+
159+
previous-run-rates:
160+
needs: build
161+
runs-on: ubuntu-latest
162+
steps:
163+
- uses: actions/checkout@v6
164+
- name: Install dependencies
165+
run: npm install
166+
- name: Modify reports
167+
run: npm run modify-reports
168+
- name: Fail rate & Flaky rate (with previous)
169+
uses: ./
170+
with:
171+
report-path: './ctrf-reports/*.json'
172+
fail-rate-report: true
173+
flaky-rate-report: true
174+
previous-results-report: true
175+
upload-artifact: true
176+
annotate: false
177+
env:
178+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
179+
if: always()
180+
181+
previous-run-all-reports:
182+
needs: build
183+
runs-on: ubuntu-latest
184+
steps:
185+
- uses: actions/checkout@v6
186+
- name: Install dependencies
187+
run: npm install
188+
- name: Modify reports
189+
run: npm run modify-reports
190+
- name: All reports combined (with previous)
191+
uses: ./
192+
with:
193+
report-path: './ctrf-reports/*.json'
194+
summary-report: true
195+
summary-delta-report: true
196+
github-report: true
197+
failed-report: true
198+
flaky-report: true
199+
fail-rate-report: true
200+
flaky-rate-report: true
201+
insights-report: true
202+
slowest-report: true
203+
previous-results-report: true
204+
upload-artifact: true
205+
annotate: false
206+
env:
207+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
208+
if: always()
209+
210+
previous-run-insights-slowest:
211+
needs: build
212+
runs-on: ubuntu-latest
213+
steps:
214+
- uses: actions/checkout@v6
215+
- name: Install dependencies
216+
run: npm install
217+
- name: Modify reports
218+
run: npm run modify-reports
219+
- name: Insights & Slowest (with previous)
220+
uses: ./
221+
with:
222+
report-path: './ctrf-reports/*.json'
223+
insights-report: true
224+
slowest-report: true
225+
previous-results-report: true
226+
upload-artifact: true
227+
annotate: false
228+
env:
229+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
230+
if: always()

0 commit comments

Comments
 (0)