1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
name: Desktop - End-to-end tests
on:
schedule:
- cron: '0 0 * * *'
workflow_dispatch:
jobs:
e2e-test-linux:
name: Linux end-to-end tests
runs-on: [self-hosted, desktop-test, Linux] # app-test-linux
timeout-minutes: 240
strategy:
fail-fast: false
matrix:
os: [debian11, debian12, ubuntu2004, ubuntu2204, ubuntu2304, fedora38, fedora37, fedora36]
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
fetch-tags: true
- name: Run end-to-end tests
shell: bash -ieo pipefail {0}
run: |
./test/ci-runtests.sh ${{ matrix.os }}
- uses: actions/upload-artifact@v3
if: '!cancelled()'
with:
name: ${{ matrix.os }}_report
path: ./test/.ci-logs/${{ matrix.os }}_report
e2e-test-windows:
name: Windows end-to-end tests
runs-on: [self-hosted, desktop-test, Linux] # app-test-linux
timeout-minutes: 240
strategy:
fail-fast: false
matrix:
os: [windows10, windows11]
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
fetch-tags: true
- name: Run end-to-end tests
shell: bash -ieo pipefail {0}
run: |
./test/ci-runtests.sh ${{ matrix.os }}
- uses: actions/upload-artifact@v3
if: '!cancelled()'
with:
name: ${{ matrix.os }}_report
path: ./test/.ci-logs/${{ matrix.os }}_report
e2e-test-macos:
name: macOS end-to-end tests
runs-on: [self-hosted, desktop-test, macOS] # app-test-macos-arm
timeout-minutes: 240
strategy:
fail-fast: false
matrix:
os: [macos-14, macos-13, macos-12]
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
fetch-tags: true
- name: Run end-to-end tests
shell: bash -ieo pipefail {0}
run: |
./test/ci-runtests.sh ${{ matrix.os }}
- uses: actions/upload-artifact@v3
if: '!cancelled()'
with:
name: ${{ matrix.os }}_report
path: ./test/.ci-logs/${{ matrix.os }}_report
compile-test-matrix:
name: Result matrix
needs: [e2e-test-linux, e2e-test-windows, e2e-test-macos]
if: '!cancelled()'
runs-on: [self-hosted, desktop-test, Linux]
timeout-minutes: 240
strategy:
fail-fast: false
steps:
- name: Checkout repository
uses: actions/checkout@v4
- uses: actions/download-artifact@v3
with:
path: ./test/.ci-logs/artifacts
- name: Generate test result matrix
shell: bash -ieo pipefail {0}
run: |
cd test
# "Unpack" the downloaded report artifacts: https://github.com/actions/download-artifact/issues/141
cp ./.ci-logs/artifacts/*_report/*_report ./.ci-logs/
cargo run --bin test-manager format-test-reports ./.ci-logs/*_report \
| tee summary.html >> $GITHUB_STEP_SUMMARY
- uses: actions/upload-artifact@v3
with:
name: summary.html
path: test/summary.html
|
