Skip to content

Commit fcf9195

Browse files
committed
Run KNOWNBUG and THOROUGH regression tests in CI
Copy the check-ubuntu-20_04-cmake-gcc job to run KNOWNBUG (any test reported as failure will tell us that a bug has unexpectedly been fixed) an THOROUGH (tests that are expected to pass, but take longer to do so) tests, each as a separate GitHub action.
1 parent ab538eb commit fcf9195

File tree

1 file changed

+74
-0
lines changed

1 file changed

+74
-0
lines changed

.github/workflows/pull-request-checks.yaml

Lines changed: 74 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -164,6 +164,80 @@ jobs:
164164
- name: Run tests
165165
run: cd build; ctest . -V -L CORE -j2
166166

167+
check-ubuntu-20_04-cmake-gcc-KNOWNBUG:
168+
runs-on: ubuntu-20.04
169+
steps:
170+
- uses: actions/checkout@v2
171+
with:
172+
submodules: recursive
173+
- name: Fetch dependencies
174+
env:
175+
# This is needed in addition to -yq to prevent apt-get from asking for
176+
# user input
177+
DEBIAN_FRONTEND: noninteractive
178+
run: |
179+
sudo apt-get update
180+
sudo apt-get install --no-install-recommends -yq cmake ninja-build gcc g++ maven flex bison libxml2-utils ccache z3
181+
- name: Prepare ccache
182+
uses: actions/cache@v2
183+
with:
184+
path: .ccache
185+
key: ${{ runner.os }}-20.04-Release-${{ github.ref }}-${{ github.sha }}-PR
186+
restore-keys: |
187+
${{ runner.os }}-20.04-Release-${{ github.ref }}
188+
${{ runner.os }}-20.04-Release
189+
- name: ccache environment
190+
run: |
191+
echo "CCACHE_BASEDIR=$PWD" >> $GITHUB_ENV
192+
echo "CCACHE_DIR=$PWD/.ccache" >> $GITHUB_ENV
193+
- name: Configure using CMake
194+
run: cmake -H. -Bbuild -G Ninja
195+
- name: Zero ccache stats and limit in size
196+
run: ccache -z --max-size=500M
197+
- name: Build with Ninja
198+
run: ninja -C build -j2
199+
- name: Print ccache stats
200+
run: ccache -s
201+
- name: Run tests
202+
run: cd build; ctest . -V -L KNOWNBUG -j2
203+
204+
check-ubuntu-20_04-cmake-gcc-THOROUGH:
205+
runs-on: ubuntu-20.04
206+
steps:
207+
- uses: actions/checkout@v2
208+
with:
209+
submodules: recursive
210+
- name: Fetch dependencies
211+
env:
212+
# This is needed in addition to -yq to prevent apt-get from asking for
213+
# user input
214+
DEBIAN_FRONTEND: noninteractive
215+
run: |
216+
sudo apt-get update
217+
sudo apt-get install --no-install-recommends -yq cmake ninja-build gcc g++ maven flex bison libxml2-utils ccache z3
218+
- name: Prepare ccache
219+
uses: actions/cache@v2
220+
with:
221+
path: .ccache
222+
key: ${{ runner.os }}-20.04-Release-${{ github.ref }}-${{ github.sha }}-PR
223+
restore-keys: |
224+
${{ runner.os }}-20.04-Release-${{ github.ref }}
225+
${{ runner.os }}-20.04-Release
226+
- name: ccache environment
227+
run: |
228+
echo "CCACHE_BASEDIR=$PWD" >> $GITHUB_ENV
229+
echo "CCACHE_DIR=$PWD/.ccache" >> $GITHUB_ENV
230+
- name: Configure using CMake
231+
run: cmake -H. -Bbuild -G Ninja
232+
- name: Zero ccache stats and limit in size
233+
run: ccache -z --max-size=500M
234+
- name: Build with Ninja
235+
run: ninja -C build -j2
236+
- name: Print ccache stats
237+
run: ccache -s
238+
- name: Run tests
239+
run: cd build; ctest . -V -L THOROUGH -j2
240+
167241
check-macos-10_15-make-clang:
168242
runs-on: macos-10.15
169243
steps:

0 commit comments

Comments
 (0)