Skip to content

DO NOT MERGE: run only the harness comparison #1

DO NOT MERGE: run only the harness comparison

DO NOT MERGE: run only the harness comparison #1

name: freebsd-harness
on: [push, pull_request]
permissions:
contents: read
jobs:
freebsd-harness:
# Run on a branch push and on a pull request from a fork. A pull request
# from a branch of this repository is tested by the push of that branch.
if: |
github.event_name == 'push' ||
github.event_name == 'pull_request' &&
github.event.pull_request.head.repo.full_name != github.repository
# DO NOT MERGE: several runs of the same job show the noise in timings.
strategy:
fail-fast: false
matrix:
order: ['ctest first', 'test-run first']
run: [1, 2, 3]
# ubuntu-latest will be 26.04 soon. Switch ahead of time.
#
# https://github.com/actions/runner-images/issues/14748
runs-on: ubuntu-26.04
timeout-minutes: 30
steps:
# Speeds up actions/checkout.
#
# https://github.com/actions/checkout/issues/945
- name: Parallelize submodules fetching
run: git config --global submodule.fetchJobs 8
- uses: actions/checkout@v7
with:
# The version of the build is `git describe` of the tree.
fetch-depth: 0
submodules: recursive
- name: Start FreeBSD VM
uses: cross-platform-actions/action@v1
with:
operating_system: freebsd
version: '15.1'
# The default is 2: the CPU count of a standard Linux runner when
# the option appeared (2023) and of a private repository's runner
# now. A public repository's runner has 4.
cpu_count: 4
# FreeBSD offers only /dev/fd/{0,1,2} by default.
#
# luatest uses /dev/fd/* to point tarantool's logger to luatest's pipe.
# If the file to write doesn't exist, the logger process fails:
#
# | /bin/sh: cannot create /dev/fd/15: Operation not supported
#
# Usually it happens in the background and is harmless, but sometimes the
# logger fails fast enough, so log_pipe_init() sees it, reports up and
# tarantool initialization fails.
- name: Mount fdescfs
shell: cpa.sh {0}
run: sudo mount -t fdescfs null /dev/fd
# test-run.py needs Python with gevent and PyYAML.
- name: Install dependencies
shell: cpa.sh {0}
run: |
sudo pkg install -y cmake-core git-lite icu ninja readline \
python3 py312-gevent py312-pyyaml
- name: Build
shell: cpa.sh {0}
run: |
cmake . -G Ninja -DCMAKE_BUILD_TYPE=Debug -DTEST_BUILD=ON
cmake --build .
# DO NOT MERGE: both harnesses in one job -- the same machine, the same
# tests, the same parallelism (test-run's default, 2 x CPUs) -- and the
# order alternates between jobs.
#
# Excluded from both: the gh_8613 tests hang in `tarantool -i </dev/null`
# (gh-6231); http_client_test failed with 408 instead of 200 in 2 of 10
# test-run runs; protobuf_module_test and ulid_test hang under ctest
# (gh-11728); test-run runs rope_stress only with --long.
- name: Run tests with ctest
if: matrix.order == 'ctest first'
shell: cpa.sh {0}
run: |
ctest \
--no-tests=error \
--output-on-failure \
--timeout 120 \
-j $((2 * $(nproc))) \
-L 'tarantool-unit|app-luatest' \
-E 'gh_8613|http_client_test|protobuf_module_test|ulid_test|rope_stress'
- name: Run tests with test-run
if: ${{ !cancelled() }}
shell: cpa.sh {0}
run: |
./test/test-run.py --force \
--exclude gh_8613 \
--exclude http_client_test \
--exclude protobuf_module_test \
--exclude ulid_test \
unit/ app-luatest/
- name: Run tests with ctest
if: ${{ !cancelled() && matrix.order == 'test-run first' }}
shell: cpa.sh {0}
run: |
ctest \
--no-tests=error \
--output-on-failure \
--timeout 120 \
-j $((2 * $(nproc))) \
-L 'tarantool-unit|app-luatest' \
-E 'gh_8613|http_client_test|protobuf_module_test|ulid_test|rope_stress'