From 1701a8319ec96c0b73c39e16c5db68dd758419c2 Mon Sep 17 00:00:00 2001 From: Viktor Szakats Date: Fri, 17 Apr 2026 12:31:59 +0200 Subject: [PATCH] GHA: bump required test minimums Ref: https://testclutch.curl.se/static/reports/feature-matrix.html Closes #21353 --- .github/workflows/distcheck.yml | 2 +- .github/workflows/http3-linux.yml | 13 ++++--------- .github/workflows/linux-old.yml | 2 +- .github/workflows/linux.yml | 8 ++++---- .github/workflows/macos.yml | 12 ++++++------ .github/workflows/non-native.yml | 3 +-- .github/workflows/windows.yml | 10 +++++----- 7 files changed, 22 insertions(+), 28 deletions(-) diff --git a/.github/workflows/distcheck.yml b/.github/workflows/distcheck.yml index b9c4c71988..82bb78dc07 100644 --- a/.github/workflows/distcheck.yml +++ b/.github/workflows/distcheck.yml @@ -20,7 +20,7 @@ concurrency: permissions: {} env: - CURL_TEST_MIN: 1450 + CURL_TEST_MIN: 1500 MAKEFLAGS: -j 5 jobs: diff --git a/.github/workflows/http3-linux.yml b/.github/workflows/http3-linux.yml index 8100ccadcd..21fe8acd06 100644 --- a/.github/workflows/http3-linux.yml +++ b/.github/workflows/http3-linux.yml @@ -34,7 +34,7 @@ permissions: {} env: MAKEFLAGS: -j 5 CURL_CI: github - CURL_TEST_MIN: 1600 + CURL_TEST_MIN: 1840 # renovate: datasource=github-releases depName=openssl/openssl versioning=semver extractVersion=^openssl-(?.+)$ registryUrl=https://github.com OPENSSL_VERSION: 3.6.2 # manually bumped @@ -410,7 +410,7 @@ jobs: matrix: build: - name: 'openssl' - tflags: '--min=1640' + tflags: '--min=1690' LDFLAGS: -Wl,-rpath,/home/runner/openssl/build/lib PKG_CONFIG_PATH: /home/runner/openssl/build/lib/pkgconfig:/home/runner/nghttp3/build/lib/pkgconfig:/home/runner/nghttp2/build/lib/pkgconfig configure: >- @@ -435,7 +435,7 @@ jobs: --with-openssl=/home/runner/openssl4/build --with-ngtcp2=/home/runner/ngtcp2-openssl4/build --enable-ech --enable-ssls-export - name: 'openssl4' - tflags: '--min=1640' + tflags: '--min=1690' PKG_CONFIG_PATH: "\ /home/runner/openssl4/build/lib/pkgconfig:\ /home/runner/nghttp3/build/lib/pkgconfig:\ @@ -456,7 +456,6 @@ jobs: --enable-unity - name: 'libressl' - tflags: '--min=1790' PKG_CONFIG_PATH: /home/runner/libressl/build/lib/pkgconfig:/home/runner/nghttp3/build/lib/pkgconfig:/home/runner/ngtcp2/build/lib/pkgconfig:/home/runner/nghttp2/build/lib/pkgconfig generate: >- -DOPENSSL_ROOT_DIR=/home/runner/libressl/build -DUSE_NGTCP2=ON @@ -470,7 +469,6 @@ jobs: --with-openssl=/home/runner/awslc/build --with-ngtcp2 --enable-ssls-export - name: 'awslc' - tflags: '--min=1790' PKG_CONFIG_PATH: /home/runner/awslc/build/lib/pkgconfig:/home/runner/nghttp3/build/lib/pkgconfig:/home/runner/ngtcp2/build/lib/pkgconfig:/home/runner/nghttp2/build/lib/pkgconfig generate: >- -DOPENSSL_ROOT_DIR=/home/runner/awslc/build -DUSE_NGTCP2=ON -DBUILD_SHARED_LIBS=OFF @@ -484,7 +482,6 @@ jobs: --with-openssl=/home/runner/boringssl/build --with-ngtcp2=/home/runner/ngtcp2-boringssl/build --enable-ssls-export - name: 'boringssl' - tflags: '--min=1790' PKG_CONFIG_PATH: "\ /home/runner/boringssl/build/lib/pkgconfig:\ /home/runner/nghttp3/build/lib/pkgconfig:\ @@ -504,7 +501,6 @@ jobs: - name: 'gnutls' install_packages: libp11-kit-dev libssh-dev - tflags: '--min=1840' LDFLAGS: -Wl,-rpath,/home/runner/gnutls/build/lib PKG_CONFIG_PATH: "\ /home/runner/nettle/build/lib64/pkgconfig:\ @@ -527,7 +523,7 @@ jobs: - name: 'wolfssl' install_packages: libssh2-1-dev - tflags: '--min=1840' + tflags: '--min=1890' PKG_CONFIG_PATH: /home/runner/wolfssl/build/lib/pkgconfig:/home/runner/nghttp3/build/lib/pkgconfig:/home/runner/ngtcp2/build/lib/pkgconfig:/home/runner/nghttp2/build/lib/pkgconfig generate: >- -DCURL_USE_WOLFSSL=ON -DUSE_NGTCP2=ON @@ -544,7 +540,6 @@ jobs: --enable-unity - name: 'quiche' - tflags: '--min=1790' PKG_CONFIG_PATH: /home/runner/nghttp2/build/lib/pkgconfig:/home/runner/quiche/target/release generate: >- -DOPENSSL_ROOT_DIR=/home/runner/quiche/quiche/deps/boringssl/src diff --git a/.github/workflows/linux-old.yml b/.github/workflows/linux-old.yml index c96da5c7f0..ffda730105 100644 --- a/.github/workflows/linux-old.yml +++ b/.github/workflows/linux-old.yml @@ -48,7 +48,7 @@ permissions: {} env: MAKEFLAGS: -j 5 CURL_CI: github - CURL_TEST_MIN: 1500 + CURL_TEST_MIN: 1560 DEBIAN_FRONTEND: noninteractive jobs: diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml index 0274e1c74e..9510e640c1 100644 --- a/.github/workflows/linux.yml +++ b/.github/workflows/linux.yml @@ -32,7 +32,7 @@ permissions: {} env: MAKEFLAGS: -j 5 CURL_CI: github - CURL_TEST_MIN: 1600 + CURL_TEST_MIN: 1650 # renovate: datasource=github-tags depName=libressl/portable versioning=semver registryUrl=https://github.com LIBRESSL_VERSION: 4.2.1 # renovate: datasource=github-tags depName=wolfSSL/wolfssl versioning=semver extractVersion=^v?(?.+)-stable$ registryUrl=https://github.com @@ -241,7 +241,7 @@ jobs: - name: 'curl_global_init_mem debug valgrind' image: ubuntu-24.04-arm install_packages: valgrind - tflags: '--min=1150' + tflags: '--min=1700' configure: >- --enable-init-mem-debug --with-openssl --disable-debug --enable-unity @@ -249,7 +249,7 @@ jobs: - name: 'openssl https-only' image: ubuntu-24.04-arm - tflags: '--min=1150' + tflags: '--min=1240' configure: >- --with-openssl --enable-debug --disable-unity --disable-dict --disable-gopher --disable-ldap --disable-telnet @@ -283,7 +283,7 @@ jobs: - name: '!ssl !http !smtp !imap' image: ubuntu-24.04-arm - tflags: '--min=475' + tflags: '--min=495' configure: --without-ssl --enable-debug --disable-http --disable-smtp --disable-imap --disable-unity - name: 'libressl Fil-C' diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml index 54c50e50a3..d5a5c5971e 100644 --- a/.github/workflows/macos.yml +++ b/.github/workflows/macos.yml @@ -43,7 +43,7 @@ permissions: {} env: CURL_CI: github - CURL_TEST_MIN: 1700 + CURL_TEST_MIN: 1750 MAKEFLAGS: -j 4 LDFLAGS: -w # suppress 'object file was built for newer macOS version than being linked' warnings @@ -228,13 +228,13 @@ jobs: - name: '!ssl !debug brotli zstd' compiler: gcc-13 configure: --without-ssl --with-brotli --with-zstd --with-apple-idn - tflags: '--min=1450' + tflags: '--min=1500' xcode: '' # default Xcode. Set it once to silence actionlint. - name: '!ssl libssh2 AppleIDN' compiler: clang generate: -DENABLE_DEBUG=ON -DCURL_USE_LIBSSH2=ON -DUSE_APPLE_IDN=ON -DCURL_ENABLE_SSL=OFF -DCURL_BROTLI=OFF -DCURL_ZSTD=OFF - tflags: '--min=1550' + tflags: '--min=1600' - name: 'OpenSSL libssh c-ares' compiler: clang @@ -249,7 +249,7 @@ jobs: - name: '!ssl HTTP-only c-ares' macos-version-min: '10.15' # Catalina (2019) compiler: clang - tflags: '--min=930' + tflags: '--min=940' generate: >- -DENABLE_DEBUG=ON -DENABLE_ARES=ON -DCURL_ENABLE_SSL=OFF -DHTTP_ONLY=ON @@ -285,7 +285,7 @@ jobs: - name: 'OpenSSL event-based' compiler: clang generate: -DENABLE_DEBUG=ON -DOPENSSL_ROOT_DIR=/opt/homebrew/opt/openssl -DCURL_BROTLI=OFF -DCURL_ZSTD=OFF -DCURL_USE_LIBSSH2=OFF -DCURL_ENABLE_NTLM=ON - tflags: '--test-event --min=1300' + tflags: '--test-event --min=1350' - name: 'OpenSSL gsasl AppleIDN SecTrust +examples' compiler: clang @@ -366,7 +366,7 @@ jobs: compiler: clang install: rustls-ffi generate: -DENABLE_DEBUG=ON -DCURL_USE_RUSTLS=ON -DUSE_ECH=ON -DCURL_DISABLE_LDAP=ON -DCURL_ENABLE_NTLM=ON - tflags: '--min=1650' + tflags: '--min=1700' - name: 'OpenSSL torture 1' compiler: clang diff --git a/.github/workflows/non-native.yml b/.github/workflows/non-native.yml index ccd5ac0fbf..ec38f1386c 100644 --- a/.github/workflows/non-native.yml +++ b/.github/workflows/non-native.yml @@ -33,7 +33,7 @@ permissions: {} env: CURL_CI: github - CURL_TEST_MIN: 1750 + CURL_TEST_MIN: 1800 jobs: netbsd: @@ -148,7 +148,6 @@ jobs: uses: cross-platform-actions/action@233156312992f3f169d8d0c633c21d12a5d30455 # v1.0.0 env: CC: '${{ matrix.compiler }}' - CURL_TEST_MIN: 1800 MATRIX_ARCH: '${{ matrix.arch }}' MATRIX_BUILD: '${{ matrix.build }}' MATRIX_DESC: '${{ matrix.desc }}' diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml index 3e326acf01..f3331aab05 100644 --- a/.github/workflows/windows.yml +++ b/.github/workflows/windows.yml @@ -33,7 +33,7 @@ permissions: {} env: CURL_CI: github - CURL_TEST_MIN: 1700 + CURL_TEST_MIN: 1750 CURL_TEST_SSH_KEYALGO: ed25519 OPENSSH_WINDOWS_VERSION: 10.0.0.0p2-Preview OPENSSH_WINDOWS_SHA256_ARM64: 698c6aec31c1dd0fb996206e8741f4531a97355686b5431ef347d531b07fcd42 @@ -250,7 +250,7 @@ jobs: include: # MSYS - { name: '!proxy', - build: 'autotools', sys: 'msys' , env: 'x86_64' , tflags: '--min=1550', + build: 'autotools', sys: 'msys' , env: 'x86_64' , tflags: '--min=1600', config: '--enable-debug --with-openssl --disable-threaded-resolver --disable-proxy --enable-ntlm', install: 'openssl-devel libssh2-devel' } - { name: 'default', @@ -274,7 +274,7 @@ jobs: config: '--enable-debug --with-openssl --enable-windows-unicode --enable-ares --enable-static --disable-shared --enable-ca-native --enable-ntlm', install: 'mingw-w64-ucrt-x86_64-c-ares mingw-w64-ucrt-x86_64-openssl mingw-w64-ucrt-x86_64-nghttp3 mingw-w64-ucrt-x86_64-libssh2' } - { name: 'schannel c-ares U', type: 'Debug', - build: 'cmake' , sys: 'mingw64' , env: 'x86_64' , tflags: '--min=1650', + build: 'cmake' , sys: 'mingw64' , env: 'x86_64' , tflags: '--min=1700', config: '-DENABLE_DEBUG=ON -DBUILD_SHARED_LIBS=OFF -DCURL_USE_SCHANNEL=ON -DENABLE_UNICODE=ON -DENABLE_ARES=ON -DCURL_DROP_UNUSED=ON', install: 'mingw-w64-x86_64-c-ares mingw-w64-x86_64-libssh2' } # MinGW torture @@ -567,7 +567,7 @@ jobs: run: shell: msys2 {0} # zizmor: ignore[misfeature] env: - CURL_TEST_MIN: 1550 + CURL_TEST_MIN: 1600 LDFLAGS: -s MAKEFLAGS: -j 5 MATRIX_DIR: '${{ matrix.dir }}' @@ -958,7 +958,7 @@ jobs: type: 'Debug' image: 'windows-11-arm' openssh: 'OpenSSH-Windows' - tflags: '--min=1650' + tflags: '--min=1700' # leave SMB disabled to save 30-60 seconds by omitting prereqs, # to counteract the slower test run step config: >-