romenskiy2012/curl
1
0
Fork 0
mirror of https://github.com/curl/curl.git synced 2026-07-25 02:07:17 +03:00
Code Issues Projects Releases Packages Wiki Activity

runtests: add feature-based filtering

Browse source 
This commit introduces support for features in the test selection
process by adding them to the keywords list with the `feat:` prefix. It
allows users to specify features to run only tests with them, or exclude
tests using `!feat:<feature>`, similar to how keywords are handled.

Fixes #16533
Closes #16619

Signed-off-by: Aquila Macedo <aquilamacedo@riseup.net>
This commit is contained in:
Aquila Macedo 2025-03-07 18:40:34 -03:00 • committed by Dan Fandrich
parent c6c6ee2a92
commit 912efa2d1c
2 changed files with 35 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

5
tests/runtests.md
View file

@ -40,6 +40,11 @@ Prefix a test number with a tilde (~) to still run it, but ignore the results.
It is also possible to specify tests based on a keyword describing the test(s)
to run, like `FTPS`. The keywords are strings used in the individual tests.
Features are included as keywords with the `feat:` prefix (e.g., `feat:debug`).
Specify a feature to run only tests requiring it, or exclude tests using
`!feat:<feature>`, like `!feat:proxy`, to disable tests which depend on that
feature.
You can also specify keywords with a leading exclamation point and the keyword
or phrase, like "!HTTP NTLM auth" to run all tests **except** those using this
keyword. Remember that the exclamation marks and spaces need to be quoted

45
tests/runtests.pl
View file

@ -1143,24 +1143,39 @@ sub singletest_shouldrun {
if(!$info_keywords[0]) {
$why = "missing the <keywords> section!";
}
# Only evaluate keywords if the section is present.
else {
# Prefix features with "feat:" and add to keywords list.
push @info_keywords, map { "feat:" . lc($_) } getpart("client", "features");
my $match;
for my $k (@info_keywords) {
chomp $k;
if ($disabled_keywords{lc($k)}) {
$why = "disabled by keyword";
my $match;
for my $k (@info_keywords) {
chomp $k;
if ($disabled_keywords{lc($k)}) {
if ($k =~ /^feat:/) {
$why = "disabled by feature";
}
else {
$why = "disabled by keyword";
}
}
elsif ($enabled_keywords{lc($k)}) {
$match = 1;
}
if ($ignored_keywords{lc($k)}) {
logmsg "Warning: test$testnum result is ignored due to $k\n";
$errorreturncode = 2;
}
}
elsif ($enabled_keywords{lc($k)}) {
$match = 1;
}
if ($ignored_keywords{lc($k)}) {
logmsg "Warning: test$testnum result is ignored due to $k\n";
$errorreturncode = 2;
}
}
if(!$why && !$match && %enabled_keywords) {
$why = "disabled by missing keyword";
if(!$why && !$match && %enabled_keywords) {
if (grep { /^feat:/ } keys %enabled_keywords) {
$why = "disabled by missing feature";
}
else {
$why = "disabled by missing keyword";
}
}
}
}