Categorize some failing libcxx tests (#5231)

muellerj2 · StephanTLavavej · web-flow · commit 91a8d4f4e619 · 2025-01-14T01:36:22.000-08:00
Co-authored-by: Stephan T. Lavavej &lt;stl@microsoft.com&gt;
diff --git a/tests/libcxx/expected_results.txt b/tests/libcxx/expected_results.txt
@@ -36,12 +36,20 @@ std/numerics/rand/rand.dist/rand.dist.uni/rand.dist.uni.real/param_ctor.pass.cpp
 # LLVM-113609: [libc++][test] Non-rebindable test_alloc in string.capacity/deallocate_size.pass.cpp
 std/strings/basic.string/string.capacity/deallocate_size.pass.cpp FAIL
 
+# LLVM-116054: [libc++] vprint_[non]unicode(ostream &, string_view, Args&&...) should not pad the output
+std/input.output/iostream.format/output.streams/ostream.formatted/ostream.formatted.print/print.pass.cpp FAIL
+std/input.output/iostream.format/output.streams/ostream.formatted/ostream.formatted.print/vprint_nonunicode.pass.cpp FAIL
+std/input.output/iostream.format/output.streams/ostream.formatted/ostream.formatted.print/vprint_unicode.pass.cpp FAIL
+
 # LLVM-119174: [libcxx][test] Silence nodiscard warnings for std::expected
 std/utilities/expected/expected.expected/monadic/and_then.pass.cpp FAIL
 std/utilities/expected/expected.expected/monadic/or_else.pass.cpp FAIL
 std/utilities/expected/expected.expected/monadic/transform.pass.cpp FAIL
 std/utilities/expected/expected.expected/monadic/transform_error.pass.cpp FAIL
 
+# LLVM-122638: [libc++][test] re.regex.construct/bad_backref.pass.cpp assumes non-standard extension to extended regular expressions
+std/re/re.regex/re.regex.construct/bad_backref.pass.cpp FAIL
+
 # Non-Standard regex behavior.
 # "It seems likely that the test is still non-conforming due to how libc++ handles the 'w' character class."
 std/re/re.traits/lookup_classname.pass.cpp FAIL
@@ -151,6 +159,9 @@ std/language.support/support.limits/support.limits.general/ranges.version.compil
 # libc++ is missing various <format> DRs
 std/language.support/support.limits/support.limits.general/format.version.compile.pass.cpp FAIL
 
+# libc++ doesn't implement LWG-2584 (LLVM-99976)
+std/re/re.regex/re.regex.construct/bad_escape.pass.cpp FAIL
+
 # libc++ doesn't implement LWG-3670
 std/ranges/range.factories/range.iota.view/iterator/member_typedefs.compile.pass.cpp FAIL
 
@@ -240,8 +251,10 @@ std/utilities/function.objects/func.wrap/func.wrap.func/func.wrap.func.con/ctad.
 
 # *** MISSING LWG ISSUE RESOLUTIONS ***
 # LWG-2503 "multiline option should be added to syntax_option_type"
+std/re/re.alg/re.alg.search/no_update_pos.pass.cpp FAIL
 std/re/re.const/re.matchflag/match_multiline.pass.cpp FAIL
 std/re/re.const/re.matchflag/match_not_eol.pass.cpp FAIL
+std/re/re.const/re.synopt/syntax_option_type.pass.cpp FAIL
 
 # LWG-2532 "Satisfying a promise at thread exit" (Open)
 # WCFB02 implements the proposed resolution for this issue
@@ -552,6 +565,12 @@ std/utilities/format/format.formatter/format.formatter.locking/enable_nonlocking
 std/containers/sequences/vector.bool/shrink_to_fit.pass.cpp FAIL
 std/containers/sequences/vector/vector.capacity/shrink_to_fit.pass.cpp FAIL
 
+# We disagree on the syntax flags set by the default basic_regex constructor: we set 0, libc++ sets ECMAScript.
+# Relates to LWG-3604.
+std/re/re.regex/re.regex.construct/default.pass.cpp FAIL
+std/re/re.regex/re.regex.nonmemb/re.regex.nmswap/swap.pass.cpp FAIL
+std/re/re.regex/re.regex.swap/swap.pass.cpp FAIL
+
 
 # *** LIKELY STL BUGS ***
 # Not analyzed, likely STL bugs. Various assertions.
@@ -563,13 +582,6 @@ std/re/re.alg/re.alg.search/awk.pass.cpp FAIL
 std/re/re.alg/re.alg.search/basic.pass.cpp FAIL
 std/re/re.alg/re.alg.search/ecma.pass.cpp FAIL
 std/re/re.alg/re.alg.search/extended.pass.cpp FAIL
-std/re/re.alg/re.alg.search/no_update_pos.pass.cpp FAIL
-std/re/re.const/re.synopt/syntax_option_type.pass.cpp FAIL
-std/re/re.regex/re.regex.construct/bad_backref.pass.cpp FAIL
-std/re/re.regex/re.regex.construct/bad_escape.pass.cpp FAIL
-std/re/re.regex/re.regex.construct/default.pass.cpp FAIL
-std/re/re.regex/re.regex.nonmemb/re.regex.nmswap/swap.pass.cpp FAIL
-std/re/re.regex/re.regex.swap/swap.pass.cpp FAIL
 std/re/re.traits/lookup_collatename.pass.cpp FAIL
 std/re/re.traits/transform_primary.pass.cpp FAIL
 
@@ -1112,11 +1124,6 @@ std/input.output/filesystems/fs.op.funcs/fs.op.weakly_canonical/weakly_canonical
 # Clang error: unknown attribute 'no_unique_address' ignored [-Werror,-Wunknown-attributes]
 std/ranges/ranges_robust_against_no_unique_address.pass.cpp FAIL
 
-# Not analyzed. Runtime assertion, we appear to be ignoring stream width.
-std/input.output/iostream.format/output.streams/ostream.formatted/ostream.formatted.print/print.pass.cpp FAIL
-std/input.output/iostream.format/output.streams/ostream.formatted/ostream.formatted.print/vprint_nonunicode.pass.cpp FAIL
-std/input.output/iostream.format/output.streams/ostream.formatted/ostream.formatted.print/vprint_unicode.pass.cpp FAIL
-
 # Not analyzed. test_chrono_leap_second.h wants us to provide a vendor-specific version of
 # test_leap_second_create(), but it's unclear how to adapt their parameters to our implementation.
 std/time/time.zone/time.zone.leap/assign.copy.pass.cpp FAIL
