Establish controlled red-suite baseline

This commit is contained in:
2026-08-08 23:35:04 +02:00
parent 3140e65dc7
commit e63f2c615a
9 changed files with 314 additions and 20 deletions

View File

@@ -0,0 +1,39 @@
import unittest
from audit_red_suite import parse_log
class AuditRedSuiteTests(unittest.TestCase):
def test_associates_standardized_boundaries_with_failed_tests(self) -> None:
audit = parse_log(
"""
thread 'direct' panicked at generated.rs:1:1:
unimplemented C# API member: M:Example.Direct
test direct ... FAILED
thread 'typed' panicked at test.rs:1:1:
assertion failed: left == right
left: Some(NotImplemented { csharp_member: "M:Example.Typed" })
right: Some(ArgumentNull)
test typed ... FAILED
test support ... ok
test result: FAILED. 1 passed; 2 failed; 0 ignored; 0 measured; 0 filtered out
"""
)
self.assertEqual(audit.members["M:Example.Direct"], 1)
self.assertEqual(audit.members["M:Example.Typed"], 1)
self.assertEqual(audit.nonstandard_failures, ())
def test_reports_nonstandard_failure(self) -> None:
audit = parse_log(
"""
thread 'broken' panicked at test.rs:1:1:
assertion failed
test broken ... FAILED
test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 0 filtered out
"""
)
self.assertEqual(audit.nonstandard_failures, ("broken",))
if __name__ == "__main__":
unittest.main()