Apply Qwen NFC normalization before token splitting

This commit is contained in:
Georg Bauer committed 2026-10-04 17:14:00 +02:00
1 parent 5129c450ee
commit 6507a494bc
36 files changed
+1831 -39

No files matched your search

@@ -0,0 +1,4 @@
{"event":"test_supervisor_started","pid":2559,"limit_bytes":4294967296,"start_seconds":60.0,"idle_seconds":120.0,"sample_ms":100}
{"event":"test_resource_sample","elapsed_ms":0,"usage":{"cpu_time_ns":214916,"resident_bytes":688128,"physical_bytes":213064,"peak_physical_bytes":213064,"disk_read_bytes":0,"disk_write_bytes":0}}
{"event":"test_resource_sample","elapsed_ms":110,"usage":{"cpu_time_ns":107828625,"resident_bytes":65110016,"physical_bytes":42648128,"peak_physical_bytes":42648128,"disk_read_bytes":200704,"disk_write_bytes":0}}
{"event":"test_resource_summary","elapsed_ms":220,"peak":{"cpu_time_ns":107828625,"resident_bytes":65110016,"physical_bytes":42648128,"peak_physical_bytes":42648128,"disk_read_bytes":200704,"disk_write_bytes":0},"error":null}