Apply Qwen NFC normalization before token splitting

This commit is contained in:
Georg Bauer committed 2026-10-04 17:14:00 +02:00
1 parent 5129c450ee
commit 6507a494bc
36 files changed
+1831 -39

No files matched your search

+5
View File
@@ -0,0 +1,5 @@
{"event":"test_supervisor_started","pid":2556,"limit_bytes":4294967296,"start_seconds":60.0,"idle_seconds":120.0,"sample_ms":100}
{"event":"test_resource_sample","elapsed_ms":0,"usage":{"cpu_time_ns":167291,"resident_bytes":671744,"physical_bytes":196680,"peak_physical_bytes":213064,"disk_read_bytes":0,"disk_write_bytes":0}}
{"event":"test_resource_sample","elapsed_ms":107,"usage":{"cpu_time_ns":105019333,"resident_bytes":84639744,"physical_bytes":60375616,"peak_physical_bytes":60375616,"disk_read_bytes":188416,"disk_write_bytes":0}}
{"event":"test_resource_sample","elapsed_ms":217,"usage":{"cpu_time_ns":215093833,"resident_bytes":84000768,"physical_bytes":66290240,"peak_physical_bytes":66306648,"disk_read_bytes":188416,"disk_write_bytes":0}}
{"event":"test_resource_summary","elapsed_ms":323,"peak":{"cpu_time_ns":215093833,"resident_bytes":84639744,"physical_bytes":66290240,"peak_physical_bytes":66306648,"disk_read_bytes":188416,"disk_write_bytes":0},"error":null}