148 lines
5.6 KiB
Rust
148 lines
5.6 KiB
Rust
//! Compile-Budget-Benchmark (Instant-Compile-Anforderung, PLAN.md):
|
|
//! Projekt mit ~50.000 Zeilen < 1 s, einzelnes Modul (~500 Zeilen) < 50 ms
|
|
//! (Release-Build). Eigener Harness (kein Criterion — keine
|
|
//! Fremdabhängigkeit nötig); Lauf mit `cargo bench -p tb-vm`.
|
|
|
|
use std::fmt::Write as _;
|
|
use std::time::Instant;
|
|
|
|
/// Realistisch gemischtes Modul mit `n_blocks` Codeblöcken
|
|
/// (~10 Zeilen je Block) plus Prozeduren.
|
|
fn generate_module(n_blocks: usize, seed: usize) -> String {
|
|
let mut src = String::new();
|
|
let _ = writeln!(src, "' Generiertes Benchmark-Modul {seed}");
|
|
let _ = writeln!(src, "DIM feld{seed}%(100)");
|
|
for i in 0..n_blocks {
|
|
let v = format!("v{seed}x{i}");
|
|
let _ = writeln!(src, "{v}% = {i} MOD 100");
|
|
let _ = writeln!(src, "{v}tot# = {v}% * 1.5 + SQR({v}% + 1)");
|
|
let _ = writeln!(src, "IF {v}% > 50 THEN");
|
|
let _ = writeln!(src, " {v}s$ = \"gross\" + STR$({v}%)");
|
|
let _ = writeln!(src, "ELSE");
|
|
let _ = writeln!(src, " {v}s$ = LEFT$(\"klein\", 3)");
|
|
let _ = writeln!(src, "END IF");
|
|
let _ = writeln!(src, "FOR {v}i% = 1 TO 10");
|
|
let _ = writeln!(src, " feld{seed}%({v}i% MOD 100) = {v}i%");
|
|
let _ = writeln!(src, "NEXT");
|
|
}
|
|
// Prozeduren am Modulende
|
|
for p in 0..(n_blocks / 20).max(1) {
|
|
let _ = writeln!(src, "SUB Tu{seed}p{p} (a%, b#)");
|
|
let _ = writeln!(src, " b# = a% * 2 + b#");
|
|
let _ = writeln!(src, "END SUB");
|
|
}
|
|
src
|
|
}
|
|
|
|
fn compile_all(sources: &[(String, String)]) -> usize {
|
|
let units: Vec<_> = sources
|
|
.iter()
|
|
.map(|(name, src)| tb_frontend::source::SourceUnit::new(name, &format!("{name}.bas"), src))
|
|
.collect();
|
|
let project = tb_vm::compile_project("BENCH", &units, &Default::default(), &[])
|
|
.expect("Benchmark-Projekt muss kompilieren");
|
|
project.procs.iter().map(|p| p.code.len()).sum()
|
|
}
|
|
|
|
fn incremental(sources: &[(String, String)], budget: f64) {
|
|
let mut units: Vec<_> = sources
|
|
.iter()
|
|
.map(|(n, s)| tb_frontend::source::SourceUnit::new(n, &format!("{n}.bas"), s))
|
|
.collect();
|
|
let mut compiler = tb_vm::project::ProjectCompiler::default();
|
|
compiler
|
|
.compile("BENCH", &units, &Default::default(), &[])
|
|
.unwrap();
|
|
let mut times = Vec::new();
|
|
for i in 0..7 {
|
|
// Private Rumpfänderung mit unverändertem öffentlichen Vertrag.
|
|
units[0].segments[0].text = sources[0]
|
|
.1
|
|
.replace("a% * 2 + b#", &format!("a% * {} + b#", 3 + i));
|
|
let start = Instant::now();
|
|
let code = compiler
|
|
.compile("BENCH", &units, &Default::default(), &[])
|
|
.unwrap();
|
|
std::hint::black_box(&code);
|
|
times.push(start.elapsed().as_secs_f64());
|
|
assert_eq!(compiler.stats.compiled, 1);
|
|
assert_eq!(compiler.stats.reused, units.len() - 1);
|
|
}
|
|
times.sort_by(f64::total_cmp);
|
|
let median = times[times.len() / 2];
|
|
println!(" Cacheänderung: {} Module, Median {:.2} ms (7 Läufe; Invalidierung + Link), {} neu / {} wiederverwendet; Budget {:.0} ms {}",units.len(),median*1000.0,compiler.stats.compiled,compiler.stats.reused,budget*1000.0,if median<budget {"OK"}else{"VERFEHLT"});
|
|
assert!(median < budget, "Cachebudget verfehlt");
|
|
}
|
|
|
|
fn main() {
|
|
println!(
|
|
"Hardware: {} / {} / {}",
|
|
std::env::consts::OS,
|
|
std::env::consts::ARCH,
|
|
std::process::Command::new(if cfg!(target_os = "macos") {
|
|
"sysctl"
|
|
} else {
|
|
"uname"
|
|
})
|
|
.args(if cfg!(target_os = "macos") {
|
|
vec!["-n", "machdep.cpu.brand_string"]
|
|
} else {
|
|
vec!["-m"]
|
|
})
|
|
.output()
|
|
.ok()
|
|
.map(|o| String::from_utf8_lossy(&o.stdout).trim().to_owned())
|
|
.unwrap_or_default()
|
|
);
|
|
println!(
|
|
"Profil: Release / opt-level=3, eigener Harness; cargo bench -p tb-vm --bench compile"
|
|
);
|
|
// Einzelnes Modul: ~500 Zeilen (Budget < 50 ms).
|
|
let single = generate_module(50, 0);
|
|
let single_lines = single.lines().count();
|
|
|
|
// Projekt: ~50.000 Zeilen über 20 Module (Budget < 1 s).
|
|
let modules: Vec<(String, String)> = (0..20)
|
|
.map(|i| (format!("MOD{i}"), generate_module(245, i)))
|
|
.collect();
|
|
let project_lines: usize = modules.iter().map(|(_, s)| s.lines().count()).sum();
|
|
|
|
// Aufwärmen
|
|
let _ = compile_all(&[("WARM".into(), single.clone())]);
|
|
|
|
let t = Instant::now();
|
|
let mut best_single = f64::MAX;
|
|
for _ in 0..10 {
|
|
let t1 = Instant::now();
|
|
let _ = compile_all(&[("EINZEL".into(), single.clone())]);
|
|
best_single = best_single.min(t1.elapsed().as_secs_f64());
|
|
}
|
|
let _ = t;
|
|
|
|
let t2 = Instant::now();
|
|
let instrs = compile_all(&modules);
|
|
let project_secs = t2.elapsed().as_secs_f64();
|
|
|
|
println!("Compile-Budget-Benchmark (Release):");
|
|
println!(
|
|
" Einzelmodul: {single_lines} Zeilen in {:.2} ms (Budget 50 ms) {}",
|
|
best_single * 1000.0,
|
|
if best_single < 0.050 {
|
|
"OK"
|
|
} else {
|
|
"VERFEHLT"
|
|
}
|
|
);
|
|
println!(
|
|
" Projekt: {project_lines} Zeilen in {:.0} ms (Budget 1000 ms) {} — {instrs} Instruktionen",
|
|
project_secs * 1000.0,
|
|
if project_secs < 1.0 { "OK" } else { "VERFEHLT" }
|
|
);
|
|
let lps = project_lines as f64 / project_secs;
|
|
println!(" Durchsatz: {:.0} Zeilen/s", lps);
|
|
assert!(best_single < 0.050, "Einzelmodul-Budget verfehlt");
|
|
assert!(project_secs < 1.0, "Projekt-Budget verfehlt");
|
|
incremental(&[("EINZEL".into(), single)], 0.050);
|
|
incremental(&modules, 1.0);
|
|
}
|