mirror of
https://github.com/pjh456/OxideJS.git
synced 2026-10-24 10:41:11 +08:00
101 lines
3.6 KiB
Rust
101 lines
3.6 KiB
Rust
use crate::bench::metrics::MetricCollection;
|
|
|
|
/// 基准结果集合，持久化到 `benchmark_baseline.json` 用于后续回归对比。
|
|
pub struct Baseline {
|
|
pub entries: Vec<MetricCollection>,
|
|
}
|
|
|
|
impl Baseline {
|
|
/// 构造空的基线。
|
|
pub fn empty() -> Self {
|
|
Self { entries: Vec::new() }
|
|
}
|
|
}
|
|
|
|
/// 一次性能回退：当前指标相对基线的比值超过容差即视为回归。
|
|
pub struct Regression {
|
|
pub metric: String,
|
|
pub test_name: String,
|
|
pub baseline: f64,
|
|
pub current: f64,
|
|
pub ratio: f64,
|
|
pub tolerance: f64,
|
|
}
|
|
|
|
/// 从 `benchmark_baseline.json` 加载基线；文件不存在时返回空基线。
|
|
pub fn load_baseline() -> Result<Baseline, String> {
|
|
let json_path = "benchmark_baseline.json";
|
|
let data = match std::fs::read_to_string(json_path) {
|
|
Ok(d) => d,
|
|
Err(_) => {
|
|
eprintln!("No baseline found at {} — run --update-baseline first", json_path);
|
|
return Ok(Baseline::empty());
|
|
}
|
|
};
|
|
let entries: Vec<MetricCollection> =
|
|
serde_json::from_str(&data).map_err(|e| format!("Failed to parse baseline: {}", e))?;
|
|
Ok(Baseline { entries })
|
|
}
|
|
|
|
/// 保存当前结果到 `benchmark_baseline.json` 并生成 Markdown 表格。
|
|
pub fn save_baseline(results: &[MetricCollection]) -> Result<(), String> {
|
|
let json = serde_json::to_string_pretty(results).map_err(|e| format!("Failed to serialize baseline: {}", e))?;
|
|
std::fs::write("benchmark_baseline.json", &json)
|
|
.map_err(|e| format!("Failed to write benchmark_baseline.json: {}", e))?;
|
|
let md = crate::bench::output::format_text_table(results);
|
|
std::fs::write("BENCHMARK_BASELINE.md", md).map_err(|e| format!("Failed to write BENCHMARK_BASELINE.md: {}", e))?;
|
|
Ok(())
|
|
}
|
|
|
|
/// 对比当前结果与基线，返回所有超过各自容差（wall_time 10%、GC 类 50%、其它 20%）的回归项。
|
|
pub fn compare_baseline(current: &[MetricCollection]) -> Vec<Regression> {
|
|
let baseline = match load_baseline() {
|
|
Ok(b) => b,
|
|
Err(_) => return Vec::new(),
|
|
};
|
|
if baseline.entries.is_empty() {
|
|
eprintln!("No baseline data — skipping regression check");
|
|
return Vec::new();
|
|
}
|
|
let mut regressions = Vec::new();
|
|
for cur in current {
|
|
for base in &baseline.entries {
|
|
if base.test_name != cur.test_name {
|
|
continue;
|
|
}
|
|
for (name, cur_val) in cur.iter_metrics() {
|
|
if cur_val == 0.0 {
|
|
continue;
|
|
}
|
|
let base_val = base
|
|
.iter_metrics()
|
|
.iter()
|
|
.find(|(n, _)| *n == name)
|
|
.map(|(_, v)| *v)
|
|
.unwrap_or(cur_val);
|
|
if base_val == 0.0 {
|
|
continue;
|
|
}
|
|
let tolerance = match name {
|
|
"wall_time_us" => 0.10,
|
|
"gc_trigger_count" | "gc_bytes_freed" | "gc_objects_scanned" | "gc_collection_us" => 0.50,
|
|
"session_bytes" => 0.20,
|
|
_ => 0.20,
|
|
};
|
|
let ratio = cur_val / base_val;
|
|
if ratio > 1.0 + tolerance {
|
|
regressions.push(Regression {
|
|
metric: name.to_string(),
|
|
test_name: cur.test_name.clone(),
|
|
baseline: base_val,
|
|
current: cur_val,
|
|
ratio,
|
|
tolerance,
|
|
});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
regressions
|
|
}
|