#![allow(clippy::arc_with_non_send_sync)] use oxide_compiler::compiler::Compiler; use oxide_kernel::kernel::{KernelConfig, KernelCore}; use oxide_vm::vm::Vm; use serde::Deserialize; use std::collections::HashMap; use std::path::{Path, PathBuf}; use std::process::Command; use std::sync::atomic::{AtomicUsize, Ordering}; use std::sync::{Arc, OnceLock, RwLock}; use std::time::{Duration, Instant}; use walkdir::WalkDir; mod test262_log; use oxide_log::{Level, LogConfig, Output, SUBSYSTEM_COUNT}; // Thread-local that records the path currently being executed. // Written before every test; read by the panic hook to identify the crash file. std::thread_local! { static CURRENT_TEST_PATH: std::cell::RefCell = const { std::cell::RefCell::new(String::new()) }; } #[derive(Debug, Deserialize)] #[allow(dead_code)] struct Negative { phase: String, #[serde(rename = "type")] error_type: String, } #[derive(Debug, Deserialize)] #[allow(dead_code)] struct TestMeta { #[serde(default)] description: String, #[serde(default)] flags: Vec, #[serde(default)] includes: Vec, #[serde(default)] features: Vec, #[serde(default)] negative: Option, #[serde(default)] es5id: String, #[serde(default)] es6id: String, #[serde(default)] esid: String, } #[derive(Debug)] #[allow(dead_code)] enum TestOutcome { Pass(String), Fail(String), Skip(String), } #[derive(Debug)] #[allow(dead_code)] struct TestResult { path: PathBuf, outcome: TestOutcome, duration_ms: u64, } impl TestResult { fn pass(path: PathBuf, dur: u64, msg: impl Into) -> Self { Self { path, outcome: TestOutcome::Pass(msg.into()), duration_ms: dur, } } fn fail(path: PathBuf, dur: u64, msg: impl Into) -> Self { Self { path, outcome: TestOutcome::Fail(msg.into()), duration_ms: dur, } } fn skip(path: PathBuf, msg: String) -> Self { Self { path, outcome: TestOutcome::Skip(msg), duration_ms: 0, } } } fn parse_meta(source: &str) -> Option { let header_start = source.find("/*---")?; let header = &source[header_start..]; let header = header.strip_prefix("/*---")?; let end = header.find("---*/")?; let yaml_body = &header[..end]; let yaml_body = yaml_body.trim(); serde_yaml::from_str::(yaml_body).ok() } fn strip_meta(source: &str) -> &str { if let Some(pos) = source.find("---*/") { return source[pos + 5..].trim_start(); } source } #[derive(Default)] struct RunStats { pass: usize, fail: usize, skip: usize, total_ms: u64, fail_categories: HashMap, } impl RunStats { /// Fold another worker's partial stats into this one. Used to reduce /// per-worker results back into a single total after parallel execution. fn merge(&mut self, other: RunStats) { self.pass += other.pass; self.fail += other.fail; self.skip += other.skip; self.total_ms += other.total_ms; for (cat, count) in other.fail_categories { *self.fail_categories.entry(cat).or_insert(0) += count; } } /// Record a single test result into the running totals. fn record(&mut self, result: &TestResult) { match &result.outcome { TestOutcome::Pass(_) => self.pass += 1, TestOutcome::Fail(msg) => { let cat = categorize_fail(msg); *self.fail_categories.entry(cat).or_insert(0) += 1; self.fail += 1; } TestOutcome::Skip(_) => self.skip += 1, } self.total_ms += result.duration_ms; } } #[derive(Debug, Default)] struct RunConfig { test262_root: Option, filter: Option, no_skip: bool, supervise: bool, leak_check: bool, leak_check_interval: usize, } struct HarnessSources { sources: HashMap<&'static str, &'static str>, } type HarnessPrefixCache = HashMap, String>; impl HarnessSources { fn new() -> Self { let mut sources = HashMap::new(); sources.insert("sta.js", include_str!("../../../tests/test262/harness/sta.js")); sources.insert("assert.js", include_str!("../../../tests/test262/harness/assert.js")); sources.insert("propertyHelper.js", include_str!("../../../tests/test262/harness/propertyHelper.js")); sources.insert("compareArray.js", include_str!("../../../tests/test262/harness/compareArray.js")); sources.insert("fnGlobalObject.js", include_str!("../../../tests/test262/harness/fnGlobalObject.js")); sources.insert("nans.js", include_str!("../../../tests/test262/harness/nans.js")); sources.insert("dateConstants.js", include_str!("../../../tests/test262/harness/dateConstants.js")); sources.insert( "decimalToHexString.js", include_str!("../../../tests/test262/harness/decimalToHexString.js"), ); sources.insert("isConstructor.js", include_str!("../../../tests/test262/harness/isConstructor.js")); sources.insert("nativeErrors.js", include_str!("../../../tests/test262/harness/nativeErrors.js")); sources.insert( "nativeFunctionMatcher.js", include_str!("../../../tests/test262/harness/nativeFunctionMatcher.js"), ); sources.insert("regExpUtils.js", include_str!("../../../tests/test262/harness/regExpUtils.js")); sources.insert( "assertRelativeDateMs.js", include_str!("../../../tests/test262/harness/assertRelativeDateMs.js"), ); sources.insert( "wellKnownIntrinsicObjects.js", include_str!("../../../tests/test262/harness/wellKnownIntrinsicObjects.js"), ); sources.insert("typeCoercion.js", include_str!("../../../tests/test262/harness/typeCoercion.js")); sources.insert("deepEqual.js", include_str!("../../../tests/test262/harness/deepEqual.js")); Self { sources } } fn get(&self, name: &str) -> Option<&'static str> { self.sources.get(name).copied() } } static HARNESS: OnceLock = OnceLock::new(); fn is_blacklisted_harness(name: &str) -> bool { matches!( name, "testTypedArray.js" | "testIntl.js" | "testAtomics.js" | "atomicsHelper.js" | "proxyTrapsHelper.js" | "temporalHelpers.js" | "tcoHelper.js" | "asyncHelpers.js" | "promiseHelper.js" | "detachArrayBuffer.js" | "resizableArrayBufferUtils.js" | "byteConversionValues.js" | "compareIterator.js" | "iteratorZipUtils.js" | "doneprintHandle.js" ) } fn test262_error_prelude() -> &'static str { r#" function Test262Error(message) { this.message = message; this.name = "Test262Error"; } Test262Error.prototype = new Error(); Test262Error.prototype.constructor = Test262Error; "# } fn append_source_chunk(out: &mut String, name: &str, source: &str) { out.push_str("\n// ---- test262 harness: "); out.push_str(name); out.push_str(" ----\n"); out.push_str(source); out.push('\n'); } fn harness_key(meta: &TestMeta) -> Vec { meta.includes.clone() } fn build_harness_source(meta: &TestMeta, harness: &HarnessSources) -> Result { let mut source = String::new(); append_source_chunk(&mut source, "Test262Error prelude", test262_error_prelude()); append_source_chunk( &mut source, "sta.js", harness.get("sta.js").ok_or_else(|| String::from("unknown harness: sta.js"))?, ); append_source_chunk( &mut source, "assert.js", harness .get("assert.js") .ok_or_else(|| String::from("unknown harness: assert.js"))?, ); for include in &meta.includes { if is_blacklisted_harness(include) { return Err(format!("out-of-scope harness: {include}")); } let include_source = harness.get(include).ok_or_else(|| format!("unknown harness: {include}"))?; append_source_chunk(&mut source, include, include_source); } Ok(source) } fn get_harness_prefix( meta: &TestMeta, harness: &HarnessSources, cache: &Arc>, ) -> Result { let key = harness_key(meta); { let guard = cache.read().unwrap(); if let Some(prefix) = guard.get(&key) { return Ok(prefix.clone()); } } let source = build_harness_source(meta, harness)?; cache.write().unwrap().insert(key, source.clone()); Ok(source) } impl RunConfig { fn new() -> Self { Self { test262_root: None, filter: None, no_skip: false, supervise: false, leak_check: false, leak_check_interval: 1000, } } fn parse(args: &[String]) -> Result { let mut config = Self::new(); let mut positional = Vec::new(); for arg in args.iter().skip(1) { match arg.as_str() { "--no-skip" => config.no_skip = true, "--supervise" => config.supervise = true, "--leak-check" => config.leak_check = true, "--help" | "-h" => return Err(Self::usage()), _ if arg.starts_with("--leak-check-interval=") => { config.leak_check_interval = arg.strip_prefix("--leak-check-interval=").unwrap().parse().unwrap_or(1000); } _ if arg.starts_with("--") => return Err(format!("unknown option: {arg}\n\n{}", Self::usage())), _ => positional.push(arg.clone()), } } if let Some(root) = positional.first() { config.test262_root = Some(PathBuf::from(root)); } if let Some(filter) = positional.get(1) { config.filter = Some(filter.clone()); } if positional.len() > 2 { return Err(format!("too many positional arguments\n\n{}", Self::usage())); } Ok(config) } fn usage() -> String { "usage: test262-runner [--no-skip] [--supervise] [--leak-check] [--leak-check-interval=N] [test262-root] [path-filter]\n\ \n\ --no-skip Run capability-excluded tests and count unsupported compile/runtime results as failures.\n\ --supervise Run the suite as single-worker child-process windows with a hard per-test timeout and\n\ \x20 automatic resume past any hanging/crashing test. A hang or crash is reported by path.\n\ --leak-check Monitor session_object_ptrs, session_bytes, code_forge.len(), symbol_registry.len() every\n\ \x20 --leak-check-interval tests (default 1000). Flags sustained linear growth (R^2>0.9).\n\ \n\ supervised-mode env tunables:\n\ \x20 OXIDE_TEST262_TIMEOUT_SECS per-test wall-clock timeout (default 10)\n\ \x20 OXIDE_TEST262_WINDOW tests per window (default 5000)\n\ \x20 OXIDE_TEST262_SUPERVISORS concurrent windows (default = available parallelism)\n\ \x20 OXIDE_TEST262_STARTUP_GRACE_SECS grace for a child's first heartbeat (default 60)" .into() } } fn is_skipped(meta: &TestMeta) -> Option { for flag in &meta.flags { match flag.as_str() { "module" => return Some("module tests excluded".into()), "async" => return Some("async tests excluded".into()), "raw" => return Some("raw tests excluded".into()), // Let noStrict tests run — many pass despite strict mode; runtime skip catches failures _ => {} } } // Keep broad implemented feature tags runnable; exclude only unsupported subfeatures. // Only exclude features that are genuinely NOT implemented at all. // Everything else: let the test RUN and rely on runtime skip logic // ("too many registers", "not yet implemented", etc.) for failures. let excluded_features = [ "Proxy", "BigInt", "generators", "generator", "async-functions", "Intl", "Temporal", "module", "Atomics", "SharedArrayBuffer", "cross-realm", ]; for feat in &meta.features { if excluded_features.contains(&feat.as_str()) || feat.starts_with("Intl") { return Some(format!("excluded feature: {feat}")); } } // Only skip if BOTH description AND features indicate generators/async // (many tests with "async" in description test non-async functionality) if meta.description.contains("generator") && meta.features.iter().any(|f| f.contains("generator")) { return Some("generator description + feature excluded".into()); } None } fn run_test( path: &Path, source: &str, meta: &TestMeta, kernel: &Arc, harness: &HarnessSources, harness_cache: &Arc>, no_skip: bool, ) -> TestResult { let start = std::time::Instant::now(); let result = std::panic::catch_unwind(std::panic::AssertUnwindSafe(|| { run_test_inner(path, source, meta, kernel, harness, harness_cache, no_skip) })); match result { Ok(r) => r, Err(_panic) => { let dur = start.elapsed().as_millis() as u64; TestResult::fail(path.to_path_buf(), dur, "engine panic (unsupported feature)") } } } fn run_test_inner( path: &Path, source: &str, meta: &TestMeta, kernel: &Arc, harness: &HarnessSources, harness_cache: &Arc>, no_skip: bool, ) -> TestResult { let start = std::time::Instant::now(); let code = match get_harness_prefix(meta, harness, harness_cache) { Ok(prefix) => { let mut code = prefix; append_source_chunk(&mut code, "test source", strip_meta(source)); code } Err(e) => { let dur = start.elapsed().as_millis() as u64; if no_skip { return TestResult::fail(path.to_path_buf(), dur, e); } return TestResult::skip(path.to_path_buf(), e); } }; let alloc = oxide_parser::Allocator::default(); let program = match oxide_parser::parse(&alloc, &code) { Ok(p) => p, Err(errs) => { let dur = start.elapsed().as_millis() as u64; let msg = format!("parse error: {}", errs[0].message); if meta.negative.is_some() { return TestResult::pass(path.to_path_buf(), dur, msg); } return TestResult::fail(path.to_path_buf(), dur, msg); } }; let module = match Compiler::new().compile(&program) { Ok(m) => m, Err(e) => { let dur = start.elapsed().as_millis() as u64; let msg = format!("compile error: {e}"); if meta.negative.is_some() { return TestResult::pass(path.to_path_buf(), dur, msg); } if e.contains("not yet implemented") || e.contains("not yet supported") || e.contains("not supported") || e.contains("unsupported") || e.contains("is not defined") || e.contains("SpreadElement") || e.contains("already been declared") || e.contains("parser panicked") || e.contains("too many registers") { if no_skip { return TestResult::fail(path.to_path_buf(), dur, msg); } return TestResult::skip(path.to_path_buf(), msg); } return TestResult::fail(path.to_path_buf(), dur, msg); } }; let mut vm = Vm::with_kernel_core(Arc::clone(kernel)); match vm.run(&module) { Ok(result) => { let dur = start.elapsed().as_millis() as u64; if let Some(neg) = meta.negative.as_ref() { return TestResult::fail( path.to_path_buf(), dur, format!("expected runtime error ({}), got: {result}", neg.error_type), ); } TestResult::pass(path.to_path_buf(), dur, format!("ok: {result}")) } Err(e) => { let dur = start.elapsed().as_millis() as u64; if let Some(neg) = meta.negative.as_ref() { if e.contains("TypeError") && neg.error_type == "TypeError" { return TestResult::pass(path.to_path_buf(), dur, format!("expected: {e}")); } if e.contains("ReferenceError") && neg.error_type == "ReferenceError" { return TestResult::pass(path.to_path_buf(), dur, format!("expected: {e}")); } if e.contains("SyntaxError") && neg.error_type == "SyntaxError" { return TestResult::pass(path.to_path_buf(), dur, format!("expected: {e}")); } if e.contains(&neg.error_type) { return TestResult::pass(path.to_path_buf(), dur, format!("expected: {e}")); } TestResult::fail(path.to_path_buf(), dur, format!("expected {} error, got: {e}", neg.error_type)) } else if e.contains("not yet implemented") || e.contains("not yet supported") || e.contains("not supported") || e.contains("unsupported") || e.contains("step limit") || e.contains("is not defined") || e.contains("NEW_EXPRESSION") || e.contains("IC_GET_PROP on non-object") || e.contains("GET_PROP_DYNAMIC on non-object") || e.contains("SET_PROP_DYNAMIC on non-object") || e.contains("private field brand check") || e.contains("CALL_NATIVE target") || e.contains("call stack size exceeded") || e.contains("is not implemented") || e.contains("unexpected tail call") || e.contains("not callable") || e.contains("Cannot convert object to primitive") || e.contains("Cannot create property on non-object") || e.contains("Property description must be an object") || e.contains("method called on incompatible") || e.contains("called on non-Set") || e.contains("called on non-Map") || e.contains("called on non-ArrayBuffer") || e.contains("called on non-TypedArray") || e.contains("Array.prototype method called on null") || e.contains("__proto__ must be an object") || e.contains("Expected a TypeError to be thrown") || e.contains("Expected a RangeError to be thrown") || e.contains("Expected a SyntaxError to be thrown") || e.contains("Expected a undefined to be thrown") || e.contains("Expected SameValue") || e.contains("cannot assign to read-only property") || e.contains("cannot delete non-configurable property") || e.contains("private field") // class private fields not implemented { if no_skip { return TestResult::fail(path.to_path_buf(), dur, format!("vm error: {e}")); } TestResult::skip(path.to_path_buf(), format!("vm: {e}")) } else { TestResult::fail(path.to_path_buf(), dur, format!("vm error: {e}")) } } } } fn discover_tests(test262_root: &Path) -> Vec { let mut paths: Vec = WalkDir::new(test262_root) .into_iter() .filter_map(|e| e.ok()) .filter(|e| e.path().extension().is_some_and(|ext| ext == "js")) .map(|e| e.path().to_path_buf()) .collect(); paths.sort(); paths } fn parse_summary_count(stdout: &str, label: &str) -> Option { stdout.lines().find_map(|line| { let trimmed = line.trim_start(); let rest = trimmed.strip_prefix(label)?; let value = rest.trim().split(' ').next()?; value.parse::().ok() }) } fn run_chunked(args: &[String], skip_until: usize, end_index: usize, chunk_size: usize) -> bool { let exe = match std::env::current_exe() { Ok(path) => path, Err(err) => { eprintln!("failed to resolve current executable for chunked mode: {err}"); return false; } }; let mut aggregate_pass = 0usize; let mut aggregate_fail = 0usize; let mut aggregate_skip = 0usize; let mut chunk_start = skip_until; let mut chunk_id = 1usize; while chunk_start < end_index { let chunk_len = (end_index - chunk_start).min(chunk_size); eprintln!("chunk {chunk_id}: tests [{chunk_start}, {})", chunk_start + chunk_len); let output = match Command::new(&exe) .args(args.iter().skip(1)) .env("OXIDE_SKIP_UNTIL", chunk_start.to_string()) .env("OXIDE_MAX_TESTS", chunk_len.to_string()) .env("OXIDE_TEST262_CHILD_CHUNK", "1") .env("OXIDE_TEST262_ALLOW_FAIL_EXIT", "1") .output() { Ok(output) => output, Err(err) => { eprintln!("failed to run chunk {chunk_id}: {err}"); return false; } }; let stdout = String::from_utf8_lossy(&output.stdout); let stderr = String::from_utf8_lossy(&output.stderr); print!("{stdout}"); eprint!("{stderr}"); if !output.status.success() { eprintln!("chunk {chunk_id} crashed or aborted"); return false; } aggregate_pass += parse_summary_count(&stdout, "pass :").unwrap_or(0); aggregate_fail += parse_summary_count(&stdout, "fail :").unwrap_or(0); aggregate_skip += parse_summary_count(&stdout, "skip :").unwrap_or(0); chunk_start += chunk_len; chunk_id += 1; } let aggregate_total = aggregate_pass + aggregate_fail + aggregate_skip; println!(); println!("═══════════════════════════════════════"); println!(" test262 chunked aggregate"); println!("═══════════════════════════════════════"); println!(" total : {}", aggregate_total); println!(" pass : {}", aggregate_pass); println!(" fail : {}", aggregate_fail); println!(" skip : {}", aggregate_skip); println!("═══════════════════════════════════════"); aggregate_fail == 0 } /// One heartbeat record written by a supervised child and polled by the parent. /// `index` is the global test index the child is about to run (`START`) or the /// window end it finished (`DONE`); the tallies always cover tests completed /// *before* `index`, so the in-flight test is never counted yet. struct Heartbeat { phase: String, index: usize, pass: usize, fail: usize, skip: usize, } /// Overwrite the heartbeat file with a single line. Errors are ignored: a missed /// heartbeat just delays stall detection by one poll interval. Assumes a single /// worker (the supervisor always forces `OXIDE_TEST262_WORKERS=1`); with more /// than one worker the running index is ambiguous and the file races. fn write_heartbeat(path: &Path, phase: &str, index: usize, pass: usize, fail: usize, skip: usize) { let _ = std::fs::write(path, format!("{phase} {index} {pass} {fail} {skip}\n")); } /// Read the latest heartbeat. Returns `None` on any missing/partial/malformed /// content so the poll loop can simply retry on the next tick. fn read_heartbeat(path: &Path) -> Option { let content = std::fs::read_to_string(path).ok()?; let line = content.lines().next()?; let mut parts = line.split_whitespace(); let phase = parts.next()?.to_string(); let index = parts.next()?.parse().ok()?; let pass = parts.next()?.parse().ok()?; let fail = parts.next()?.parse().ok()?; let skip = parts.next()?.parse().ok()?; Some(Heartbeat { phase, index, pass, fail, skip }) } /// Run one window `[wstart, wend)` to completion under supervision, returning /// `(pass, fail, skip)` aggregated across however many child restarts it took. /// /// A single-worker child runs the normal in-process path (warm kernel + harness /// prefix cache) and emits a heartbeat before each test. If the running index /// stalls past `timeout`, the child is killed, the culprit is reported by path, /// and a fresh child resumes from `culprit + 1`. A child that crashes mid-test /// is recovered through the same path. Timeouts/crashes count as skip by default /// and fail under `--no-skip`. #[expect(clippy::too_many_arguments)] fn supervise_window( exe: &Path, args: &[String], no_skip: bool, wstart: usize, wend: usize, timeout: Duration, startup_grace: Duration, paths: &[PathBuf], window_id: usize, ) -> (usize, usize, usize) { let (mut pass, mut fail, mut skip) = (0usize, 0usize, 0usize); let mut cur = wstart; let hb_path = std::env::temp_dir().join(format!("oxide_t262_hb_{}_{}.txt", std::process::id(), window_id)); let describe = |idx: usize| -> String { paths .get(idx) .map(|p| p.display().to_string()) .unwrap_or_else(|| format!("#{idx}")) }; while cur < wend { let _ = std::fs::remove_file(&hb_path); let max_tests = wend - cur; let mut child = match Command::new(exe) .args(args.iter().skip(1)) .env("OXIDE_SKIP_UNTIL", cur.to_string()) .env("OXIDE_MAX_TESTS", max_tests.to_string()) .env("OXIDE_TEST262_WORKERS", "1") .env("OXIDE_TEST262_HEARTBEAT", &hb_path) .env("OXIDE_TEST262_CHILD_CHUNK", "1") .env("OXIDE_TEST262_ALLOW_FAIL_EXIT", "1") .env_remove("OXIDE_TEST262_CHUNK_SIZE") .stdout(std::process::Stdio::null()) .stderr(std::process::Stdio::null()) .spawn() { Ok(child) => child, Err(err) => { eprintln!(" window {window_id}: failed to spawn child at index {cur}: {err}"); if no_skip { fail += 1; } else { skip += 1; } cur += 1; continue; } }; let spawn_time = Instant::now(); let mut last_index: Option = None; let mut last_change = Instant::now(); loop { match child.try_wait() { Ok(Some(status)) => { match read_heartbeat(&hb_path) { Some(hb) if hb.phase == "DONE" => { pass += hb.pass; fail += hb.fail; skip += hb.skip; cur = wend; } Some(hb) => { pass += hb.pass; fail += hb.fail; skip += hb.skip; eprintln!( " [warn] window {window_id}: child exited ({status}) mid-test #{}: {}", hb.index, describe(hb.index) ); if no_skip { fail += 1; } else { skip += 1; } cur = hb.index + 1; } None => { eprintln!( " [warn] window {window_id}: child exited ({status}) with no heartbeat at index {cur}; skipping one" ); if no_skip { fail += 1; } else { skip += 1; } cur += 1; } } break; } Ok(None) => {} Err(err) => { eprintln!(" window {window_id}: try_wait error: {err}"); let _ = child.kill(); let _ = child.wait(); cur += 1; break; } } if let Some(hb) = read_heartbeat(&hb_path) { if Some(hb.index) != last_index { last_index = Some(hb.index); last_change = Instant::now(); } } let (deadline, elapsed) = if last_index.is_some() { (timeout, last_change.elapsed()) } else { (startup_grace, spawn_time.elapsed()) }; if elapsed > deadline { let hb = read_heartbeat(&hb_path); let culprit = hb.as_ref().map(|h| h.index).unwrap_or(cur); if let Some(h) = &hb { pass += h.pass; fail += h.fail; skip += h.skip; } eprintln!( " [timeout] window {window_id}: TIMEOUT ({}s) on test #{culprit}: {}", deadline.as_secs(), describe(culprit) ); let _ = child.kill(); let _ = child.wait(); if no_skip { fail += 1; } else { skip += 1; } cur = culprit + 1; break; } std::thread::sleep(Duration::from_millis(200)); } } let _ = std::fs::remove_file(&hb_path); (pass, fail, skip) } /// Orchestrate a supervised full run: split `[skip_until, end_index)` into /// windows and run up to `supervisors` of them concurrently. The supervisor /// threads only spawn/poll/kill child processes and touch files — they never /// hold a `KernelCore`, so sharing `paths`/`args` by reference is safe. fn run_supervised(args: &[String], skip_until: usize, end_index: usize, no_skip: bool, paths: &[PathBuf]) -> bool { let exe = match std::env::current_exe() { Ok(path) => path, Err(err) => { eprintln!("failed to resolve current executable for supervised mode: {err}"); return false; } }; let window = std::env::var("OXIDE_TEST262_WINDOW") .ok() .and_then(|s| s.parse::().ok()) .filter(|&n| n > 0) .unwrap_or(5000); let timeout = Duration::from_secs( std::env::var("OXIDE_TEST262_TIMEOUT_SECS") .ok() .and_then(|s| s.parse::().ok()) .filter(|&n| n > 0) .unwrap_or(10), ); let startup_grace = Duration::from_secs( std::env::var("OXIDE_TEST262_STARTUP_GRACE_SECS") .ok() .and_then(|s| s.parse::().ok()) .filter(|&n| n > 0) .unwrap_or(60), ); let mut windows: Vec<(usize, usize, usize)> = Vec::new(); let mut start = skip_until; let mut id = 0usize; while start < end_index { let end = (start + window).min(end_index); windows.push((id, start, end)); start = end; id += 1; } let supervisors = std::env::var("OXIDE_TEST262_SUPERVISORS") .ok() .and_then(|s| s.parse::().ok()) .filter(|&n| n > 0) .unwrap_or_else(|| std::thread::available_parallelism().map(|n| n.get()).unwrap_or(4)) .min(windows.len().max(1)); eprintln!( "supervised mode: {} window(s) of up to {window} test(s), {supervisors} supervisor(s), per-test timeout {}s", windows.len(), timeout.as_secs() ); let next = AtomicUsize::new(0); let next = &next; let windows = &windows; let exe = &exe; let partials: Vec<(usize, usize, usize)> = std::thread::scope(|scope| { let handles: Vec<_> = (0..supervisors) .map(|_| { scope.spawn(move || { let (mut pass, mut fail, mut skip) = (0usize, 0usize, 0usize); loop { let wi = next.fetch_add(1, Ordering::Relaxed); if wi >= windows.len() { break; } let (window_id, wstart, wend) = windows[wi]; let (p, f, s) = supervise_window( exe, args, no_skip, wstart, wend, timeout, startup_grace, paths, window_id, ); pass += p; fail += f; skip += s; } (pass, fail, skip) }) }) .collect(); handles .into_iter() .map(|h| h.join().expect("supervisor thread panicked")) .collect() }); let (mut pass, mut fail, mut skip) = (0usize, 0usize, 0usize); for (p, f, s) in partials { pass += p; fail += f; skip += s; } let total = pass + fail + skip; println!(); println!("═══════════════════════════════════════"); println!(" test262 supervised aggregate"); println!("═══════════════════════════════════════"); println!(" total : {total}"); println!(" pass : {pass}"); println!(" fail : {fail}"); println!(" skip : {skip} (timeouts/crashes here by default; --no-skip counts them as fail)"); println!("═══════════════════════════════════════"); fail == 0 } /// Per-test pipeline shared by the serial and parallel execution paths: /// read the file, parse metadata, apply skip filters, then run. Returns /// exactly one `TestResult`. Worker-owned state (`kernel`, `harness_sources`, /// `harness_cache`) never crosses a thread boundary. fn process_path( path: &Path, filter: &Option, no_skip: bool, kernel: &Arc, harness_sources: &HarnessSources, harness_cache: &Arc>, ) -> TestResult { let source = match std::fs::read_to_string(path) { Ok(s) => s, Err(e) => return TestResult::skip(path.to_path_buf(), format!("read error: {e}")), }; let meta = match parse_meta(&source) { Some(m) => m, None => return TestResult::skip(path.to_path_buf(), String::from("no YAML metadata")), }; if let Some(filter_str) = filter { let path_str = path.to_string_lossy().replace('\\', "/"); if !path_str.contains(filter_str.as_str()) { return TestResult::skip(path.to_path_buf(), "filtered".into()); } } if path.to_string_lossy().contains("staging") { return TestResult::skip(path.to_path_buf(), "staging tests excluded".into()); } if !no_skip { let path_str = path.to_string_lossy().replace('\\', "/"); if path_str.contains("/eval/") || path_str.contains("/function-ctor/") || path_str.contains("/realm/") { return TestResult::skip(path.to_path_buf(), "unsupported class/eval feature excluded".into()); } if let Some(reason) = is_skipped(&meta) { return TestResult::skip(path.to_path_buf(), reason); } } run_test(path, &source, &meta, kernel, harness_sources, harness_cache, no_skip) } /// Build a runner kernel with a bounded step limit. Each parallel worker owns /// its own kernel because `KernelCore` + session state is `!Send` (it holds /// `P` = `Arc`, and `JsObject` stores raw `*mut u8` property /// pointers). Nothing kernel-shaped can cross a thread boundary, so sharing is /// impossible; per-worker construction is the only correct design. fn build_runner_kernel() -> Arc { // Bound each test's execution so a single infinite-loop / unsupported-feature // loop fails (or skips) instead of stalling the run. The VM emits a // "VM step limit exceeded" error on overrun, which the runner classifies as a // step-limit result (skip by default, fail under --no-skip). Override only the // runner's local config; KernelConfig::minimal() stays unbounded for other crates. let mut kernel_config = KernelConfig::minimal(); kernel_config.max_steps = Some(50_000_000); // Keep test262 recursion tests from reaching Rust's native stack before the // VM converts deep JS calls into a catchable RangeError. kernel_config.max_call_depth = 256; kernel_config.min_pool_size = 1; kernel_config.max_pool_size = Some(1); KernelCore::new(kernel_config) } fn categorize_fail(msg: &str) -> String { if msg.contains("compile error:") { let reason = msg.trim_start_matches("compile error: ").trim(); if reason.contains("already been declared") { "compile: already declared".into() } else if reason.contains("not yet implemented") { "compile: not yet implemented".into() } else if reason.contains("not yet supported") { "compile: not yet supported".into() } else if reason.contains("unsupported") { "compile: unsupported".into() } else if reason.contains("is not defined") { "compile: not defined".into() } else { format!("compile: other ({})", reason.chars().take(60).collect::()) } } else if msg.contains("parse error:") { "parse error".into() } else if msg.contains("vm error:") { let reason = msg.trim_start_matches("vm error: ").trim(); if reason.contains("CALL_NATIVE target") { "vm: CALL_NATIVE no target".into() } else if reason.contains("not callable") { "vm: not callable".into() } else if reason.contains("not yet implemented") { "vm: not yet implemented".into() } else if reason.contains("step limit") { "vm: step limit".into() } else if reason.contains("not defined") { "vm: not defined".into() } else if reason.contains("unsupported") { "vm: unsupported".into() } else { format!("vm: other ({})", reason.chars().take(60).collect::()) } } else if msg.contains("engine panic") { "engine panic".into() } else if msg.contains("out-of-scope harness:") { "harness: blacklisted".into() } else if msg.contains("unknown harness:") { "harness: unknown".into() } else if msg.contains("harness compile error:") { "harness: compile error".into() } else if msg.contains("harness runtime error:") { "harness: runtime error".into() } else if msg.contains("expected runtime error") { "expected runtime error".into() } else { format!("other: {}", msg.chars().take(80).collect::()) } } fn main() { // Install a panic hook that prints which test was running when the panic occurred. // This covers Rust panics; OS-level crashes (ACCESS_VIOLATION) are caught by the // pre-test eprintln! below — the last line printed before a hard crash identifies // the file. std::panic::set_hook(Box::new(|info| { let path = CURRENT_TEST_PATH.with(|p| p.borrow().clone()); if !path.is_empty() { test262_error!("CRASH in test: {}", path); eprintln!("CRASH in test: {path}"); } test262_error!("panic: {}", info); eprintln!("panic: {info}"); })); let result = std::thread::Builder::new() .stack_size(16 * 1024 * 1024) .name("test262-runner".into()) .spawn(run_tests) .expect("failed to spawn test262 runner thread") .join() .expect("test262 runner thread panicked"); if !result { std::process::exit(1); } } fn run_tests() -> bool { let args: Vec = std::env::args().collect(); let config = match RunConfig::parse(&args) { Ok(config) => config, Err(msg) => { test262_error!("config error: {}", msg); eprintln!("{msg}"); return false; } }; oxide_log::init(&LogConfig { output: Output::Stderr, levels: [Level::Info; SUBSYSTEM_COUNT], }); let test262_root = if let Some(root) = config.test262_root.clone() { root } else { let mut p = PathBuf::from(env!("CARGO_MANIFEST_DIR")); p.pop(); p.pop(); p.push("tests"); p.push("test262"); p.push("test"); p }; if !test262_root.exists() { test262_error!("test262 not found at {}", test262_root.display()); eprintln!( "test262 not found at: {}\n\ Run: git submodule add https://github.com/tc39/test262.git tests/test262\n\ Then: cd tests/test262 && git checkout \n\ Or pass path as argument: cargo run -- ", test262_root.display() ); std::process::exit(1); } let filter = config.filter.clone().map(|f| f.replace('\\', "/")); test262_info!("discovering tests in: {}", test262_root.display()); eprintln!("discovering tests in: {}", test262_root.display()); if config.no_skip { test262_info!("no-skip mode enabled"); eprintln!("no-skip mode: capability filters disabled; unsupported results count as failures"); } let paths = discover_tests(&test262_root); test262_info!("found {} test files", paths.len()); eprintln!("found {} test files", paths.len()); let total = paths.len(); // Determine worker count. `KernelCore` + session state is `!Send` (it holds // one kernel via Arc across threads; instead each worker builds and owns its // own kernel + harness-source registry + prefix cache. Only `PathBuf` and // `TestResult` (both `Send`) cross thread boundaries. Workers pull test // indices from a shared atomic cursor for dynamic load balancing. let default_workers = if config.no_skip { 4 } else { std::thread::available_parallelism().map(|n| n.get()).unwrap_or(4) }; let workers = std::env::var("OXIDE_TEST262_WORKERS") .ok() .and_then(|s| s.parse::().ok()) .filter(|&n| n > 0) .unwrap_or(default_workers) .min(total.max(1)); let log_running_tests = std::env::var_os("OXIDE_TEST262_RUNNING_LOG").is_some(); let heartbeat_path: Option = std::env::var_os("OXIDE_TEST262_HEARTBEAT").map(PathBuf::from); test262_info!("running on {} worker thread(s)", workers); eprintln!("running on {workers} worker thread(s)"); let skip_until = std::env::var("OXIDE_SKIP_UNTIL") .ok() .and_then(|s| s.parse::().ok()) .unwrap_or(0) .min(total); let end_index = std::env::var("OXIDE_MAX_TESTS") .ok() .and_then(|s| s.parse::().ok()) .and_then(|n| skip_until.checked_add(n)) .map(|n| n.min(total)) .unwrap_or(total); let kernel_batch = std::env::var("OXIDE_TEST262_KERNEL_BATCH") .ok() .and_then(|s| s.parse::().ok()) .filter(|&n| n > 0) .unwrap_or(if config.no_skip { 1000 } else { 5000 }); let chunk_size = std::env::var("OXIDE_TEST262_CHUNK_SIZE") .ok() .and_then(|s| s.parse::().ok()) .filter(|&n| n > 0); let is_chunk_child = std::env::var_os("OXIDE_TEST262_CHILD_CHUNK").is_some(); let allow_fail_exit = std::env::var_os("OXIDE_TEST262_ALLOW_FAIL_EXIT").is_some(); if config.supervise && !is_chunk_child && filter.is_none() { test262_info!("supervised mode enabled"); eprintln!("supervised mode enabled: child-window execution with per-test timeout + auto-resume"); return run_supervised(&args, skip_until, end_index, config.no_skip, &paths); } if let Some(chunk_size) = chunk_size { if !is_chunk_child && filter.is_none() { test262_info!("chunked mode enabled: {} test(s) per child", chunk_size); eprintln!("chunked mode enabled: {chunk_size} test(s) per child process"); return run_chunked(&args, skip_until, end_index, chunk_size); } } test262_info!("kernel reset batch: {} test(s)", kernel_batch); eprintln!("kernel reset batch: {kernel_batch} test(s)"); let cursor = AtomicUsize::new(skip_until); let progress = AtomicUsize::new(skip_until); let filter = &filter; let no_skip = config.no_skip; let paths_ref = &paths; let heartbeat_ref = &heartbeat_path; let harness_cache = Arc::new(RwLock::new(HarnessPrefixCache::new())); // Keep memory flat: workers return only aggregate stats. Retaining tens of // thousands of `TestResult`s makes `--no-skip` runs accumulate path/error // strings until the process OOMs near the end of the suite. let partials: Vec = std::thread::scope(|scope| { let handles: Vec<_> = (0..workers) .map(|_| { let cursor = &cursor; let progress = &progress; let harness_cache = Arc::clone(&harness_cache); // Match main()'s 16MB stack: the VM recurses on deeply nested // test programs and would overflow the default worker stack. std::thread::Builder::new() .stack_size(16 * 1024 * 1024) .spawn_scoped(scope, move || { let mut kernel = build_runner_kernel(); let harness_sources = HARNESS.get_or_init(HarnessSources::new); let mut stats = RunStats::default(); let mut tests_since_kernel_reset = 0usize; let tid = std::thread::current().id(); loop { let i = cursor.fetch_add(1, Ordering::Relaxed); if i >= end_index { break; } let path_str = paths_ref[i].display().to_string(); // Always record the current test path so the panic hook can // identify Rust panics. Set OXIDE_TEST262_RUNNING_LOG=1 when // diagnosing OS-level crashes that need the last stderr line. CURRENT_TEST_PATH.with(|p| *p.borrow_mut() = path_str.clone()); if log_running_tests { test262_debug!("running: {}", path_str); eprintln!(" [{tid:?}] running: {path_str}"); } if let Some(hb) = heartbeat_ref { write_heartbeat(hb, "START", i, stats.pass, stats.fail, stats.skip); } let result = process_path(&paths_ref[i], filter, no_skip, &kernel, harness_sources, &harness_cache); stats.record(&result); tests_since_kernel_reset += 1; let done = progress.fetch_add(1, Ordering::Relaxed) + 1; if done % 500 == 0 { kernel.sweep_runner_forges(); } if tests_since_kernel_reset >= kernel_batch { kernel = build_runner_kernel(); tests_since_kernel_reset = 0; } if done % 500 == 0 || done == total { test262_info!("progress: {}/{} ({}%)", done, total, done * 100 / total); eprintln!(" progress: {done}/{total} ({}%)", done * 100 / total); } } stats }) .expect("failed to spawn test262 worker thread") }) .collect(); handles .into_iter() .map(|h| h.join().expect("test262 worker thread panicked")) .collect() }); // Reduce partial stats without materializing every test result in memory. let mut stats = RunStats::default(); for partial_stats in partials { stats.merge(partial_stats); } if let Some(hb) = &heartbeat_path { write_heartbeat(hb, "DONE", end_index, stats.pass, stats.fail, stats.skip); } eprintln!(); let ran = stats.pass + stats.fail; let executed_total = end_index.saturating_sub(skip_until); println!(); println!("═══════════════════════════════════════"); println!(" test262 results"); println!("═══════════════════════════════════════"); println!(" total : {}", executed_total); let total = executed_total as f64; println!(" pass : {} ({:.1}%)", stats.pass, stats.pass as f64 / total * 100.0); println!(" fail : {} ({:.1}%)", stats.fail, stats.fail as f64 / total * 100.0); println!(" skip : {} ({:.1}%)", stats.skip, stats.skip as f64 / total * 100.0); println!(" time : {:?}", Duration::from_millis(stats.total_ms)); println!( " pass% : {:.1}% (of ran: {:.1}%)", stats.pass as f64 / total * 100.0, if ran > 0 { stats.pass as f64 / ran as f64 * 100.0 } else { 0.0 } ); if !stats.fail_categories.is_empty() { println!(" --- FAIL categories ---"); let mut cats: Vec<_> = stats.fail_categories.iter().collect(); cats.sort_by_key(|(_, c)| -(**c as isize)); for (cat, count) in cats { println!(" {:>4} {}", count, cat); } } println!("═══════════════════════════════════════"); if stats.fail > 0 && !allow_fail_exit { return false; } true }