//! Validation runner for temporal neural solver //! //! CRITICAL VALIDATION EXECUTION //! Run this to perform comprehensive validation of all claims. use std::env; use std::process; mod real_world_validation; mod hardware_timing; mod comprehensive_validation_report; use real_world_validation::*; use hardware_timing::*; use comprehensive_validation_report::*; fn main() { println!("šŸ”¬ TEMPORAL NEURAL SOLVER CRITICAL VALIDATION"); println!("=" * 50); println!("PURPOSE: Rigorous validation of sub-millisecond claims"); println!(); let args: Vec = env::args().collect(); let validation_type = args.get(1).map(|s| s.as_str()).unwrap_or("all"); let result = match validation_type { "real-world" | "rw" => run_real_world_validation(), "hardware" | "hw" => run_hardware_validation(), "baseline" | "bl" => run_baseline_validation(), "comprehensive" | "comp" => run_comprehensive_validation(), "all" => run_all_validations(), _ => { print_usage(); return; } }; match result { Ok(_) => { println!("\nšŸŽ‰ VALIDATION COMPLETED SUCCESSFULLY!"); println!("šŸ“„ Check validation/ directory for detailed reports"); } Err(e) => { eprintln!("\nāŒ VALIDATION FAILED: {}", e); process::exit(1); } } } fn print_usage() { println!("Usage: cargo run --bin validation [TYPE]"); println!(); println!("Validation types:"); println!(" real-world (rw) - Test on real datasets"); println!(" hardware (hw) - Hardware timing validation"); println!(" baseline (bl) - Compare against baselines"); println!(" comprehensive - Full validation suite"); println!(" all - Run all validations (default)"); println!(); println!("Examples:"); println!(" cargo run --bin validation"); println!(" cargo run --bin validation hardware"); println!(" cargo run --bin validation comprehensive"); } fn run_real_world_validation() -> Result<(), Box> { println!("šŸ“Š REAL-WORLD VALIDATION"); println!("-" * 30); // Financial data validation println!("Testing on financial time series..."); let financial_results = RealWorldValidator::validate_financial_data()?; println!("āœ… Financial validation: {:?}", financial_results.conclusion); // Sensor data validation println!("Testing on sensor data..."); let sensor_results = RealWorldValidator::validate_sensor_data()?; println!("āœ… Sensor validation: {:?}", sensor_results.conclusion); // Generate report let report = generate_real_world_validation_report()?; std::fs::write("validation/real_world_validation_report.md", report)?; println!("šŸ“„ Report saved: real_world_validation_report.md"); Ok(()) } fn run_hardware_validation() -> Result<(), Box> { println!("šŸ”¬ HARDWARE TIMING VALIDATION"); println!("-" * 30); let mut validator = HardwareTimingValidator::new()?; println!("Validating System A with CPU cycle counters..."); let system_a_results = validator.validate_system_a(5000)?; println!("Validating System B with CPU cycle counters..."); let system_b_results = validator.validate_system_b(5000)?; // Check for critical red flags let total_flags = system_a_results.red_flags.len() + system_b_results.red_flags.len(); let critical_flags = system_a_results.red_flags.iter() .chain(system_b_results.red_flags.iter()) .filter(|f| matches!(f.severity, RedFlagSeverity::Critical)) .count(); println!("Hardware validation results:"); println!(" System A P99.9: {:.3}ms", system_a_results.wall_clock.p99_9_ns / 1_000_000.0); println!(" System B P99.9: {:.3}ms", system_b_results.wall_clock.p99_9_ns / 1_000_000.0); println!(" Red flags: {} ({} critical)", total_flags, critical_flags); if critical_flags > 0 { println!("āš ļø CRITICAL TIMING ISSUES DETECTED!"); } // Generate report let report = generate_hardware_timing_report(&system_a_results, &system_b_results); std::fs::write("validation/hardware_timing_report.md", report)?; println!("šŸ“„ Report saved: hardware_timing_report.md"); Ok(()) } fn run_baseline_validation() -> Result<(), Box> { println!("šŸ“ˆ BASELINE COMPARISON VALIDATION"); println!("-" * 30); // Run Python baseline comparison script println!("Running Python baseline comparisons..."); let output = std::process::Command::new("python3") .arg("validation/baseline_comparison.py") .output()?; if !output.status.success() { eprintln!("Python script error: {}", String::from_utf8_lossy(&output.stderr)); return Err("Baseline comparison failed".into()); } println!("{}", String::from_utf8_lossy(&output.stdout)); println!("āœ… Baseline comparison completed"); Ok(()) } fn run_comprehensive_validation() -> Result<(), Box> { println!("šŸŽÆ COMPREHENSIVE VALIDATION"); println!("-" * 30); let report_content = comprehensive_validation_report::run_comprehensive_validation()?; // Extract verdict from report (simplified) let verdict = if report_content.contains("BREAKTHROUGH VERIFIED") { "VERIFIED" } else if report_content.contains("CRITICAL FLAWS") { "CRITICAL FLAWS" } else if report_content.contains("PARTIAL") { "PARTIAL" } else { "INCONCLUSIVE" }; println!("šŸ“Š COMPREHENSIVE VALIDATION VERDICT: {}", verdict); match verdict { "VERIFIED" => println!("šŸŽ‰ Claims appear to be validated!"), "CRITICAL FLAWS" => println!("🚫 Critical issues detected - claims questionable"), "PARTIAL" => println!("āš ļø Some claims validated, others need work"), _ => println!("ā“ Additional validation required"), } Ok(()) } fn run_all_validations() -> Result<(), Box> { println!("šŸš€ RUNNING ALL VALIDATIONS"); println!("=" * 30); // Run each validation step println!("\n1ļøāƒ£ Real-world validation..."); run_real_world_validation()?; println!("\n2ļøāƒ£ Hardware timing validation..."); run_hardware_validation()?; println!("\n3ļøāƒ£ Baseline comparison..."); run_baseline_validation()?; println!("\n4ļøāƒ£ Comprehensive analysis..."); run_comprehensive_validation()?; println!("\nāœ… ALL VALIDATIONS COMPLETED"); println!("šŸ“Š Summary reports available in validation/ directory"); // Print final summary print_final_summary()?; Ok(()) } fn print_final_summary() -> Result<(), Box> { println!("\n" + "=" * 50); println!("šŸ“‹ FINAL VALIDATION SUMMARY"); println!("=" * 50); // Check if comprehensive report exists and extract verdict if let Ok(comprehensive_report) = std::fs::read_to_string("validation/COMPREHENSIVE_VALIDATION_REPORT.md") { if comprehensive_report.contains("BREAKTHROUGH VERIFIED") { println!("šŸŽ‰ RESULT: BREAKTHROUGH CLAIMS VALIDATED"); println!(" The temporal neural solver has passed rigorous validation."); } else if comprehensive_report.contains("CRITICAL FLAWS") { println!("🚫 RESULT: CRITICAL FLAWS DETECTED"); println!(" Significant issues prevent validation of claims."); } else if comprehensive_report.contains("PARTIAL") { println!("āš ļø RESULT: PARTIAL VALIDATION"); println!(" Some claims validated, others require additional work."); } else { println!("ā“ RESULT: INCONCLUSIVE"); println!(" Additional validation required for definitive assessment."); } } else { println!("āŒ No comprehensive report found"); } println!("\nšŸ“„ Generated Reports:"); println!(" - real_world_validation_report.md"); println!(" - baseline_comparison_report.md"); println!(" - hardware_timing_report.md"); println!(" - COMPREHENSIVE_VALIDATION_REPORT.md"); println!("\nšŸ” Next Steps:"); println!(" 1. Review detailed reports for specific findings"); println!(" 2. Address any critical red flags identified"); println!(" 3. Consider independent third-party validation"); println!(" 4. Document any implementation improvements made"); Ok(()) }