switch back to running all benchmarks

benches/example_benchmarks.rs

@@ -1,30 +1,23 @@
 use codspeed_criterion_compat::{criterion_group, criterion_main, Criterion};
 use egglog::EGraph;
 
-// Only benchmark longer running examples,
-// because many of the short ones have too much variance due to the allocator being non deterministic.
-// https://github.com/oxc-project/backlog/issues/89
-
-const BENCHMARKS: &[&str] = &[
-    "eggcc-extraction",
-    "math-microbenchmark",
-    "herbie",
-    "typeinfer",
-    "lambda",
-    "python_array_optimize",
-];
-
 fn run_example(filename: &str, program: &str) {
     EGraph::default()
         .parse_and_run_program(Some(filename.to_owned()), program)
         .unwrap();
 }
 
 pub fn criterion_benchmark(c: &mut Criterion) {
-    for name in BENCHMARKS {
-        let filename = format!("tests/{}.egg", name);
+    for entry in glob::glob("tests/**/*.egg").unwrap() {
+        let path = entry.unwrap().clone();
+        let path_string = path.to_string_lossy().to_string();
+        if path_string.contains("fail-typecheck") {
+            continue;
+        }
+        let name = path.file_stem().unwrap().to_string_lossy().to_string();
+        let filename = path.to_string_lossy().to_string();
         let program = std::fs::read_to_string(&filename).unwrap();
-        c.bench_function(name, |b| b.iter(|| run_example(&filename, &program)));
+        c.bench_function(&name, |b| b.iter(|| run_example(&filename, &program)));
     }
 }