Add manually-runnable benchmarks for runtime profiling (#2005)

* Split benches into two files

* Implement executor update bench

* Restructure benchmarks

* Unify usages of wrap network in scope

* Remove unused imports

* Fix oom bug

* Remove bounding box impl

node-graph/graph-craft/benches/compile_demo_art.rs

@@ -1,64 +0,0 @@
-use graph_craft::document::NodeNetwork;
-#[cfg(any(feature = "criterion", feature = "iai"))]
-use graph_craft::graphene_compiler::Compiler;
-#[cfg(any(feature = "criterion", feature = "iai"))]
-use graph_craft::proto::ProtoNetwork;
-
-#[cfg(feature = "criterion")]
-use criterion::{black_box, criterion_group, criterion_main, Criterion};
-#[cfg(all(not(feature = "criterion"), feature = "iai"))]
-use iai_callgrind::{black_box, library_benchmark, library_benchmark_group, main};
-
-#[cfg(any(feature = "criterion", feature = "iai"))]
-fn load_network(document_string: &str) -> NodeNetwork {
-	let document: serde_json::Value = serde_json::from_str(document_string).expect("Failed to parse document");
-	serde_json::from_value::<NodeNetwork>(document["network_interface"]["network"].clone()).expect("Failed to parse document")
-}
-
-#[cfg(any(feature = "criterion", feature = "iai"))]
-fn compile(network: NodeNetwork) -> ProtoNetwork {
-	let compiler = Compiler {};
-	compiler.compile_single(network).unwrap()
-}
-#[cfg(all(not(feature = "criterion"), feature = "iai"))]
-fn load_from_name(name: &str) -> NodeNetwork {
-	let content = std::fs::read(&format!("../../demo-artwork/{name}.graphite")).expect("failed to read file");
-	let network = load_network(std::str::from_utf8(&content).unwrap());
-	let content = std::str::from_utf8(&content).unwrap();
-	black_box(compile(black_box(network)));
-	load_network(content)
-}
-#[cfg(feature = "criterion")]
-fn compile_to_proto(c: &mut Criterion) {
-	let artworks = glob::glob("../../demo-artwork/*.graphite").expect("failed to read glob pattern");
-	for path in artworks {
-		let Ok(path) = path else { continue };
-		let name = path.file_stem().unwrap().to_str().unwrap();
-		let content = std::fs::read(&path).expect("failed to read file");
-		let network = load_network(std::str::from_utf8(&content).unwrap());
-		c.bench_function(name, |b| b.iter_batched(|| network.clone(), |network| compile(black_box(network)), criterion::BatchSize::SmallInput));
-	}
-}
-
-#[cfg_attr(all(feature = "iai", not(feature = "criterion")), library_benchmark)]
-#[cfg_attr(all(feature = "iai", not(feature="criterion")), benches::with_setup(args = ["isometric-fountain", "painted-dreams", "procedural-string-lights", "red-dress", "valley-of-spires"], setup = load_from_name))]
-// Note that this can not be disabled with a `#[cfg(...)]` because this causes a compile error.
-// Therefore negated condition is used in `#[cfg_attr(...)]` with the attribute `cfg(any())` that is always false.
-pub fn iai_compile_to_proto(_input: NodeNetwork) {
-	#[cfg(all(feature = "iai", not(feature = "criterion")))]
-	black_box(compile(_input));
-}
-
-#[cfg(feature = "criterion")]
-criterion_group!(benches, compile_to_proto);
-#[cfg(feature = "criterion")]
-criterion_main!(benches);
-#[cfg(all(not(feature = "criterion"), feature = "iai"))]
-library_benchmark_group!(name = compile_group; benchmarks = iai_compile_to_proto);
-
-#[cfg(all(not(feature = "criterion"), feature = "iai"))]
-main!(library_benchmark_groups = compile_group);
-
-// An empty main function so the crate compiles with no features enabled.
-#[cfg(all(not(feature = "criterion"), not(feature = "iai")))]
-fn main() {}

node-graph/graph-craft/benches/compile_demo_art_criterion.rs

@@ -0,0 +1,14 @@
+use criterion::{black_box, criterion_group, criterion_main, Criterion};
+use graph_craft::util::DEMO_ART;
+fn compile_to_proto(c: &mut Criterion) {
+	use graph_craft::util::{compile, load_from_name};
+	let mut c = c.benchmark_group("Compile Network cold");
+
+	for name in DEMO_ART {
+		let network = load_from_name(name);
+		c.bench_function(name, |b| b.iter_batched(|| network.clone(), |network| compile(black_box(network)), criterion::BatchSize::SmallInput));
+	}
+}
+
+criterion_group!(benches, compile_to_proto);
+criterion_main!(benches);

node-graph/graph-craft/benches/compile_demo_art_iai.rs

@@ -0,0 +1,13 @@
+use graph_craft::document::NodeNetwork;
+use graph_craft::util::*;
+use iai_callgrind::{black_box, library_benchmark, library_benchmark_group, main};
+
+#[library_benchmark]
+#[benches::with_setup(args = ["isometric-fountain", "painted-dreams", "procedural-string-lights", "red-dress", "valley-of-spires"], setup = load_from_name)]
+pub fn compile_to_proto(_input: NodeNetwork) {
+	black_box(compile(_input));
+}
+
+library_benchmark_group!(name = compile_group; benchmarks = compile_to_proto);
+
+main!(library_benchmark_groups = compile_group);