Add Samples-based evaluator benchmarks

This change adds some benchmarking of the evaluator using the checked in Teleportation and Deutsch-Jozsa samples.

Author: swernli

compiler/qsc/Cargo.toml

@@ -26,10 +26,25 @@ thiserror = { workspace = true }
 criterion = { workspace = true, features = ["cargo_bench_support"] }
 indoc = { workspace = true }
 
+[lib]
+bench = false
+
+[[bin]]
+name = "qsc"
+bench = false
+
+[[bin]]
+name = "qsi"
+bench = false
+
 [[bench]]
 name = "nqueens"
 harness = false
 
 [[bench]]
 name = "library"
 harness = false
+
+[[bench]]
+name = "eval"
+harness = false

compiler/qsc/benches/eval.rs

@@ -0,0 +1,37 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+
+use criterion::{criterion_group, criterion_main, Criterion};
+use qsc::interpret::stateless;
+use qsc_eval::output::GenericReceiver;
+use qsc_frontend::compile::SourceMap;
+
+const TELEPORT: &str = include_str!("../../../samples/Teleportation.qs");
+const DEUTSCHJOZSA: &str = include_str!("../../../samples/DeutschJozsa.qs");
+
+pub fn teleport(c: &mut Criterion) {
+    c.bench_function("Teleport evaluation", |b| {
+        let sources = SourceMap::new([("Teleportation.qs".into(), TELEPORT.into())], None);
+        let evaluator = stateless::Context::new(true, sources).expect("code should compile");
+        b.iter(move || {
+            let mut out = Vec::new();
+            let mut rec = GenericReceiver::new(&mut out);
+            assert!(evaluator.eval(&mut rec).is_ok());
+        })
+    });
+}
+
+pub fn deutsch_jozsa(c: &mut Criterion) {
+    c.bench_function("Deutsch-Jozsa evaluation", |b| {
+        let sources = SourceMap::new([("DeutschJozsa.qs".into(), DEUTSCHJOZSA.into())], None);
+        let evaluator = stateless::Context::new(true, sources).expect("code should compile");
+        b.iter(move || {
+            let mut out = Vec::new();
+            let mut rec = GenericReceiver::new(&mut out);
+            assert!(evaluator.eval(&mut rec).is_ok());
+        })
+    });
+}
+
+criterion_group!(benches, teleport, deutsch_jozsa);
+criterion_main!(benches);