#![allow(non_snake_case)] use arecibo::{ supernova::NonUniformCircuit, supernova::{snark::CompressedSNARK, PublicParams, RecursiveSNARK}, traits::{ circuit_supernova::{StepCircuit, TrivialTestCircuit}, snark::BatchedRelaxedR1CSSNARKTrait, snark::RelaxedR1CSSNARKTrait, Engine, }, }; use bellpepper_core::{num::AllocatedNum, ConstraintSystem, SynthesisError}; use core::marker::PhantomData; use criterion::{measurement::WallTime, *}; use ff::PrimeField; use std::time::Duration; type E1 = arecibo::provider::PallasEngine; type E2 = arecibo::provider::VestaEngine; type EE1 = arecibo::provider::ipa_pc::EvaluationEngine; type EE2 = arecibo::provider::ipa_pc::EvaluationEngine; // SNARKs without computational commitments type S1 = arecibo::spartan::batched::BatchedRelaxedR1CSSNARK; type S2 = arecibo::spartan::snark::RelaxedR1CSSNARK; // SNARKs with computational commitments type SS1 = arecibo::spartan::batched_ppsnark::BatchedRelaxedR1CSSNARK; type SS2 = arecibo::spartan::ppsnark::RelaxedR1CSSNARK; // To run these benchmarks, first download `criterion` with `cargo install cargo-criterion`. // Then `cargo criterion --bench compressed-snark-supernova`. The results are located in `target/criterion/data/`. // For flamegraphs, run `cargo criterion --bench compressed-snark-supernova --features flamegraph -- --profile-time `. // The results are located in `target/criterion/profile/`. cfg_if::cfg_if! { if #[cfg(feature = "flamegraph")] { criterion_group! { name = compressed_snark_supernova; config = Criterion::default().warm_up_time(Duration::from_millis(3000)).with_profiler(pprof::criterion::PProfProfiler::new(100, pprof::criterion::Output::Flamegraph(None))); targets = bench_one_augmented_circuit_compressed_snark, bench_two_augmented_circuit_compressed_snark, bench_two_augmented_circuit_compressed_snark_with_computational_commitments } } else { criterion_group! { name = compressed_snark_supernova; config = Criterion::default().warm_up_time(Duration::from_millis(3000)); targets = bench_one_augmented_circuit_compressed_snark, bench_two_augmented_circuit_compressed_snark, bench_two_augmented_circuit_compressed_snark_with_computational_commitments } } } criterion_main!(compressed_snark_supernova); // This should match the value in test_supernova_recursive_circuit_pasta // TODO: This should also be a table matching the num_augmented_circuits in the below const NUM_CONS_VERIFIER_CIRCUIT_PRIMARY: usize = 9844; const NUM_SAMPLES: usize = 10; struct NonUniformBench where E1: Engine::Scalar>, E2: Engine::Scalar>, S: StepCircuit + Default, { num_circuits: usize, num_cons: usize, _p: PhantomData<(E1, E2, S)>, } impl NonUniformBench where E1: Engine::Scalar>, E2: Engine::Scalar>, S: StepCircuit + Default, { fn new(num_circuits: usize, num_cons: usize) -> Self { Self { num_circuits, num_cons, _p: Default::default(), } } } impl NonUniformCircuit, TrivialTestCircuit> for NonUniformBench where E1: Engine::Scalar>, E2: Engine::Scalar>, S: StepCircuit + Default, { fn num_circuits(&self) -> usize { self.num_circuits } fn primary_circuit(&self, circuit_index: usize) -> NonTrivialTestCircuit { assert!( circuit_index < self.num_circuits, "Circuit index out of bounds: asked for {circuit_index}, but there are only {} circuits.", self.num_circuits ); NonTrivialTestCircuit::new(self.num_cons) } fn secondary_circuit(&self) -> TrivialTestCircuit { Default::default() } } /// Benchmarks the compressed SNARK at a provided number of constraints /// /// Parameters /// - `num_augmented_circuits`: the number of augmented circuits in this configuration /// - `group`: the criterion benchmark group /// - `num_cons`: the number of constraints in the step circuit fn bench_compressed_snark_internal_with_arity< S1: BatchedRelaxedR1CSSNARKTrait, S2: RelaxedR1CSSNARKTrait, >( group: &mut BenchmarkGroup<'_, WallTime>, num_augmented_circuits: usize, num_cons: usize, ) { let bench: NonUniformBench::Scalar>> = NonUniformBench::new(num_augmented_circuits, num_cons); let pp = PublicParams::setup(&bench, &*S1::ck_floor(), &*S2::ck_floor()); let num_steps = 3; let z0_primary = vec![::Scalar::from(2u64)]; let z0_secondary = vec![::Scalar::from(2u64)]; let mut recursive_snark_option: Option> = None; let mut selected_augmented_circuit = 0; for _ in 0..num_steps { let mut recursive_snark = recursive_snark_option.unwrap_or_else(|| { RecursiveSNARK::new( &pp, &bench, &bench.primary_circuit(0), &bench.secondary_circuit(), &z0_primary, &z0_secondary, ) .unwrap() }); if selected_augmented_circuit == 0 || selected_augmented_circuit == 1 { let res = recursive_snark.prove_step( &pp, &bench.primary_circuit(selected_augmented_circuit), &bench.secondary_circuit(), ); res.expect("Prove step failed"); let res = recursive_snark.verify(&pp, &z0_primary, &z0_secondary); res.expect("Verify failed"); } else { unimplemented!() } selected_augmented_circuit = (selected_augmented_circuit + 1) % num_augmented_circuits; recursive_snark_option = Some(recursive_snark) } assert!(recursive_snark_option.is_some()); let recursive_snark = recursive_snark_option.unwrap(); let (prover_key, verifier_key) = CompressedSNARK::<_, _, _, _, S1, S2>::setup(&pp).unwrap(); // Benchmark the prove time group.bench_function("Prove", |b| { b.iter(|| { assert!(CompressedSNARK::<_, _, _, _, S1, S2>::prove( black_box(&pp), black_box(&prover_key), black_box(&recursive_snark) ) .is_ok()); }) }); let res = CompressedSNARK::<_, _, _, _, S1, S2>::prove(&pp, &prover_key, &recursive_snark); assert!(res.is_ok()); let compressed_snark = res.unwrap(); // Benchmark the verification time group.bench_function("Verify", |b| { b.iter(|| { assert!(black_box(&compressed_snark) .verify( black_box(&pp), black_box(&verifier_key), black_box(&z0_primary), black_box(&z0_secondary), ) .is_ok()); }) }); } fn bench_one_augmented_circuit_compressed_snark(c: &mut Criterion) { // we vary the number of constraints in the step circuit for &num_cons_in_augmented_circuit in [ NUM_CONS_VERIFIER_CIRCUIT_PRIMARY, 16384, 32768, 65536, 131072, 262144, 524288, 1048576, ] .iter() { // number of constraints in the step circuit let num_cons = num_cons_in_augmented_circuit - NUM_CONS_VERIFIER_CIRCUIT_PRIMARY; let mut group = c.benchmark_group(format!( "CompressedSNARKSuperNova-1circuit-StepCircuitSize-{num_cons}" )); group.sample_size(NUM_SAMPLES); bench_compressed_snark_internal_with_arity::(&mut group, 1, num_cons); group.finish(); } } fn bench_two_augmented_circuit_compressed_snark(c: &mut Criterion) { // we vary the number of constraints in the step circuit for &num_cons_in_augmented_circuit in [ NUM_CONS_VERIFIER_CIRCUIT_PRIMARY, 16384, 32768, 65536, 131072, 262144, 524288, 1048576, ] .iter() { // number of constraints in the step circuit let num_cons = num_cons_in_augmented_circuit - NUM_CONS_VERIFIER_CIRCUIT_PRIMARY; let mut group = c.benchmark_group(format!( "CompressedSNARKSuperNova-2circuit-StepCircuitSize-{num_cons}" )); group.sample_size(NUM_SAMPLES); bench_compressed_snark_internal_with_arity::(&mut group, 2, num_cons); group.finish(); } } fn bench_two_augmented_circuit_compressed_snark_with_computational_commitments(c: &mut Criterion) { // we vary the number of constraints in the step circuit for &num_cons_in_augmented_circuit in [ NUM_CONS_VERIFIER_CIRCUIT_PRIMARY, 16384, 32768, 65536, 131072, 262144, 524288, 1048576, ] .iter() { // number of constraints in the step circuit let num_cons = num_cons_in_augmented_circuit - NUM_CONS_VERIFIER_CIRCUIT_PRIMARY; let mut group = c.benchmark_group(format!( "CompressedSNARKSuperNova-Commitments-2circuit-StepCircuitSize-{num_cons}" )); group.sample_size(NUM_SAMPLES); bench_compressed_snark_internal_with_arity::(&mut group, 2, num_cons); group.finish(); } } #[derive(Clone, Debug, Default)] struct NonTrivialTestCircuit { num_cons: usize, _p: PhantomData, } impl NonTrivialTestCircuit where F: PrimeField, { pub fn new(num_cons: usize) -> Self { Self { num_cons, _p: Default::default(), } } } impl StepCircuit for NonTrivialTestCircuit where F: PrimeField, { fn arity(&self) -> usize { 1 } fn circuit_index(&self) -> usize { 0 } fn synthesize>( &self, cs: &mut CS, pc: Option<&AllocatedNum>, z: &[AllocatedNum], ) -> Result<(Option>, Vec>), SynthesisError> { // Consider a an equation: `x^{2 * num_cons} = y`, where `x` and `y` are respectively the input and output. let mut x = z[0].clone(); let mut y = x.clone(); for i in 0..self.num_cons { y = x.square(cs.namespace(|| format!("x_sq_{i}")))?; x = y.clone(); } Ok((pc.cloned(), vec![y])) } }