plonky2/starky2/src/prover.rs

use std::iter::once;

use anyhow::{ensure, Result};
use itertools::Itertools;
use plonky2::field::extension_field::Extendable;
use plonky2::field::field_types::Field;
use plonky2::field::packable::Packable;
use plonky2::field::packed_field::PackedField;
use plonky2::field::polynomial::{PolynomialCoeffs, PolynomialValues};
use plonky2::field::zero_poly_coset::ZeroPolyOnCoset;
use plonky2::fri::oracle::PolynomialBatch;
use plonky2::hash::hash_types::RichField;
use plonky2::iop::challenger::Challenger;
use plonky2::plonk::config::{GenericConfig, Hasher};
use plonky2::timed;
use plonky2::util::timing::TimingTree;
use plonky2::util::transpose;
use plonky2_util::{log2_ceil, log2_strict};
use rayon::prelude::*;

use crate::all_stark::{AllStark, Table};
use crate::config::StarkConfig;
use crate::constraint_consumer::ConstraintConsumer;
use crate::cross_table_lookup::{cross_table_lookup_zs, CTLCheckVars, LookupData};
use crate::permutation::PermutationCheckVars;
use crate::permutation::{
    compute_permutation_z_polys, get_n_grand_product_challenge_sets, GrandProductChallengeSet,
};
use crate::proof::{AllProof, StarkOpeningSet, StarkProof, StarkProofWithPublicInputs};
use crate::stark::Stark;
use crate::vanishing_poly::eval_vanishing_poly;
use crate::vars::StarkEvaluationVars;

pub fn prove<F, C, const D: usize>(
    all_stark: &AllStark<F, D>,
    config: &StarkConfig,
    trace_poly_values: Vec<Vec<PolynomialValues<F>>>,
    public_inputs: Vec<Vec<F>>,
    timing: &mut TimingTree,
) -> Result<AllProof<F, C, D>>
where
    F: RichField + Extendable<D>,
    C: GenericConfig<D, F = F>,
    [(); <<F as Packable>::Packing>::WIDTH]:,
    [(); C::Hasher::HASH_SIZE]:,
{
    let num_starks = Table::Keccak as usize + 1;
    debug_assert_eq!(num_starks, trace_poly_values.len());
    debug_assert_eq!(num_starks, public_inputs.len());

    let rate_bits = config.fri_config.rate_bits;
    let cap_height = config.fri_config.cap_height;

    let trace_commitments = timed!(
        timing,
        "compute trace commitments",
        trace_poly_values
            .iter()
            .map(|trace| {
                PolynomialBatch::<F, C, D>::from_values(
                    // TODO: Cloning this isn't great; consider having `from_values` accept a reference,
                    // or having `compute_permutation_z_polys` read trace values from the `PolynomialBatch`.
                    trace.clone(),
                    rate_bits,
                    false,
                    cap_height,
                    timing,
                    None,
                )
            })
            .collect::<Vec<_>>()
    );

    let trace_caps = trace_commitments
        .iter()
        .map(|c| c.merkle_tree.cap.clone())
        .collect::<Vec<_>>();
    let mut challenger = Challenger::<F, C::Hasher>::new();
    for cap in &trace_caps {
        challenger.observe_cap(cap);
    }

    let lookup_zs = cross_table_lookup_zs::<F, C, D>(
        config,
        &trace_poly_values,
        &all_stark.cross_table_lookups,
        &mut challenger,
    );

    let cpu_proof = prove_single_table(
        &all_stark.cpu_stark,
        config,
        &trace_poly_values[Table::Cpu as usize],
        &trace_commitments[Table::Cpu as usize],
        &lookup_zs[Table::Cpu as usize],
        &public_inputs[Table::Cpu as usize],
        &mut challenger,
        timing,
    )?;
    let keccak_proof = prove_single_table(
        &all_stark.keccak_stark,
        config,
        &trace_poly_values[Table::Keccak as usize],
        &trace_commitments[Table::Keccak as usize],
        &lookup_zs[Table::Keccak as usize],
        &public_inputs[Table::Keccak as usize],
        &mut challenger,
        timing,
    )?;

    Ok(AllProof {
        cpu_proof,
        keccak_proof,
    })
}

fn prove_single_table<F, C, S, const D: usize>(
    stark: &S,
    config: &StarkConfig,
    trace_poly_values: &[PolynomialValues<F>],
    trace_commitment: &PolynomialBatch<F, C, D>,
    lookup_data: &LookupData<F>,
    public_inputs: &[F],
    challenger: &mut Challenger<F, C::Hasher>,
    timing: &mut TimingTree,
) -> Result<StarkProofWithPublicInputs<F, C, D>>
where
    F: RichField + Extendable<D>,
    C: GenericConfig<D, F = F>,
    S: Stark<F, D>,
    [(); <<F as Packable>::Packing>::WIDTH]:,
    [(); C::Hasher::HASH_SIZE]:,
    // [(); S::COLUMNS]:,
    // [(); S::PUBLIC_INPUTS]:,
{
    let degree = trace_poly_values[0].len();
    let degree_bits = log2_strict(degree);
    let fri_params = config.fri_params(degree_bits);
    let rate_bits = config.fri_config.rate_bits;
    let cap_height = config.fri_config.cap_height;
    assert!(
        fri_params.total_arities() <= degree_bits + rate_bits - cap_height,
        "FRI total reduction arity is too large.",
    );

    // Permutation arguments.
    let permutation_challenges = stark.uses_permutation_args().then(|| {
        get_n_grand_product_challenge_sets(
            challenger,
            config.num_challenges,
            stark.permutation_batch_size(),
        )
    });
    let permutation_zs = permutation_challenges.as_ref().map(|challenges| {
        compute_permutation_z_polys::<F, C, S, D>(stark, config, trace_poly_values, challenges)
    });
    let num_permutation_zs = permutation_zs.as_ref().map(|v| v.len()).unwrap_or(0);

    let z_polys = match permutation_zs {
        None => lookup_data.z_polys(),
        Some(mut permutation_zs) => {
            permutation_zs.extend(lookup_data.z_polys());
            permutation_zs
        }
    };

    let permutation_ctl_zs_commitment = (!z_polys.is_empty()).then(|| {
        PolynomialBatch::from_values(
            z_polys,
            rate_bits,
            false,
            config.fri_config.cap_height,
            timing,
            None,
        )
    });
    let permutation_ctl_zs_cap = permutation_ctl_zs_commitment
        .as_ref()
        .map(|commit| commit.merkle_tree.cap.clone());
    if let Some(cap) = &permutation_ctl_zs_cap {
        challenger.observe_cap(cap);
    }

    let alphas = challenger.get_n_challenges(config.num_challenges);
    test_it(
        stark,
        trace_commitment,
        permutation_ctl_zs_commitment.as_ref(),
        permutation_challenges.as_ref(),
        lookup_data,
        public_inputs,
        alphas.clone(),
        degree_bits,
        num_permutation_zs,
        config,
    );
    let quotient_polys = compute_quotient_polys::<F, <F as Packable>::Packing, C, S, D>(
        stark,
        trace_commitment,
        permutation_ctl_zs_commitment.as_ref(),
        permutation_challenges.as_ref(),
        lookup_data,
        public_inputs,
        alphas,
        degree_bits,
        num_permutation_zs,
        config,
    );
    let all_quotient_chunks = quotient_polys
        .into_par_iter()
        .flat_map(|mut quotient_poly| {
            quotient_poly
                .trim_to_len(degree * stark.quotient_degree_factor())
                .expect("Quotient has failed, the vanishing polynomial is not divisible by Z_H");
            // Split quotient into degree-n chunks.
            quotient_poly.chunks(degree)
        })
        .collect();
    let quotient_commitment = timed!(
        timing,
        "compute quotient commitment",
        PolynomialBatch::from_coeffs(
            all_quotient_chunks,
            rate_bits,
            false,
            config.fri_config.cap_height,
            timing,
            None,
        )
    );
    let quotient_polys_cap = quotient_commitment.merkle_tree.cap.clone();
    challenger.observe_cap(&quotient_polys_cap);

    let zeta = challenger.get_extension_challenge::<D>();
    // To avoid leaking witness data, we want to ensure that our opening locations, `zeta` and
    // `g * zeta`, are not in our subgroup `H`. It suffices to check `zeta` only, since
    // `(g * zeta)^n = zeta^n`, where `n` is the order of `g`.
    let g = F::primitive_root_of_unity(degree_bits);
    ensure!(
        zeta.exp_power_of_2(degree_bits) != F::Extension::ONE,
        "Opening point is in the subgroup."
    );

    // TODO: Add openings of lookup Z polynomials.
    let openings = StarkOpeningSet::new(
        zeta,
        g,
        trace_commitment,
        permutation_ctl_zs_commitment.as_ref(),
        &quotient_commitment,
        degree_bits,
        stark.num_permutation_batches(config),
    );
    challenger.observe_openings(&openings.to_fri_openings());

    let initial_merkle_trees = once(trace_commitment)
        .chain(&permutation_ctl_zs_commitment)
        .chain(once(&quotient_commitment))
        .collect_vec();

    let opening_proof = timed!(
        timing,
        "compute openings proof",
        PolynomialBatch::prove_openings(
            &stark.fri_instance(zeta, g, degree_bits, lookup_data.len(), config),
            &initial_merkle_trees,
            challenger,
            &fri_params,
            timing,
        )
    );
    let proof = StarkProof {
        trace_cap: trace_commitment.merkle_tree.cap.clone(),
        permutation_ctl_zs_cap,
        quotient_polys_cap,
        openings,
        opening_proof,
    };

    Ok(StarkProofWithPublicInputs {
        proof,
        public_inputs: public_inputs.to_vec(),
    })
}

/// Computes the quotient polynomials `(sum alpha^i C_i(x)) / Z_H(x)` for `alpha` in `alphas`,
/// where the `C_i`s are the Stark constraints.
fn compute_quotient_polys<'a, F, P, C, S, const D: usize>(
    stark: &S,
    trace_commitment: &'a PolynomialBatch<F, C, D>,
    permutation_ctl_zs_commitment: Option<&'a PolynomialBatch<F, C, D>>,
    permutation_challenges: Option<&'a Vec<GrandProductChallengeSet<F>>>,
    lookup_data: &LookupData<F>,
    public_inputs: &[F],
    alphas: Vec<F>,
    degree_bits: usize,
    num_permutation_zs: usize,
    config: &StarkConfig,
) -> Vec<PolynomialCoeffs<F>>
where
    F: RichField + Extendable<D>,
    P: PackedField<Scalar = F>,
    C: GenericConfig<D, F = F>,
    S: Stark<F, D>,
{
    let degree = 1 << degree_bits;
    let rate_bits = config.fri_config.rate_bits;

    let quotient_degree_bits = log2_ceil(stark.quotient_degree_factor());
    assert!(
        quotient_degree_bits <= rate_bits,
        "Having constraints of degree higher than the rate is not supported yet."
    );
    let step = 1 << (rate_bits - quotient_degree_bits);
    // When opening the `Z`s polys at the "next" point, need to look at the point `next_step` steps away.
    let next_step = 1 << quotient_degree_bits;

    // Evaluation of the first Lagrange polynomial on the LDE domain.
    let lagrange_first = PolynomialValues::selector(degree, 0).lde_onto_coset(quotient_degree_bits);
    // Evaluation of the last Lagrange polynomial on the LDE domain.
    let lagrange_last =
        PolynomialValues::selector(degree, degree - 1).lde_onto_coset(quotient_degree_bits);

    let z_h_on_coset = ZeroPolyOnCoset::<F>::new(degree_bits, quotient_degree_bits);

    // Retrieve the LDE values at index `i`.
    let get_trace_values_packed =
        |i_start| -> Vec<P> { trace_commitment.get_lde_values_packed(i_start, step) };

    // Last element of the subgroup.
    let last = F::primitive_root_of_unity(degree_bits).inverse();
    let size = degree << quotient_degree_bits;
    let coset = F::cyclic_subgroup_coset_known_order(
        F::primitive_root_of_unity(degree_bits + quotient_degree_bits),
        F::coset_shift(),
        size,
    );

    // We will step by `P::WIDTH`, and in each iteration, evaluate the quotient polynomial at
    // a batch of `P::WIDTH` points.
    let quotient_values = (0..size)
        .into_par_iter()
        .step_by(P::WIDTH)
        .map(|i_start| {
            let i_next_start = (i_start + next_step) % size;
            let i_range = i_start..i_start + P::WIDTH;

            let x = *P::from_slice(&coset[i_range.clone()]);
            let z_last = x - last;
            let lagrange_basis_first = *P::from_slice(&lagrange_first.values[i_range.clone()]);
            let lagrange_basis_last = *P::from_slice(&lagrange_last.values[i_range]);

            let mut consumer = ConstraintConsumer::new(
                alphas.clone(),
                z_last,
                lagrange_basis_first,
                lagrange_basis_last,
            );
            let vars = StarkEvaluationVars {
                local_values: &get_trace_values_packed(i_start),
                next_values: &get_trace_values_packed(i_next_start),
                public_inputs,
            };
            let permutation_check_data =
                if let (Some(permutation_zs_commitment), Some(permutation_challenge_sets)) =
                    (permutation_ctl_zs_commitment, permutation_challenges)
                {
                    Some(PermutationCheckVars {
                        local_zs: permutation_zs_commitment.get_lde_values_packed(i_start, step)
                            [..num_permutation_zs]
                            .to_vec(),
                        next_zs: permutation_zs_commitment
                            .get_lde_values_packed(i_next_start, step)[..num_permutation_zs]
                            .to_vec(),
                        permutation_challenge_sets: permutation_challenge_sets.to_vec(),
                    })
                } else {
                    None
                };
            let lookup_check_data = lookup_data
                .zs_columns
                .iter()
                .enumerate()
                .map(|(i, (_, columns))| CTLCheckVars::<F, F, P, 1> {
                    local_z: permutation_ctl_zs_commitment
                        .unwrap()
                        .get_lde_values_packed(i_start, step)[num_permutation_zs + i],
                    next_z: permutation_ctl_zs_commitment
                        .unwrap()
                        .get_lde_values_packed(i_next_start, step)[num_permutation_zs + i],
                    challenges: lookup_data.challenges.challenges[i % config.num_challenges],
                    columns,
                })
                .collect::<Vec<_>>();
            eval_vanishing_poly::<F, F, P, C, S, D, 1>(
                stark,
                config,
                vars,
                permutation_check_data,
                &lookup_check_data,
                &mut consumer,
            );
            let mut constraints_evals = consumer.accumulators();
            // We divide the constraints evaluations by `Z_H(x)`.
            let denominator_inv = z_h_on_coset.eval_inverse_packed(i_start);
            for eval in &mut constraints_evals {
                *eval *= denominator_inv;
            }
            constraints_evals
        })
        .collect::<Vec<_>>();

    transpose(&quotient_values)
        .into_par_iter()
        .map(PolynomialValues::new)
        .map(|values| values.coset_ifft(F::coset_shift()))
        .collect()
}

fn test_it<'a, F, C, S, const D: usize>(
    stark: &S,
    trace_commitment: &'a PolynomialBatch<F, C, D>,
    permutation_ctl_zs_commitment: Option<&'a PolynomialBatch<F, C, D>>,
    permutation_challenges: Option<&'a Vec<GrandProductChallengeSet<F>>>,
    lookup_data: &LookupData<F>,
    public_inputs: &[F],
    alphas: Vec<F>,
    degree_bits: usize,
    num_permutation_zs: usize,
    config: &StarkConfig,
) where
    F: RichField + Extendable<D>,
    C: GenericConfig<D, F = F>,
    S: Stark<F, D>,
{
    let degree = 1 << degree_bits;
    let rate_bits = 0;

    let size = degree << rate_bits;
    let step = 1 << rate_bits;

    // Evaluation of the first Lagrange polynomial on the LDE domain.
    let lagrange_first = PolynomialValues::selector(degree, 0).lde(rate_bits);
    // Evaluation of the last Lagrange polynomial on the LDE domain.
    let lagrange_last = PolynomialValues::selector(degree, degree - 1).lde(rate_bits);

    let subgroup = F::two_adic_subgroup(degree_bits + rate_bits);

    // Retrieve the LDE values at index `i`.
    let get_comm_values = |comm: &PolynomialBatch<F, C, D>, i| -> Vec<F> {
        comm.polynomials
            .iter()
            .map(|poly| poly.eval(subgroup[i]))
            .collect()
    };

    // Last element of the subgroup.
    let last = F::primitive_root_of_unity(degree_bits).inverse();

    let constraint_values = (0..size)
        .map(|i| {
            let i_next = (i + step) % size;

            let x = subgroup[i];
            let z_last = x - last;
            let lagrange_basis_first = lagrange_first.values[i];
            let lagrange_basis_last = lagrange_last.values[i];

            let mut consumer = ConstraintConsumer::new(
                alphas.clone(),
                z_last,
                lagrange_basis_first,
                lagrange_basis_last,
            );
            let vars = StarkEvaluationVars {
                local_values: &get_comm_values(trace_commitment, i),
                next_values: &get_comm_values(trace_commitment, i_next),
                public_inputs,
            };
            let permutation_check_data =
                if let (Some(permutation_zs_commitment), Some(permutation_challenge_sets)) =
                    (permutation_ctl_zs_commitment, permutation_challenges)
                {
                    Some(PermutationCheckVars {
                        local_zs: get_comm_values(permutation_zs_commitment, i)
                            [..num_permutation_zs]
                            .to_vec(),
                        next_zs: get_comm_values(permutation_zs_commitment, i_next)
                            [..num_permutation_zs]
                            .to_vec(),
                        permutation_challenge_sets: permutation_challenge_sets.to_vec(),
                    })
                } else {
                    None
                };
            let lookup_check_data = lookup_data
                .zs_columns
                .iter()
                .enumerate()
                .map(|(iii, (_, columns))| CTLCheckVars::<F, F, F, 1> {
                    local_z: get_comm_values(permutation_ctl_zs_commitment.unwrap(), i)
                        [num_permutation_zs + iii],
                    next_z: get_comm_values(permutation_ctl_zs_commitment.unwrap(), i_next)
                        [num_permutation_zs + iii],
                    challenges: lookup_data.challenges.challenges[iii % config.num_challenges],
                    columns,
                })
                .collect::<Vec<_>>();
            eval_vanishing_poly::<F, F, F, C, S, D, 1>(
                stark,
                config,
                vars,
                permutation_check_data,
                &lookup_check_data,
                &mut consumer,
            );
            consumer.accumulators()
        })
        .collect::<Vec<_>>();

    let values = transpose(&constraint_values);
    for v in values {
        assert!(v.iter().all(|x| x.is_zero()));
    }
}