use super::super::{ circuit::{Any, Column}, ChallengeBeta, ChallengeGamma, ChallengeTheta, ChallengeX, Error, ProvingKey, }; use super::Argument; use crate::{ arithmetic::{eval_polynomial, parallelize, BatchInvert, Curve, CurveAffine, FieldExt}, poly::{ commitment::{Blind, Params}, multiopen::ProverQuery, Coeff, EvaluationDomain, ExtendedLagrangeCoeff, LagrangeCoeff, Polynomial, Rotation, }, transcript::TranscriptWrite, }; use ff::Field; use std::{collections::BTreeMap, iter}; #[derive(Debug)] pub(in crate::plonk) struct Permuted<'a, C: CurveAffine> { unpermuted_input_columns: Vec<&'a Polynomial>, unpermuted_input_cosets: Vec<&'a Polynomial>, permuted_input_column: Polynomial, permuted_input_poly: Polynomial, permuted_input_coset: Polynomial, permuted_input_inv_coset: Polynomial, permuted_input_blind: Blind, permuted_input_commitment: C, unpermuted_table_columns: Vec<&'a Polynomial>, unpermuted_table_cosets: Vec<&'a Polynomial>, permuted_table_column: Polynomial, permuted_table_poly: Polynomial, permuted_table_coset: Polynomial, permuted_table_blind: Blind, permuted_table_commitment: C, } #[derive(Debug)] pub(in crate::plonk) struct Committed<'a, C: CurveAffine> { permuted: Permuted<'a, C>, product_poly: Polynomial, product_coset: Polynomial, product_inv_coset: Polynomial, product_blind: Blind, product_commitment: C, } pub(in crate::plonk) struct Constructed { permuted_input_poly: Polynomial, permuted_input_blind: Blind, permuted_table_poly: Polynomial, permuted_table_blind: Blind, product_poly: Polynomial, product_blind: Blind, } pub(in crate::plonk) struct Evaluated { constructed: Constructed, } impl Argument { /// Given a Lookup with input columns [A_0, A_1, ..., A_{m-1}] and table columns /// [S_0, S_1, ..., S_{m-1}], this method /// - constructs A_compressed = \theta^{m-1} A_0 + theta^{m-2} A_1 + ... + \theta A_{m-2} + A_{m-1} /// and S_compressed = \theta^{m-1} S_0 + theta^{m-2} S_1 + ... + \theta S_{m-2} + S_{m-1}, /// - permutes A_compressed and S_compressed using permute_column_pair() helper, /// obtaining A' and S', and /// - constructs Permuted struct using permuted_input_value = A', and /// permuted_table_column = S'. /// The Permuted struct is used to update the Lookup, and is then returned. pub(in crate::plonk) fn commit_permuted<'a, C: CurveAffine, T: TranscriptWrite>( &self, pk: &ProvingKey, params: &Params, domain: &EvaluationDomain, theta: ChallengeTheta, advice_values: &'a [Polynomial], fixed_values: &'a [Polynomial], aux_values: &'a [Polynomial], advice_cosets: &'a [Polynomial], fixed_cosets: &'a [Polynomial], aux_cosets: &'a [Polynomial], transcript: &mut T, ) -> Result, Error> { // Closure to get values of columns and compress them let compress_columns = |columns: &[Column]| { // Values of input columns involved in the lookup let (unpermuted_columns, unpermuted_cosets): (Vec<_>, Vec<_>) = columns .iter() .map(|&column| { let (values, cosets) = match column.column_type() { Any::Advice => (advice_values, advice_cosets), Any::Fixed => (fixed_values, fixed_cosets), Any::Aux => (aux_values, aux_cosets), }; ( &values[column.index()], &cosets[pk.vk.cs.get_any_query_index(column, Rotation::cur())], ) }) .unzip(); // Compressed version of columns let compressed_column = unpermuted_columns .iter() .fold(domain.empty_lagrange(), |acc, column| acc * *theta + column); (unpermuted_columns, unpermuted_cosets, compressed_column) }; // Closure to construct commitment to column of values let commit_column = |column: &Polynomial| { let poly = pk.vk.domain.lagrange_to_coeff(column.clone()); let blind = Blind(C::Scalar::rand()); let commitment = params.commit_lagrange(&column, blind).to_affine(); (poly, blind, commitment) }; // Get values of input columns involved in the lookup and compress them let (unpermuted_input_columns, unpermuted_input_cosets, compressed_input_column) = compress_columns(&self.input_columns); // Get values of table columns involved in the lookup and compress them let (unpermuted_table_columns, unpermuted_table_cosets, compressed_table_column) = compress_columns(&self.table_columns); // Permute compressed (InputColumn, TableColumn) pair let (permuted_input_column, permuted_table_column) = permute_column_pair::(domain, &compressed_input_column, &compressed_table_column)?; // Commit to permuted input column let (permuted_input_poly, permuted_input_blind, permuted_input_commitment) = commit_column(&permuted_input_column); // Commit to permuted table column let (permuted_table_poly, permuted_table_blind, permuted_table_commitment) = commit_column(&permuted_table_column); // Hash permuted input commitment transcript .write_point(permuted_input_commitment) .map_err(|_| Error::TranscriptError)?; // Hash permuted table commitment transcript .write_point(permuted_table_commitment) .map_err(|_| Error::TranscriptError)?; let permuted_input_coset = pk .vk .domain .coeff_to_extended(permuted_input_poly.clone(), Rotation::cur()); let permuted_input_inv_coset = pk .vk .domain .coeff_to_extended(permuted_input_poly.clone(), Rotation(-1)); let permuted_table_coset = pk .vk .domain .coeff_to_extended(permuted_table_poly.clone(), Rotation::cur()); Ok(Permuted { unpermuted_input_columns, unpermuted_input_cosets, permuted_input_column, permuted_input_poly, permuted_input_coset, permuted_input_inv_coset, permuted_input_blind, permuted_input_commitment, unpermuted_table_columns, unpermuted_table_cosets, permuted_table_column, permuted_table_poly, permuted_table_coset, permuted_table_blind, permuted_table_commitment, }) } } impl<'a, C: CurveAffine> Permuted<'a, C> { /// Given a Lookup with input columns, table columns, and the permuted /// input column and permuted table column, this method constructs the /// grand product polynomial over the lookup. The grand product polynomial /// is used to populate the Product struct. The Product struct is /// added to the Lookup and finally returned by the method. pub(in crate::plonk) fn commit_product>( self, pk: &ProvingKey, params: &Params, theta: ChallengeTheta, beta: ChallengeBeta, gamma: ChallengeGamma, transcript: &mut T, ) -> Result, Error> { // Goal is to compute the products of fractions // // Numerator: (\theta^{m-1} a_0(\omega^i) + \theta^{m-2} a_1(\omega^i) + ... + \theta a_{m-2}(\omega^i) + a_{m-1}(\omega^i) + \beta) // * (\theta^{m-1} s_0(\omega^i) + \theta^{m-2} s_1(\omega^i) + ... + \theta s_{m-2}(\omega^i) + s_{m-1}(\omega^i) + \gamma) // Denominator: (a'(\omega^i) + \beta) (s'(\omega^i) + \gamma) // // where a_j(X) is the jth input column in this lookup, // where a'(X) is the compression of the permuted input columns, // s_j(X) is the jth table column in this lookup, // s'(X) is the compression of the permuted table columns, // and i is the ith row of the column. let mut lookup_product = vec![C::Scalar::zero(); params.n as usize]; // Denominator uses the permuted input column and permuted table column parallelize(&mut lookup_product, |lookup_product, start| { for ((lookup_product, permuted_input_value), permuted_table_value) in lookup_product .iter_mut() .zip(self.permuted_input_column[start..].iter()) .zip(self.permuted_table_column[start..].iter()) { *lookup_product = (*beta + permuted_input_value) * &(*gamma + permuted_table_value); } }); // Batch invert to obtain the denominators for the lookup product // polynomials lookup_product.iter_mut().batch_invert(); // Finish the computation of the entire fraction by computing the numerators // (\theta^{m-1} a_0(\omega^i) + \theta^{m-2} a_1(\omega^i) + ... + \theta a_{m-2}(\omega^i) + a_{m-1}(\omega^i) + \beta) // * (\theta^{m-1} s_0(\omega^i) + \theta^{m-2} s_1(\omega^i) + ... + \theta s_{m-2}(\omega^i) + s_{m-1}(\omega^i) + \gamma) parallelize(&mut lookup_product, |product, start| { for (i, product) in product.iter_mut().enumerate() { let i = i + start; // Compress unpermuted input columns let mut input_term = C::Scalar::zero(); for unpermuted_input_column in self.unpermuted_input_columns.iter() { input_term *= &*theta; input_term += &unpermuted_input_column[i]; } // Compress unpermuted table columns let mut table_term = C::Scalar::zero(); for unpermuted_table_column in self.unpermuted_table_columns.iter() { table_term *= &*theta; table_term += &unpermuted_table_column[i]; } *product *= &(input_term + &*beta); *product *= &(table_term + &*gamma); } }); // The product vector is a vector of products of fractions of the form // // Numerator: (\theta^{m-1} a_0(\omega^i) + \theta^{m-2} a_1(\omega^i) + ... + \theta a_{m-2}(\omega^i) + a_{m-1}(\omega^i) + \beta) // * (\theta^{m-1} s_0(\omega^i) + \theta^{m-2} s_1(\omega^i) + ... + \theta s_{m-2}(\omega^i) + s_{m-1}(\omega^i) + \gamma) // Denominator: (a'(\omega^i) + \beta) (s'(\omega^i) + \gamma) // // where there are m input columns and m table columns, // a_j(\omega^i) is the jth input column in this lookup, // a'j(\omega^i) is the permuted input column, // s_j(\omega^i) is the jth table column in this lookup, // s'(\omega^i) is the permuted table column, // and i is the ith row of the column. // Compute the evaluations of the lookup product polynomial // over our domain, starting with z[0] = 1 let z = iter::once(C::Scalar::one()) .chain(lookup_product.into_iter().skip(1)) .scan(C::Scalar::one(), |state, cur| { *state *= &cur; Some(*state) }) .collect::>(); let z = pk.vk.domain.lagrange_from_vec(z); #[cfg(feature = "sanity-checks")] // This test works only with intermediate representations in this method. // It can be used for debugging purposes. { // While in Lagrange basis, check that product is correctly constructed let n = params.n as usize; // z'(X) (a'(X) + \beta) (s'(X) + \gamma) // - z'(\omega^{-1} X) (\theta^{m-1} a_0(X) + ... + a_{m-1}(X) + \beta) (\theta^{m-1} s_0(X) + ... + s_{m-1}(X) + \gamma) for i in 0..n { let prev_idx = (n + i - 1) % n; let mut left = z[i]; let permuted_input_value = &self.permuted_input_column[i]; let permuted_table_value = &self.permuted_table_column[i]; left *= &(*beta + permuted_input_value); left *= &(*gamma + permuted_table_value); let mut right = z[prev_idx]; let mut input_term = self.unpermuted_input_columns .iter() .fold(C::Scalar::zero(), |acc, input| acc * &*theta + &input[i]); let mut table_term = self.unpermuted_table_columns .iter() .fold(C::Scalar::zero(), |acc, table| acc * &*theta + &table[i]); input_term += &(*beta); table_term += &(*gamma); right *= &(input_term * &table_term); assert_eq!(left, right); } } let product_blind = Blind(C::Scalar::rand()); let product_commitment = params.commit_lagrange(&z, product_blind).to_affine(); let z = pk.vk.domain.lagrange_to_coeff(z); let product_coset = pk.vk.domain.coeff_to_extended(z.clone(), Rotation::cur()); let product_inv_coset = pk.vk.domain.coeff_to_extended(z.clone(), Rotation::prev()); // Hash product commitment transcript .write_point(product_commitment) .map_err(|_| Error::TranscriptError)?; Ok(Committed::<'a, C> { permuted: self, product_poly: z, product_coset, product_inv_coset, product_commitment, product_blind, }) } } impl<'a, C: CurveAffine> Committed<'a, C> { /// Given a Lookup with input columns, table columns, permuted input /// column, permuted table column, and grand product polynomial, this /// method constructs constraints that must hold between these values. /// This method returns the constraints as a vector of polynomials in /// the extended evaluation domain. pub(in crate::plonk) fn construct( self, pk: &'a ProvingKey, theta: ChallengeTheta, beta: ChallengeBeta, gamma: ChallengeGamma, ) -> ( Constructed, impl Iterator> + 'a, ) { let permuted = self.permuted; let expressions = iter::empty() // l_0(X) * (1 - z'(X)) = 0 .chain(Some( Polynomial::one_minus(self.product_coset.clone()) * &pk.l0, )) // z'(X) (a'(X) + \beta) (s'(X) + \gamma) // - z'(\omega^{-1} X) (\theta^{m-1} a_0(X) + ... + a_{m-1}(X) + \beta) (\theta^{m-1} s_0(X) + ... + s_{m-1}(X) + \gamma) .chain({ // z'(X) (a'(X) + \beta) (s'(X) + \gamma) let mut left = self.product_coset.clone(); parallelize(&mut left, |left, start| { for ((left, permuted_input), permuted_table) in left .iter_mut() .zip(permuted.permuted_input_coset[start..].iter()) .zip(permuted.permuted_table_coset[start..].iter()) { *left *= &(*permuted_input + &(*beta)); *left *= &(*permuted_table + &(*gamma)); } }); // z'(\omega^{-1} X) (\theta^{m-1} a_0(X) + ... + a_{m-1}(X) + \beta) (\theta^{m-1} s_0(X) + ... + s_{m-1}(X) + \gamma) let mut right = self.product_inv_coset; parallelize(&mut right, |right, start| { for (i, right) in right.iter_mut().enumerate() { let i = i + start; // Compress the unpermuted input columns let mut input_term = C::Scalar::zero(); for input in permuted.unpermuted_input_cosets.iter() { input_term *= &*theta; input_term += &input[i]; } // Compress the unpermuted table columns let mut table_term = C::Scalar::zero(); for table in permuted.unpermuted_table_cosets.iter() { table_term *= &*theta; table_term += &table[i]; } // Add \beta and \gamma offsets *right *= &(input_term + &*beta); *right *= &(table_term + &*gamma); } }); Some(left - &right) }) // Check that the first values in the permuted input column and permuted // fixed column are the same. // l_0(X) * (a'(X) - s'(X)) = 0 .chain(Some( (permuted.permuted_input_coset.clone() - &permuted.permuted_table_coset) * &pk.l0, )) // Check that each value in the permuted lookup input column is either // equal to the value above it, or the value at the same index in the // permuted table column. // (a′(X)−s′(X))⋅(a′(X)−a′(\omega{-1} X)) = 0 .chain(Some( (permuted.permuted_input_coset.clone() - &permuted.permuted_table_coset) * &(permuted.permuted_input_coset.clone() - &permuted.permuted_input_inv_coset), )); ( Constructed { permuted_input_poly: permuted.permuted_input_poly, permuted_input_blind: permuted.permuted_input_blind, permuted_table_poly: permuted.permuted_table_poly, permuted_table_blind: permuted.permuted_table_blind, product_poly: self.product_poly, product_blind: self.product_blind, }, expressions, ) } } impl Constructed { pub(in crate::plonk) fn evaluate>( self, pk: &ProvingKey, x: ChallengeX, transcript: &mut T, ) -> Result, Error> { let domain = &pk.vk.domain; let x_inv = domain.rotate_omega(*x, Rotation(-1)); let product_eval = eval_polynomial(&self.product_poly, *x); let product_inv_eval = eval_polynomial(&self.product_poly, x_inv); let permuted_input_eval = eval_polynomial(&self.permuted_input_poly, *x); let permuted_input_inv_eval = eval_polynomial(&self.permuted_input_poly, x_inv); let permuted_table_eval = eval_polynomial(&self.permuted_table_poly, *x); // Hash each advice evaluation for eval in iter::empty() .chain(Some(product_eval)) .chain(Some(product_inv_eval)) .chain(Some(permuted_input_eval)) .chain(Some(permuted_input_inv_eval)) .chain(Some(permuted_table_eval)) { transcript .write_scalar(eval) .map_err(|_| Error::TranscriptError)?; } Ok(Evaluated { constructed: self }) } } impl Evaluated { pub(in crate::plonk) fn open<'a>( &'a self, pk: &'a ProvingKey, x: ChallengeX, ) -> impl Iterator> + Clone { let x_inv = pk.vk.domain.rotate_omega(*x, Rotation(-1)); iter::empty() // Open lookup product commitments at x .chain(Some(ProverQuery { point: *x, poly: &self.constructed.product_poly, blind: self.constructed.product_blind, })) // Open lookup input commitments at x .chain(Some(ProverQuery { point: *x, poly: &self.constructed.permuted_input_poly, blind: self.constructed.permuted_input_blind, })) // Open lookup table commitments at x .chain(Some(ProverQuery { point: *x, poly: &self.constructed.permuted_table_poly, blind: self.constructed.permuted_table_blind, })) // Open lookup input commitments at x_inv .chain(Some(ProverQuery { point: x_inv, poly: &self.constructed.permuted_input_poly, blind: self.constructed.permuted_input_blind, })) // Open lookup product commitments at x_inv .chain(Some(ProverQuery { point: x_inv, poly: &self.constructed.product_poly, blind: self.constructed.product_blind, })) } } type ColumnPair = (Polynomial, Polynomial); /// Given a column of input values A and a column of table values S, /// this method permutes A and S to produce A' and S', such that: /// - like values in A' are vertically adjacent to each other; and /// - the first row in a sequence of like values in A' is the row /// that has the corresponding value in S'. /// This method returns (A', S') if no errors are encountered. fn permute_column_pair( domain: &EvaluationDomain, input_column: &Polynomial, table_column: &Polynomial, ) -> Result, Error> { let mut permuted_input_column = input_column.clone(); // Sort input lookup column values permuted_input_column.sort(); // A BTreeMap of each unique element in the table column and its count let mut leftover_table_map: BTreeMap = table_column.iter().fold(BTreeMap::new(), |mut acc, coeff| { *acc.entry(*coeff).or_insert(0) += 1; acc }); let mut permuted_table_coeffs = vec![C::Scalar::zero(); table_column.len()]; let mut repeated_input_rows = permuted_input_column .iter() .zip(permuted_table_coeffs.iter_mut()) .enumerate() .filter_map(|(row, (input_value, table_value))| { // If this is the first occurence of `input_value` in the input column if row == 0 || *input_value != permuted_input_column[row - 1] { *table_value = *input_value; // Remove one instance of input_value from leftover_table_map if let Some(count) = leftover_table_map.get_mut(&input_value) { assert!(*count > 0); *count -= 1; None } else { // Return error if input_value not found Some(Err(Error::ConstraintSystemFailure)) } // If input value is repeated } else { Some(Ok(row)) } }) .collect::, _>>()?; // Populate permuted table at unfilled rows with leftover table elements for (coeff, count) in leftover_table_map.iter() { for _ in 0..*count { permuted_table_coeffs[repeated_input_rows.pop().unwrap() as usize] = *coeff; } } assert!(repeated_input_rows.is_empty()); let mut permuted_table_column = domain.empty_lagrange(); parallelize( &mut permuted_table_column, |permuted_table_column, start| { for (permuted_table_value, permuted_table_coeff) in permuted_table_column .iter_mut() .zip(permuted_table_coeffs[start..].iter()) { *permuted_table_value += permuted_table_coeff; } }, ); Ok((permuted_input_column, permuted_table_column)) }