1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344
// Copyright (c) 2021-2024 Espresso Systems (espressosys.com)
// This file is part of the HotShot repository.
// You should have received a copy of the MIT License
// along with the HotShot repository. If not, see <https://mit-license.org/>.
//! This module provides:
//! - an opaque constructor [`vid_scheme`] that returns a new instance of a
//! VID scheme.
//! - type aliases [`VidCommitment`], [`VidCommon`], [`VidShare`]
//! for [`VidScheme`] assoc types.
//!
//! Purpose: the specific choice of VID scheme is an implementation detail.
//! This crate and all downstream crates should talk to the VID scheme only
//! via the traits exposed here.
#![allow(missing_docs)]
use std::{fmt::Debug, ops::Range};
use ark_bn254::Bn254;
use jf_pcs::{
prelude::{UnivariateKzgPCS, UnivariateUniversalParams},
PolynomialCommitmentScheme,
};
use jf_vid::{
advz::{
self,
payload_prover::{LargeRangeProof, SmallRangeProof},
},
payload_prover::{PayloadProver, Statement},
precomputable::Precomputable,
VidDisperse, VidResult, VidScheme,
};
use lazy_static::lazy_static;
use serde::{Deserialize, Serialize};
use sha2::Sha256;
use crate::{
constants::SRS_DEGREE,
data::{VidDisperse as HotShotVidDisperse, VidDisperseShare2},
message::Proposal,
};
/// VID scheme constructor.
///
/// Returns an opaque type that impls jellyfish traits:
/// [`VidScheme`], [`PayloadProver`], [`Precomputable`].
///
/// # Rust forbids naming impl Trait in return types
///
/// Due to Rust limitations the return type of [`vid_scheme`] is a newtype
/// wrapper [`VidSchemeType`] that impls the above traits.
///
/// We prefer that the return type of [`vid_scheme`] be `impl Trait` for the
/// above traits. But the ability to name an impl Trait return type is
/// currently missing from Rust:
/// - [Naming impl trait in return types - Impl trait initiative](https://rust-lang.github.io/impl-trait-initiative/explainer/rpit_names.html)
/// - [RFC: Type alias impl trait (TAIT)](https://github.com/rust-lang/rfcs/blob/master/text/2515-type_alias_impl_trait.md)
///
/// # Panics
/// When the construction fails for the underlying VID scheme.
#[must_use]
#[memoize::memoize(SharedCache, Capacity: 10)]
pub fn vid_scheme(num_storage_nodes: usize) -> VidSchemeType {
// recovery_threshold is currently num_storage_nodes rounded down to a power of two
// TODO recovery_threshold should be a function of the desired erasure code rate
// https://github.com/EspressoSystems/HotShot/issues/2152
let recovery_threshold = 1 << num_storage_nodes.ilog2();
#[allow(clippy::panic)]
let num_storage_nodes = u32::try_from(num_storage_nodes).unwrap_or_else(|err| {
panic!(
"num_storage_nodes {num_storage_nodes} should fit into u32; \
error: {err}"
)
});
// TODO panic, return `Result`, or make `new` infallible upstream (eg. by panicking)?
#[allow(clippy::panic)]
VidSchemeType(
Advz::new(num_storage_nodes, recovery_threshold, &*KZG_SRS).unwrap_or_else(|err| {
panic!("advz construction failure: (num_storage nodes,recovery_threshold)=({num_storage_nodes},{recovery_threshold}); \
error: {err}")
})
)
}
/// Similar to [`vid_scheme()`], but with `KZG_SRS_TEST` for testing purpose only.
#[cfg(feature = "test-srs")]
#[memoize::memoize(SharedCache, Capacity: 10)]
pub fn vid_scheme_for_test(num_storage_nodes: usize) -> VidSchemeType {
let recovery_threshold = 1 << num_storage_nodes.ilog2();
#[allow(clippy::panic)]
let num_storage_nodes = u32::try_from(num_storage_nodes).unwrap_or_else(|err| {
panic!("num_storage_nodes {num_storage_nodes} should fit into u32; error: {err}")
});
#[allow(clippy::panic)]
VidSchemeType(
Advz::new(num_storage_nodes, recovery_threshold, &*KZG_SRS_TEST).unwrap_or_else(|err| {
panic!("advz construction failure: (num_storage nodes,recovery_threshold)=({num_storage_nodes},{recovery_threshold});\
error: {err}")
})
)
}
/// VID commitment type
pub type VidCommitment = <VidSchemeType as VidScheme>::Commit;
/// VID common type
pub type VidCommon = <VidSchemeType as VidScheme>::Common;
/// VID share type
pub type VidShare = <VidSchemeType as VidScheme>::Share;
/// VID PrecomputeData type
pub type VidPrecomputeData = <VidSchemeType as Precomputable>::PrecomputeData;
/// VID proposal type
pub type VidProposal<TYPES> = (
Proposal<TYPES, HotShotVidDisperse<TYPES>>,
Vec<Proposal<TYPES, VidDisperseShare2<TYPES>>>,
);
#[cfg(not(feature = "gpu-vid"))]
/// Internal Jellyfish VID scheme
type Advz = advz::Advz<E, H>;
#[cfg(feature = "gpu-vid")]
/// Internal Jellyfish VID scheme
type Advz = advz::AdvzGPU<'static, E, H>;
/// Newtype wrapper for a VID scheme type that impls
/// [`VidScheme`], [`PayloadProver`], [`Precomputable`].
#[derive(Clone)]
pub struct VidSchemeType(Advz);
/// Newtype wrapper for a large payload range proof.
///
/// Useful for namespace proofs.
#[derive(Clone, Debug, Eq, PartialEq, Serialize, Deserialize)]
pub struct LargeRangeProofType(
// # Type complexity
//
// Jellyfish's `LargeRangeProof` type has a prime field generic parameter `F`.
// This `F` is determined by the type parameter `E` for `Advz`.
// Jellyfish needs a more ergonomic way for downstream users to refer to this type.
//
// There is a `KzgEval` type alias in jellyfish that helps a little, but it's currently private:
// <https://github.com/EspressoSystems/jellyfish/issues/423>
// If it were public then we could instead use
// `LargeRangeProof<KzgEval<E>>`
// but that's still pretty crufty.
LargeRangeProof<<UnivariateKzgPCS<E> as PolynomialCommitmentScheme>::Evaluation>,
);
/// Newtype wrapper for a small payload range proof.
///
/// Useful for transaction proofs.
#[derive(Clone, Debug, Eq, PartialEq, Serialize, Deserialize)]
pub struct SmallRangeProofType(
// # Type complexity
//
// Similar to the comments in `LargeRangeProofType`.
SmallRangeProof<<UnivariateKzgPCS<E> as PolynomialCommitmentScheme>::Proof>,
);
#[cfg(feature = "test-srs")]
lazy_static! {
/// SRS for testing only
static ref KZG_SRS_TEST: UnivariateUniversalParams<E> = {
let mut rng = jf_utils::test_rng();
UnivariateKzgPCS::<E>::gen_srs_for_testing(
&mut rng,
SRS_DEGREE,
)
.unwrap()
};
}
// By default, use SRS from Aztec's ceremony
lazy_static! {
/// SRS comment
static ref KZG_SRS: UnivariateUniversalParams<E> = {
let srs = ark_srs::kzg10::aztec20::setup(SRS_DEGREE)
.expect("Aztec SRS failed to load");
UnivariateUniversalParams {
powers_of_g: srs.powers_of_g,
h: srs.h,
beta_h: srs.beta_h,
powers_of_h: vec![srs.h, srs.beta_h],
}
};
}
/// Private type alias for the EC pairing type parameter for [`Advz`].
type E = Bn254;
/// Private type alias for the hash type parameter for [`Advz`].
type H = Sha256;
// THE REST OF THIS FILE IS BOILERPLATE
//
// All this boilerplate can be deleted when we finally get
// type alias impl trait (TAIT):
// [rfcs/text/2515-type_alias_impl_trait.md at master ยท rust-lang/rfcs](https://github.com/rust-lang/rfcs/blob/master/text/2515-type_alias_impl_trait.md)
impl VidScheme for VidSchemeType {
type Commit = <Advz as VidScheme>::Commit;
type Share = <Advz as VidScheme>::Share;
type Common = <Advz as VidScheme>::Common;
fn commit_only<B>(&mut self, payload: B) -> VidResult<Self::Commit>
where
B: AsRef<[u8]>,
{
self.0.commit_only(payload)
}
fn disperse<B>(&mut self, payload: B) -> VidResult<VidDisperse<Self>>
where
B: AsRef<[u8]>,
{
self.0.disperse(payload).map(vid_disperse_conversion)
}
fn verify_share(
&self,
share: &Self::Share,
common: &Self::Common,
commit: &Self::Commit,
) -> VidResult<Result<(), ()>> {
self.0.verify_share(share, common, commit)
}
fn recover_payload(&self, shares: &[Self::Share], common: &Self::Common) -> VidResult<Vec<u8>> {
self.0.recover_payload(shares, common)
}
fn is_consistent(commit: &Self::Commit, common: &Self::Common) -> VidResult<()> {
<Advz as VidScheme>::is_consistent(commit, common)
}
fn get_payload_byte_len(common: &Self::Common) -> u32 {
<Advz as VidScheme>::get_payload_byte_len(common)
}
fn get_num_storage_nodes(common: &Self::Common) -> u32 {
<Advz as VidScheme>::get_num_storage_nodes(common)
}
fn get_multiplicity(common: &Self::Common) -> u32 {
<Advz as VidScheme>::get_multiplicity(common)
}
/// Helper function for testing only
#[cfg(feature = "test-srs")]
fn corrupt_share_index(&self, share: Self::Share) -> Self::Share {
self.0.corrupt_share_index(share)
}
}
impl PayloadProver<LargeRangeProofType> for VidSchemeType {
fn payload_proof<B>(&self, payload: B, range: Range<usize>) -> VidResult<LargeRangeProofType>
where
B: AsRef<[u8]>,
{
self.0
.payload_proof(payload, range)
.map(LargeRangeProofType)
}
fn payload_verify(
&self,
stmt: Statement<'_, Self>,
proof: &LargeRangeProofType,
) -> VidResult<Result<(), ()>> {
self.0.payload_verify(stmt_conversion(stmt), &proof.0)
}
}
impl PayloadProver<SmallRangeProofType> for VidSchemeType {
fn payload_proof<B>(&self, payload: B, range: Range<usize>) -> VidResult<SmallRangeProofType>
where
B: AsRef<[u8]>,
{
self.0
.payload_proof(payload, range)
.map(SmallRangeProofType)
}
fn payload_verify(
&self,
stmt: Statement<'_, Self>,
proof: &SmallRangeProofType,
) -> VidResult<Result<(), ()>> {
self.0.payload_verify(stmt_conversion(stmt), &proof.0)
}
}
impl Precomputable for VidSchemeType {
type PrecomputeData = <Advz as Precomputable>::PrecomputeData;
fn commit_only_precompute<B>(
&self,
payload: B,
) -> VidResult<(Self::Commit, Self::PrecomputeData)>
where
B: AsRef<[u8]>,
{
self.0.commit_only_precompute(payload)
}
fn disperse_precompute<B>(
&self,
payload: B,
data: &Self::PrecomputeData,
) -> VidResult<VidDisperse<Self>>
where
B: AsRef<[u8]>,
{
self.0
.disperse_precompute(payload, data)
.map(vid_disperse_conversion)
}
}
/// Convert a [`VidDisperse<Advz>`] to a [`VidDisperse<VidSchemeType>`].
///
/// Foreign type rules prevent us from doing:
/// - `impl From<VidDisperse<VidSchemeType>> for VidDisperse<Advz>`
/// - `impl VidDisperse<VidSchemeType> {...}`
///
/// and similarly for `Statement`.
/// Thus, we accomplish type conversion via functions.
fn vid_disperse_conversion(vid_disperse: VidDisperse<Advz>) -> VidDisperse<VidSchemeType> {
VidDisperse {
shares: vid_disperse.shares,
common: vid_disperse.common,
commit: vid_disperse.commit,
}
}
/// Convert a [`Statement<'_, VidSchemeType>`] to a [`Statement<'_, Advz>`].
fn stmt_conversion(stmt: Statement<'_, VidSchemeType>) -> Statement<'_, Advz> {
Statement {
payload_subslice: stmt.payload_subslice,
range: stmt.range,
commit: stmt.commit,
common: stmt.common,
}
}