|
@@ -1,1199 +0,0 @@
|
|
|
-/* This file is part of DarkFi (https://dark.fi)
|
|
|
|
|
- *
|
|
|
|
|
- * Copyright (C) 2020-2024 Dyne.org foundation
|
|
|
|
|
- *
|
|
|
|
|
- * This program is free software: you can redistribute it and/or modify
|
|
|
|
|
- * it under the terms of the GNU Affero General Public License as
|
|
|
|
|
- * published by the Free Software Foundation, either version 3 of the
|
|
|
|
|
- * License, or (at your option) any later version.
|
|
|
|
|
- *
|
|
|
|
|
- * This program is distributed in the hope that it will be useful,
|
|
|
|
|
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
- * GNU Affero General Public License for more details.
|
|
|
|
|
- *
|
|
|
|
|
- * You should have received a copy of the GNU Affero General Public License
|
|
|
|
|
- * along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
|
- */
|
|
|
|
|
-
|
|
|
|
|
-use std::{collections::HashMap, io::Cursor, sync::Arc};
|
|
|
|
|
-
|
|
|
|
|
-use darkfi_sdk::{
|
|
|
|
|
- blockchain::Slot,
|
|
|
|
|
- crypto::{
|
|
|
|
|
- contract_id::{CONSENSUS_CONTRACT_ID, DAO_CONTRACT_ID, MONEY_CONTRACT_ID},
|
|
|
|
|
- schnorr::{SchnorrPublic, SchnorrSecret},
|
|
|
|
|
- MerkleNode, MerkleTree, PublicKey, SecretKey,
|
|
|
|
|
- },
|
|
|
|
|
- pasta::{group::ff::PrimeField, pallas},
|
|
|
|
|
-};
|
|
|
|
|
-use darkfi_serial::{serialize, Decodable, Encodable, WriteExt};
|
|
|
|
|
-use halo2_proofs::arithmetic::Field;
|
|
|
|
|
-use log::{debug, error, info, warn};
|
|
|
|
|
-use rand::rngs::OsRng;
|
|
|
|
|
-use smol::lock::RwLock;
|
|
|
|
|
-
|
|
|
|
|
-use crate::{
|
|
|
|
|
- blockchain::{BlockInfo, Blockchain, BlockchainOverlay, BlockchainOverlayPtr},
|
|
|
|
|
- rpc::jsonrpc::JsonSubscriber,
|
|
|
|
|
- runtime::vm_runtime::Runtime,
|
|
|
|
|
- tx::Transaction,
|
|
|
|
|
- util::time::{TimeKeeper, Timestamp},
|
|
|
|
|
- wallet::WalletPtr,
|
|
|
|
|
- zk::{
|
|
|
|
|
- proof::{ProvingKey, VerifyingKey},
|
|
|
|
|
- vm::ZkCircuit,
|
|
|
|
|
- vm_heap::empty_witnesses,
|
|
|
|
|
- },
|
|
|
|
|
- zkas::ZkBinary,
|
|
|
|
|
- Error, Result,
|
|
|
|
|
-};
|
|
|
|
|
-
|
|
|
|
|
-use super::{
|
|
|
|
|
- constants,
|
|
|
|
|
- lead_coin::LeadCoin,
|
|
|
|
|
- state::{ConsensusState, Fork, StateCheckpoint},
|
|
|
|
|
- BlockProposal, Header, LeadInfo, LeadProof,
|
|
|
|
|
-};
|
|
|
|
|
-
|
|
|
|
|
-/// Atomic pointer to validator state.
|
|
|
|
|
-pub type ValidatorStatePtr = Arc<RwLock<ValidatorState>>;
|
|
|
|
|
-
|
|
|
|
|
-/// This struct represents the state of a validator node.
|
|
|
|
|
-pub struct ValidatorState {
|
|
|
|
|
- /// Leader proof proving key
|
|
|
|
|
- pub lead_proving_key: Option<ProvingKey>,
|
|
|
|
|
- /// Leader proof verifying key
|
|
|
|
|
- pub lead_verifying_key: VerifyingKey,
|
|
|
|
|
- /// Hot/Live data used by the consensus algorithm
|
|
|
|
|
- pub consensus: ConsensusState,
|
|
|
|
|
- /// Canonical (finalized) blockchain
|
|
|
|
|
- pub blockchain: Blockchain,
|
|
|
|
|
- /// A map of various subscribers exporting live info from the blockchain
|
|
|
|
|
- pub subscribers: HashMap<&'static str, JsonSubscriber>,
|
|
|
|
|
- /// Wallet interface
|
|
|
|
|
- pub wallet: WalletPtr,
|
|
|
|
|
- /// Flag signalling node has finished initial sync
|
|
|
|
|
- pub synced: bool,
|
|
|
|
|
- /// Flag to enable single-node mode
|
|
|
|
|
- pub single_node: bool,
|
|
|
|
|
-}
|
|
|
|
|
-
|
|
|
|
|
-impl ValidatorState {
|
|
|
|
|
- #[allow(clippy::too_many_arguments)]
|
|
|
|
|
- pub async fn new(
|
|
|
|
|
- db: &sled::Db,
|
|
|
|
|
- bootstrap_ts: Timestamp,
|
|
|
|
|
- genesis_ts: Timestamp,
|
|
|
|
|
- genesis_data: blake3::Hash,
|
|
|
|
|
- initial_distribution: u64,
|
|
|
|
|
- wallet: WalletPtr,
|
|
|
|
|
- faucet_pubkeys: Vec<PublicKey>,
|
|
|
|
|
- enable_participation: bool,
|
|
|
|
|
- single_node: bool,
|
|
|
|
|
- ) -> Result<ValidatorStatePtr> {
|
|
|
|
|
- debug!(target: "consensus::validator", "Initializing ValidatorState");
|
|
|
|
|
-
|
|
|
|
|
- debug!(target: "consensus::validator", "Initializing wallet tables for consensus");
|
|
|
|
|
-
|
|
|
|
|
- // Initialize consensus coin table.
|
|
|
|
|
- // NOTE: In future this will be redundant as consensus coins will live in the money contract.
|
|
|
|
|
- if enable_participation {
|
|
|
|
|
- wallet.exec_sql(include_str!("consensus_coin.sql")).await?;
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- debug!(target: "consensus::validator", "Generating leader proof keys with k: {}", constants::LEADER_PROOF_K);
|
|
|
|
|
- let bincode = include_bytes!("../../proof/lead.zk.bin");
|
|
|
|
|
- let zkbin = ZkBinary::decode(bincode)?;
|
|
|
|
|
- let circuit = ZkCircuit::new(empty_witnesses(&zkbin)?, &zkbin);
|
|
|
|
|
-
|
|
|
|
|
- let lead_verifying_key = VerifyingKey::build(constants::LEADER_PROOF_K, &circuit);
|
|
|
|
|
- // We only need this proving key if we're going to participate in the consensus.
|
|
|
|
|
- let lead_proving_key = if enable_participation {
|
|
|
|
|
- Some(ProvingKey::build(constants::LEADER_PROOF_K, &circuit))
|
|
|
|
|
- } else {
|
|
|
|
|
- None
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- let blockchain = Blockchain::new(db)?;
|
|
|
|
|
- let mut genesis_block = BlockInfo::default();
|
|
|
|
|
- genesis_block.header.timestamp = genesis_ts;
|
|
|
|
|
- blockchain.add_block(&genesis_block)?;
|
|
|
|
|
-
|
|
|
|
|
- let consensus = ConsensusState::new(
|
|
|
|
|
- wallet.clone(),
|
|
|
|
|
- blockchain.clone(),
|
|
|
|
|
- bootstrap_ts,
|
|
|
|
|
- genesis_ts,
|
|
|
|
|
- genesis_data,
|
|
|
|
|
- initial_distribution,
|
|
|
|
|
- single_node,
|
|
|
|
|
- );
|
|
|
|
|
-
|
|
|
|
|
- // -----NATIVE WASM CONTRACTS-----
|
|
|
|
|
- // This is the current place where native contracts are being deployed.
|
|
|
|
|
- // When the `Blockchain` object is created, it doesn't care whether it
|
|
|
|
|
- // already has the contract data or not. If there's existing data, it
|
|
|
|
|
- // will just open the necessary db and trees, and give back what it has.
|
|
|
|
|
- // This means that on subsequent runs our native contracts will already
|
|
|
|
|
- // be in a deployed state, so what we actually do here is a redeployment.
|
|
|
|
|
- // This kind of operation should only modify the contract's state in case
|
|
|
|
|
- // it wasn't deployed before (meaning the initial run). Otherwise, it
|
|
|
|
|
- // shouldn't touch anything, or just potentially update the db schemas or
|
|
|
|
|
- // whatever is necessary. This logic should be handled in the init function
|
|
|
|
|
- // of the actual contract, so make sure the native contracts handle this well.
|
|
|
|
|
-
|
|
|
|
|
- // The faucet pubkeys are pubkeys which are allowed to create clear inputs
|
|
|
|
|
- // in the money contract.
|
|
|
|
|
- let money_contract_deploy_payload = serialize(&faucet_pubkeys);
|
|
|
|
|
- let dao_contract_deploy_payload = vec![];
|
|
|
|
|
- let consensus_contract_deploy_payload = vec![];
|
|
|
|
|
-
|
|
|
|
|
- let native_contracts = vec![
|
|
|
|
|
- (
|
|
|
|
|
- "Money Contract",
|
|
|
|
|
- *MONEY_CONTRACT_ID,
|
|
|
|
|
- include_bytes!("../contract/money/darkfi_money_contract.wasm").to_vec(),
|
|
|
|
|
- money_contract_deploy_payload,
|
|
|
|
|
- ),
|
|
|
|
|
- (
|
|
|
|
|
- "DAO Contract",
|
|
|
|
|
- *DAO_CONTRACT_ID,
|
|
|
|
|
- include_bytes!("../contract/dao/darkfi_dao_contract.wasm").to_vec(),
|
|
|
|
|
- dao_contract_deploy_payload,
|
|
|
|
|
- ),
|
|
|
|
|
- (
|
|
|
|
|
- "Consensus Contract",
|
|
|
|
|
- *CONSENSUS_CONTRACT_ID,
|
|
|
|
|
- include_bytes!("../contract/consensus/darkfi_consensus_contract.wasm").to_vec(),
|
|
|
|
|
- consensus_contract_deploy_payload,
|
|
|
|
|
- ),
|
|
|
|
|
- ];
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "Deploying native wasm contracts");
|
|
|
|
|
- let blockchain_overlay = BlockchainOverlay::new(&blockchain)?;
|
|
|
|
|
- for nc in native_contracts {
|
|
|
|
|
- info!(target: "consensus::validator", "Deploying {} with ContractID {}", nc.0, nc.1);
|
|
|
|
|
- let mut runtime = Runtime::new(
|
|
|
|
|
- &nc.2[..],
|
|
|
|
|
- blockchain_overlay.clone(),
|
|
|
|
|
- nc.1,
|
|
|
|
|
- consensus.time_keeper.clone(),
|
|
|
|
|
- )?;
|
|
|
|
|
- runtime.deploy(&nc.3)?;
|
|
|
|
|
- info!(target: "consensus::validator", "Successfully deployed {}", nc.0);
|
|
|
|
|
- }
|
|
|
|
|
- blockchain_overlay.lock().unwrap().overlay.lock().unwrap().apply()?;
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "Finished deployment of native wasm contracts");
|
|
|
|
|
- // -----END NATIVE WASM CONTRACTS-----
|
|
|
|
|
-
|
|
|
|
|
- // Here we initialize various subscribers that can export live consensus/blockchain data.
|
|
|
|
|
- let mut subscribers = HashMap::new();
|
|
|
|
|
- let block_subscriber = JsonSubscriber::new("blockchain.subscribe_blocks");
|
|
|
|
|
- let err_txs_subscriber = JsonSubscriber::new("blockchain.subscribe_err_txs");
|
|
|
|
|
- subscribers.insert("blocks", block_subscriber);
|
|
|
|
|
- subscribers.insert("err_txs", err_txs_subscriber);
|
|
|
|
|
-
|
|
|
|
|
- let state = Arc::new(RwLock::new(ValidatorState {
|
|
|
|
|
- lead_proving_key,
|
|
|
|
|
- lead_verifying_key,
|
|
|
|
|
- consensus,
|
|
|
|
|
- blockchain,
|
|
|
|
|
- subscribers,
|
|
|
|
|
- wallet,
|
|
|
|
|
- synced: false,
|
|
|
|
|
- single_node,
|
|
|
|
|
- }));
|
|
|
|
|
-
|
|
|
|
|
- Ok(state)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// The node retrieves a transaction, validates its state transition,
|
|
|
|
|
- /// and appends it to the pending txs store.
|
|
|
|
|
- pub async fn append_tx(&mut self, tx: Transaction) -> bool {
|
|
|
|
|
- let tx_hash = blake3::hash(&serialize(&tx));
|
|
|
|
|
- let tx_in_txstore = match self.blockchain.transactions.contains(&tx_hash) {
|
|
|
|
|
- Ok(v) => v,
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "append_tx(): Failed querying txstore: {}", e);
|
|
|
|
|
- return false
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- let tx_in_pending_txs_store = match self.blockchain.pending_txs.contains(&tx_hash) {
|
|
|
|
|
- Ok(v) => v,
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "append_tx(): Failed querying pending txs store: {}", e);
|
|
|
|
|
- return false
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- if tx_in_txstore || tx_in_pending_txs_store {
|
|
|
|
|
- info!(target: "consensus::validator", "append_tx(): We have already seen this tx.");
|
|
|
|
|
- return false
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "append_tx(): Starting state transition validation");
|
|
|
|
|
- match self
|
|
|
|
|
- .verify_transactions(&[tx.clone()], self.consensus.time_keeper.current_slot(), false)
|
|
|
|
|
- .await
|
|
|
|
|
- {
|
|
|
|
|
- Ok(erroneous_txs) => {
|
|
|
|
|
- if !erroneous_txs.is_empty() {
|
|
|
|
|
- error!(target: "consensus::validator", "append_tx(): Erroneous transaction detected");
|
|
|
|
|
- return false
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "append_tx(): Failed to verify transaction: {}", e);
|
|
|
|
|
- return false
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- if let Err(e) = self.blockchain.add_pending_txs(&[tx]) {
|
|
|
|
|
- error!(target: "consensus::validator", "append_tx(): Failed to insert transaction to pending txs store: {}", e);
|
|
|
|
|
- return false
|
|
|
|
|
- }
|
|
|
|
|
- info!(target: "consensus::validator", "append_tx(): Appended tx to pending txs store");
|
|
|
|
|
- true
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// The node retrieves transactions vector, validates their state transition,
|
|
|
|
|
- /// and appends successfull ones to the pending txs store.
|
|
|
|
|
- pub async fn append_pending_txs(&mut self, txs: &[Transaction]) {
|
|
|
|
|
- let mut filtered_txs = vec![];
|
|
|
|
|
- // Filter already seen transactions
|
|
|
|
|
- for tx in txs {
|
|
|
|
|
- let tx_hash = blake3::hash(&serialize(tx));
|
|
|
|
|
- let tx_in_txstore = match self.blockchain.transactions.contains(&tx_hash) {
|
|
|
|
|
- Ok(v) => v,
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "append_pending_txs(): Failed querying txstore: {}", e);
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- let tx_in_pending_txs_store = match self.blockchain.pending_txs.contains(&tx_hash) {
|
|
|
|
|
- Ok(v) => v,
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "append_pending_txs(): Failed querying pending txs store: {}", e);
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- if tx_in_txstore || tx_in_pending_txs_store {
|
|
|
|
|
- info!(target: "consensus::validator", "append_pending_txs(): We have already seen this tx.");
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- filtered_txs.push(tx.clone());
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Verify transactions and filter erroneous ones
|
|
|
|
|
- info!(target: "consensus::validator", "append_pending_txs(): Starting state transition validation");
|
|
|
|
|
- let erroneous_txs = match self
|
|
|
|
|
- .verify_transactions(
|
|
|
|
|
- &filtered_txs[..],
|
|
|
|
|
- self.consensus.time_keeper.current_slot(),
|
|
|
|
|
- false,
|
|
|
|
|
- )
|
|
|
|
|
- .await
|
|
|
|
|
- {
|
|
|
|
|
- Ok(erroneous_txs) => erroneous_txs,
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "append_pending_txs(): Failed to verify transactions: {}", e);
|
|
|
|
|
- return
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
- if !erroneous_txs.is_empty() {
|
|
|
|
|
- filtered_txs.retain(|x| !erroneous_txs.contains(x));
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- if let Err(e) = self.blockchain.add_pending_txs(&filtered_txs) {
|
|
|
|
|
- error!(target: "consensus::validator", "append_pending_txs(): Failed to insert transactions to pending txs store: {}", e);
|
|
|
|
|
- return
|
|
|
|
|
- }
|
|
|
|
|
- info!(target: "consensus::validator", "append_pending_txs(): Appended tx to pending txs store");
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// The node removes erroneous transactions from the pending txs store.
|
|
|
|
|
- async fn purge_pending_txs(&self) -> Result<()> {
|
|
|
|
|
- info!(target: "consensus::validator", "purge_pending_txs(): Removing erroneous transactions from pending transactions store...");
|
|
|
|
|
- let pending_txs = self.blockchain.get_pending_txs()?;
|
|
|
|
|
- if pending_txs.is_empty() {
|
|
|
|
|
- info!(target: "consensus::validator", "purge_pending_txs(): No pending transactions found");
|
|
|
|
|
- return Ok(())
|
|
|
|
|
- }
|
|
|
|
|
- let erroneous_txs = self
|
|
|
|
|
- .verify_transactions(&pending_txs[..], self.consensus.time_keeper.current_slot(), false)
|
|
|
|
|
- .await?;
|
|
|
|
|
- if erroneous_txs.is_empty() {
|
|
|
|
|
- info!(target: "consensus::validator", "purge_pending_txs(): No erroneous transactions found");
|
|
|
|
|
- return Ok(())
|
|
|
|
|
- }
|
|
|
|
|
- info!(target: "consensus::validator", "purge_pending_txs(): Removing {} erroneous transactions...", erroneous_txs.len());
|
|
|
|
|
- self.blockchain.remove_pending_txs(&erroneous_txs)?;
|
|
|
|
|
-
|
|
|
|
|
- let _err_txs_subscriber = self.subscribers.get("err_txs").unwrap();
|
|
|
|
|
- for err_tx in erroneous_txs {
|
|
|
|
|
- let _tx_hash = blake3::hash(&serialize(&err_tx)).to_hex().as_str().to_string();
|
|
|
|
|
- info!(target: "consensus::validator", "purge_pending_txs(): Sending notification about erroneous transaction");
|
|
|
|
|
- // TODO: err_txs_subscriber.notify(&[tx_hash]).await;
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- Ok(())
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Generate a block proposal for the current slot, containing all
|
|
|
|
|
- /// pending transactions. Proposal extends the longest fork
|
|
|
|
|
- /// chain the node is holding.
|
|
|
|
|
- pub async fn propose(
|
|
|
|
|
- &mut self,
|
|
|
|
|
- slot: u64,
|
|
|
|
|
- fork_index: i64,
|
|
|
|
|
- coin_index: usize,
|
|
|
|
|
- sigma1: pallas::Base,
|
|
|
|
|
- sigma2: pallas::Base,
|
|
|
|
|
- ) -> Result<Option<(BlockProposal, LeadCoin, pallas::Scalar)>> {
|
|
|
|
|
- let eta = self.consensus.get_last_eta();
|
|
|
|
|
- // Check if node can produce proposals
|
|
|
|
|
- if !self.consensus.proposing {
|
|
|
|
|
- return Ok(None)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Generate proposal
|
|
|
|
|
- let mut unproposed_txs = self.unproposed_txs(fork_index)?;
|
|
|
|
|
- // Verify transactions and filter erroneous ones
|
|
|
|
|
- let erroneous_txs = self
|
|
|
|
|
- .verify_transactions(
|
|
|
|
|
- &unproposed_txs[..],
|
|
|
|
|
- self.consensus.time_keeper.current_slot(),
|
|
|
|
|
- false,
|
|
|
|
|
- )
|
|
|
|
|
- .await?;
|
|
|
|
|
- if !erroneous_txs.is_empty() {
|
|
|
|
|
- unproposed_txs.retain(|x| !erroneous_txs.contains(x));
|
|
|
|
|
- }
|
|
|
|
|
- let mut tree = MerkleTree::new(100);
|
|
|
|
|
- // The following is pretty weird, so something better should be done.
|
|
|
|
|
- for tx in &unproposed_txs {
|
|
|
|
|
- let mut hash = [0_u8; 32];
|
|
|
|
|
- hash[0..31].copy_from_slice(&blake3::hash(&serialize(tx)).as_bytes()[0..31]);
|
|
|
|
|
- tree.append(MerkleNode::from(pallas::Base::from_repr(hash).unwrap()));
|
|
|
|
|
- }
|
|
|
|
|
- let root = tree.root(0).unwrap();
|
|
|
|
|
-
|
|
|
|
|
- // Checking if extending a fork or canonical
|
|
|
|
|
- let (prev_hash, coin) = if fork_index == -1 {
|
|
|
|
|
- (self.blockchain.last()?.1, self.consensus.coins[coin_index].clone())
|
|
|
|
|
- } else {
|
|
|
|
|
- let checkpoint = self.consensus.forks[fork_index as usize].sequence.last().unwrap();
|
|
|
|
|
- (checkpoint.proposal.hash, checkpoint.coins[coin_index].clone())
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- // Generate derived coin blind
|
|
|
|
|
- let derived_blind = pallas::Scalar::random(&mut OsRng);
|
|
|
|
|
-
|
|
|
|
|
- // Generating leader proof
|
|
|
|
|
- let (proof, public_inputs) = coin.create_lead_proof(
|
|
|
|
|
- sigma1,
|
|
|
|
|
- sigma2,
|
|
|
|
|
- eta,
|
|
|
|
|
- pallas::Base::from(self.consensus.time_keeper.current_slot()),
|
|
|
|
|
- self.lead_proving_key.as_ref().unwrap(),
|
|
|
|
|
- derived_blind,
|
|
|
|
|
- );
|
|
|
|
|
-
|
|
|
|
|
- // Signing using coin
|
|
|
|
|
- let secret_key = coin.coin1_sk;
|
|
|
|
|
- let header = Header::new(
|
|
|
|
|
- prev_hash,
|
|
|
|
|
- self.consensus.time_keeper.slot_epoch(slot),
|
|
|
|
|
- slot,
|
|
|
|
|
- Timestamp::current_time(),
|
|
|
|
|
- root,
|
|
|
|
|
- );
|
|
|
|
|
- let signed_proposal =
|
|
|
|
|
- SecretKey::from(secret_key).sign(&mut OsRng, &header.headerhash().as_bytes()[..]);
|
|
|
|
|
- let public_key = PublicKey::from_secret(secret_key.into());
|
|
|
|
|
-
|
|
|
|
|
- let lead_info = LeadInfo::new(
|
|
|
|
|
- signed_proposal,
|
|
|
|
|
- public_key,
|
|
|
|
|
- public_inputs,
|
|
|
|
|
- coin.slot,
|
|
|
|
|
- eta,
|
|
|
|
|
- LeadProof::from(proof?),
|
|
|
|
|
- self.consensus.previous_leaders,
|
|
|
|
|
- );
|
|
|
|
|
-
|
|
|
|
|
- Ok(Some((BlockProposal::new(header, unproposed_txs, lead_info), coin, derived_blind)))
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Retrieve all pending transactions not proposed in previous blocks
|
|
|
|
|
- /// of provided index chain.
|
|
|
|
|
- pub fn unproposed_txs(&self, index: i64) -> Result<Vec<Transaction>> {
|
|
|
|
|
- let unproposed_txs = if index == -1 {
|
|
|
|
|
- // If index is -1 (canonical blockchain) a new fork will be generated,
|
|
|
|
|
- // therefore all unproposed transactions can be included in the proposal.
|
|
|
|
|
- self.blockchain.get_pending_txs()?
|
|
|
|
|
- } else {
|
|
|
|
|
- // We iterate over the fork chain proposals to find already proposed
|
|
|
|
|
- // transactions and remove them from the local unproposed_txs vector.
|
|
|
|
|
- let mut filtered_txs = self.blockchain.get_pending_txs()?;
|
|
|
|
|
- let chain = &self.consensus.forks[index as usize];
|
|
|
|
|
- for state_checkpoint in &chain.sequence {
|
|
|
|
|
- for tx in &state_checkpoint.proposal.block.txs {
|
|
|
|
|
- if let Some(pos) = filtered_txs.iter().position(|txs| *txs == *tx) {
|
|
|
|
|
- filtered_txs.remove(pos);
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- filtered_txs
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- // Check if transactions exceed configured cap
|
|
|
|
|
- let cap = constants::TXS_CAP;
|
|
|
|
|
- if unproposed_txs.len() > cap {
|
|
|
|
|
- return Ok(unproposed_txs[0..cap].to_vec())
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- Ok(unproposed_txs)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Given a proposal, the node verify its sender (slot leader) and finds which blockchain
|
|
|
|
|
- /// it extends. If the proposal extends the canonical blockchain, a new fork chain is created.
|
|
|
|
|
- /// Returns flag to signal if proposal should be broadcasted. Only active consensus participants
|
|
|
|
|
- /// should broadcast proposals.
|
|
|
|
|
- pub async fn receive_proposal(
|
|
|
|
|
- &mut self,
|
|
|
|
|
- proposal: &BlockProposal,
|
|
|
|
|
- coin: Option<(usize, LeadCoin, pallas::Scalar)>,
|
|
|
|
|
- ) -> Result<bool> {
|
|
|
|
|
- let current = self.consensus.time_keeper.current_slot();
|
|
|
|
|
- // Node hasn't started participating
|
|
|
|
|
- match self.consensus.participating {
|
|
|
|
|
- Some(start) => {
|
|
|
|
|
- if current < start {
|
|
|
|
|
- return Ok(false)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- None => return Ok(false),
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Node have already checked for finalization in this slot
|
|
|
|
|
- if current <= self.consensus.checked_finalization {
|
|
|
|
|
- warn!(target: "consensus::validator", "receive_proposal(): Proposal received after finalization sync period.");
|
|
|
|
|
- return Err(Error::ProposalAfterFinalizationError)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Proposal validations
|
|
|
|
|
- let lf = &proposal.block.lead_info;
|
|
|
|
|
- let hdr = &proposal.block.header;
|
|
|
|
|
-
|
|
|
|
|
- // Ignore proposal if not for current slot
|
|
|
|
|
- if hdr.slot != current {
|
|
|
|
|
- return Err(Error::ProposalNotForCurrentSlotError)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Verify that proposer can produce proposals.
|
|
|
|
|
- // Nodes that created coins in the bootstrap slot can propose immediately.
|
|
|
|
|
- // NOTE: Later, this will be enforced via contract, where it will be explicit
|
|
|
|
|
- // when a node can produce proposals, and after which slot they can be considered as valid.
|
|
|
|
|
- let elapsed_slots = current - lf.coin_slot;
|
|
|
|
|
- if lf.coin_slot != self.consensus.bootstrap_slot &&
|
|
|
|
|
- elapsed_slots <= (constants::EPOCH_LENGTH as u64)
|
|
|
|
|
- {
|
|
|
|
|
- warn!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Proposer {} is not eligible to produce proposals",
|
|
|
|
|
- lf.public_key
|
|
|
|
|
- );
|
|
|
|
|
- return Err(Error::ProposalProposerNotEligible)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Check if proposal extends any existing fork chains
|
|
|
|
|
- let index = self.consensus.find_extended_chain_index(proposal)?;
|
|
|
|
|
- if index == -2 {
|
|
|
|
|
- return Err(Error::ExtendedChainIndexNotFound)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Check that proposal transactions don't exceed limit
|
|
|
|
|
- if proposal.block.txs.len() > constants::TXS_CAP {
|
|
|
|
|
- warn!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Received proposal transactions exceed configured cap: {} - {}",
|
|
|
|
|
- proposal.block.txs.len(),
|
|
|
|
|
- constants::TXS_CAP
|
|
|
|
|
- );
|
|
|
|
|
- return Err(Error::ProposalTxsExceedCapError)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Verify proposal signature is valid based on producer public key
|
|
|
|
|
- // TODO: derive public key from proof
|
|
|
|
|
- if !lf.public_key.verify(proposal.header.as_bytes(), &lf.signature) {
|
|
|
|
|
- warn!(target: "consensus::validator", "receive_proposal(): Proposer {} signature could not be verified", lf.public_key);
|
|
|
|
|
- return Err(Error::InvalidSignature)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Check if proposal hash matches actual one
|
|
|
|
|
- let proposal_hash = proposal.block.blockhash();
|
|
|
|
|
- if proposal.hash != proposal_hash {
|
|
|
|
|
- warn!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Received proposal contains mismatched hashes: {} - {}",
|
|
|
|
|
- proposal.hash, proposal_hash
|
|
|
|
|
- );
|
|
|
|
|
- return Err(Error::ProposalHashesMissmatchError)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Check if proposal header matches actual one
|
|
|
|
|
- let proposal_header = hdr.headerhash();
|
|
|
|
|
- if proposal.header != proposal_header {
|
|
|
|
|
- warn!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Received proposal contains mismatched headers: {} - {}",
|
|
|
|
|
- proposal.header, proposal_header
|
|
|
|
|
- );
|
|
|
|
|
- return Err(Error::ProposalHeadersMissmatchError)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Ignore node coin validations if we oporate in single-node mode
|
|
|
|
|
- if !self.single_node {
|
|
|
|
|
- // Verify proposal leader proof
|
|
|
|
|
- if let Err(e) = lf.proof.verify(&self.lead_verifying_key, &lf.public_inputs) {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_proposal(): Error during leader proof verification: {}", e);
|
|
|
|
|
- return Err(Error::LeaderProofVerification)
|
|
|
|
|
- };
|
|
|
|
|
- info!(target: "consensus::validator", "receive_proposal(): Leader proof verified successfully!");
|
|
|
|
|
-
|
|
|
|
|
- // Validate proposal public value against coin creation slot
|
|
|
|
|
- let (mu_y, mu_rho) = LeadCoin::election_seeds_u64(
|
|
|
|
|
- self.consensus.get_last_eta(),
|
|
|
|
|
- self.consensus.time_keeper.current_slot(),
|
|
|
|
|
- );
|
|
|
|
|
- // y
|
|
|
|
|
- let prop_mu_y = lf.public_inputs[constants::PI_MU_Y_INDEX];
|
|
|
|
|
-
|
|
|
|
|
- if mu_y != prop_mu_y {
|
|
|
|
|
- error!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Failed to verify mu_y: {:?}, proposed: {:?}",
|
|
|
|
|
- mu_y, prop_mu_y
|
|
|
|
|
- );
|
|
|
|
|
- return Err(Error::ProposalPublicValuesMismatched)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // rho
|
|
|
|
|
- let prop_mu_rho = lf.public_inputs[constants::PI_MU_RHO_INDEX];
|
|
|
|
|
-
|
|
|
|
|
- if mu_rho != prop_mu_rho {
|
|
|
|
|
- error!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Failed to verify mu_rho: {:?}, proposed: {:?}",
|
|
|
|
|
- mu_rho, prop_mu_rho
|
|
|
|
|
- );
|
|
|
|
|
- return Err(Error::ProposalPublicValuesMismatched)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Validate proposal coin sigmas against current slot
|
|
|
|
|
- let slot = self.consensus.get_slot(current)?;
|
|
|
|
|
- // sigma1
|
|
|
|
|
- let prop_sigma1 = lf.public_inputs[constants::PI_SIGMA1_INDEX];
|
|
|
|
|
- if slot.pid.sigma1 != prop_sigma1 {
|
|
|
|
|
- error!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Failed to verify public value sigma1: {:?}, to proposed: {:?}",
|
|
|
|
|
- slot.pid.sigma1, prop_sigma1
|
|
|
|
|
- );
|
|
|
|
|
- }
|
|
|
|
|
- // sigma2
|
|
|
|
|
- let prop_sigma2 = lf.public_inputs[constants::PI_SIGMA2_INDEX];
|
|
|
|
|
- if slot.pid.sigma2 != prop_sigma2 {
|
|
|
|
|
- error!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_proposal(): Failed to verify public value sigma2: {:?}, to proposed: {:?}",
|
|
|
|
|
- slot.pid.sigma2, prop_sigma2
|
|
|
|
|
- );
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Create corresponding state checkpoint for validations
|
|
|
|
|
- let mut state_checkpoint = match index {
|
|
|
|
|
- -1 => {
|
|
|
|
|
- // Extends canonical
|
|
|
|
|
- StateCheckpoint::new(
|
|
|
|
|
- proposal.clone(),
|
|
|
|
|
- self.consensus.coins.clone(),
|
|
|
|
|
- self.consensus.coins_tree.clone(),
|
|
|
|
|
- self.consensus.nullifiers.clone(),
|
|
|
|
|
- )
|
|
|
|
|
- }
|
|
|
|
|
- _ => {
|
|
|
|
|
- // Extends a fork
|
|
|
|
|
- let previous = self.consensus.forks[index as usize].sequence.last().unwrap();
|
|
|
|
|
- StateCheckpoint::new(
|
|
|
|
|
- proposal.clone(),
|
|
|
|
|
- previous.coins.clone(),
|
|
|
|
|
- previous.coins_tree.clone(),
|
|
|
|
|
- previous.nullifiers.clone(),
|
|
|
|
|
- )
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- // Check if proposal coin nullifiers already exist in the state checkpoint
|
|
|
|
|
- let prop_sn = lf.public_inputs[constants::PI_NULLIFIER_INDEX];
|
|
|
|
|
- for sn in &state_checkpoint.nullifiers {
|
|
|
|
|
- if *sn == prop_sn {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_proposal(): Proposal nullifiers exist.");
|
|
|
|
|
- return Err(Error::ProposalIsSpent)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Validate state transition against canonical state
|
|
|
|
|
- // TODO: This should be validated against fork state
|
|
|
|
|
- info!(target: "consensus::validator", "receive_proposal(): Starting state transition validation");
|
|
|
|
|
- match self.verify_transactions(&proposal.block.txs, current, false).await {
|
|
|
|
|
- Ok(erroneous_txs) => {
|
|
|
|
|
- if !erroneous_txs.is_empty() {
|
|
|
|
|
- error!(target: "consensus::validator", "Proposal contains erroneous transactions");
|
|
|
|
|
- return Err(Error::ErroneousTxsDetected)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_proposal(): Transaction verifications failed: {}", e);
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // TODO: [PLACEHOLDER] Add rewards validation
|
|
|
|
|
-
|
|
|
|
|
- // If proposal came fromself, we derive new coin
|
|
|
|
|
- if let Some((idx, c, derived_blind)) = coin {
|
|
|
|
|
- info!(target: "consensus::validator", "receive_proposal(): Storing derived coin...");
|
|
|
|
|
- // Derive coin
|
|
|
|
|
- let derived = c.derive_coin(&mut state_checkpoint.coins_tree, derived_blind);
|
|
|
|
|
- // Update consensus coin in wallet
|
|
|
|
|
- // NOTE: In future this will be redundant as consensus coins will live in the money contract.
|
|
|
|
|
- let query_str = format!(
|
|
|
|
|
- "UPDATE {} SET {} = ?1",
|
|
|
|
|
- constants::CONSENSUS_COIN_TABLE,
|
|
|
|
|
- constants::CONSENSUS_COIN_COL
|
|
|
|
|
- );
|
|
|
|
|
- let wallet_conn = self.wallet.conn.lock().await;
|
|
|
|
|
- let mut stmt = wallet_conn.prepare(&query_str)?;
|
|
|
|
|
- stmt.execute([serialize(&derived)])?;
|
|
|
|
|
- stmt.finalize()?;
|
|
|
|
|
-
|
|
|
|
|
- state_checkpoint.coins[idx] = derived;
|
|
|
|
|
- }
|
|
|
|
|
- // Store proposal coins nullifiers
|
|
|
|
|
- state_checkpoint.nullifiers.push(prop_sn);
|
|
|
|
|
-
|
|
|
|
|
- // Extend corresponding chain
|
|
|
|
|
- match index {
|
|
|
|
|
- -1 => {
|
|
|
|
|
- let fork = Fork::new(self.consensus.genesis_block, state_checkpoint);
|
|
|
|
|
- self.consensus.forks.push(fork);
|
|
|
|
|
- }
|
|
|
|
|
- _ => {
|
|
|
|
|
- self.consensus.forks[index as usize].add(&state_checkpoint);
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- // Increase slot leaders count
|
|
|
|
|
- self.consensus.previous_leaders += 1;
|
|
|
|
|
-
|
|
|
|
|
- Ok(true)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Node checks if any of the fork chains can be finalized.
|
|
|
|
|
- /// Consensus finalization logic:
|
|
|
|
|
- /// - If the node has observed the creation of a fork chain and no other forks exists at same or greater height,
|
|
|
|
|
- /// it finalizes (appends to canonical blockchain) all proposals in that fork chain.
|
|
|
|
|
- /// When fork chain proposals are finalized, the rest of fork chains are removed and all
|
|
|
|
|
- /// slots are apppended to canonical state.
|
|
|
|
|
- pub async fn chain_finalization(&mut self) -> Result<(Vec<BlockInfo>, Vec<Slot>)> {
|
|
|
|
|
- let slot = self.consensus.time_keeper.current_slot();
|
|
|
|
|
- info!(target: "consensus::validator", "chain_finalization(): Started finalization check for slot: {}", slot);
|
|
|
|
|
- // Set last slot finalization check occured to current slot
|
|
|
|
|
- self.consensus.checked_finalization = slot;
|
|
|
|
|
-
|
|
|
|
|
- // First we find longest fork without any other forks at same height
|
|
|
|
|
- let mut fork_index = -1;
|
|
|
|
|
- let mut max_length = 0;
|
|
|
|
|
- for (index, fork) in self.consensus.forks.iter().enumerate() {
|
|
|
|
|
- let length = fork.sequence.len();
|
|
|
|
|
- // Check if less than max
|
|
|
|
|
- if length < max_length {
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- // Check if same length as max
|
|
|
|
|
- if length == max_length {
|
|
|
|
|
- // Setting fork_index so we know we have multiple
|
|
|
|
|
- // forks at same length.
|
|
|
|
|
- fork_index = -2;
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- // Set fork as max
|
|
|
|
|
- fork_index = index as i64;
|
|
|
|
|
- max_length = length;
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Check if we found any fork to finalize
|
|
|
|
|
- match fork_index {
|
|
|
|
|
- -2 => {
|
|
|
|
|
- info!(target: "consensus::validator", "chain_finalization(): Eligible forks with same height exist, nothing to finalize.");
|
|
|
|
|
- return Ok((vec![], vec![]))
|
|
|
|
|
- }
|
|
|
|
|
- -1 => {
|
|
|
|
|
- info!(target: "consensus::validator", "chain_finalization(): Nothing to finalize.");
|
|
|
|
|
- }
|
|
|
|
|
- _ => {
|
|
|
|
|
- info!(target: "consensus::validator", "chain_finalization(): Chain {} can be finalized!", fork_index)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- if max_length == 0 {
|
|
|
|
|
- return Ok((vec![], vec![]))
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Starting finalization
|
|
|
|
|
- let fork = self.consensus.forks[fork_index as usize].clone();
|
|
|
|
|
-
|
|
|
|
|
- // Retrieving proposals to finalize
|
|
|
|
|
- let finalized: Vec<BlockInfo> = vec![];
|
|
|
|
|
- for _state_checkpoint in &fork.sequence {
|
|
|
|
|
- //finalized.push(state_checkpoint.proposal.clone().into());
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Adding finalized proposals to canonical
|
|
|
|
|
- info!(target: "consensus::validator", "consensus: Adding {} finalized block to canonical chain.", finalized.len());
|
|
|
|
|
- /*
|
|
|
|
|
- match self.blockchain.add(&finalized) {
|
|
|
|
|
- Ok(v) => v,
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "consensus: Failed appending finalized blocks to canonical chain: {}", e);
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
- */
|
|
|
|
|
-
|
|
|
|
|
- let _blocks_subscriber = self.subscribers.get("blocks").unwrap().clone();
|
|
|
|
|
-
|
|
|
|
|
- // Validating state transitions
|
|
|
|
|
- for proposal in &finalized {
|
|
|
|
|
- // TODO: Is this the right place? We're already doing this in protocol_sync.
|
|
|
|
|
- // TODO: These state transitions have already been checked. (I wrote this, but where?)
|
|
|
|
|
- // TODO: FIXME: The state transitions have already been written, they have to be in memory
|
|
|
|
|
- // until this point.
|
|
|
|
|
- info!(target: "consensus::validator", "Applying state transition for finalized block");
|
|
|
|
|
- match self.verify_transactions(&proposal.txs, proposal.header.height, true).await {
|
|
|
|
|
- Ok(erroneous_txs) => {
|
|
|
|
|
- if !erroneous_txs.is_empty() {
|
|
|
|
|
- error!(target: "consensus::validator", "Finalized block contains erroneous transactions");
|
|
|
|
|
- return Err(Error::ErroneousTxsDetected)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "Finalized block transaction verifications failed: {}", e);
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Remove proposal transactions from pending txs store
|
|
|
|
|
- if let Err(e) = self.blockchain.remove_pending_txs(&proposal.txs) {
|
|
|
|
|
- error!(target: "consensus::validator", "Removing finalized block transactions failed: {}", e);
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "consensus: Sending notification about finalized block");
|
|
|
|
|
- // TODO: blocks_subscriber.notify(&[proposal.clone()]).await;
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Setting leaders history to last proposal leaders count
|
|
|
|
|
- let last_state_checkpoint = fork.sequence.last().unwrap().clone();
|
|
|
|
|
-
|
|
|
|
|
- // Setting canonical states from last finalized checkpoint
|
|
|
|
|
- self.consensus.coins = last_state_checkpoint.coins;
|
|
|
|
|
- self.consensus.coins_tree = last_state_checkpoint.coins_tree;
|
|
|
|
|
- self.consensus.nullifiers = last_state_checkpoint.nullifiers;
|
|
|
|
|
-
|
|
|
|
|
- // Adding finalized slots to canonical
|
|
|
|
|
- let finalized_slots: Vec<Slot> = self.consensus.slots.clone();
|
|
|
|
|
-
|
|
|
|
|
- debug!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "consensus: Adding {} finalized slots to canonical chain.",
|
|
|
|
|
- finalized_slots.len()
|
|
|
|
|
- );
|
|
|
|
|
- /*
|
|
|
|
|
- match self.blockchain.add_slots(&finalized_slots) {
|
|
|
|
|
- Ok(v) => v,
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "consensus: Failed appending finalized slots to canonical chain: {}",
|
|
|
|
|
- e
|
|
|
|
|
- );
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
- */
|
|
|
|
|
- // Resetting forks and slots
|
|
|
|
|
- self.consensus.forks = vec![];
|
|
|
|
|
- self.consensus.slots = vec![];
|
|
|
|
|
-
|
|
|
|
|
- // Purge pending erroneous txs since canonical state has been changed
|
|
|
|
|
- if let Err(e) = self.purge_pending_txs().await {
|
|
|
|
|
- error!(target: "consensus::validator", "consensus: Purging pending transactions failed: {}", e);
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- Ok((finalized, finalized_slots))
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // ==========================
|
|
|
|
|
- // State transition functions
|
|
|
|
|
- // ==========================
|
|
|
|
|
- // TODO TESTNET: Write down all cases below
|
|
|
|
|
- // State transition checks should be happening in the following cases for a sync node:
|
|
|
|
|
- // 1) When a finalized block is received
|
|
|
|
|
- // 2) When a transaction is being broadcasted to us
|
|
|
|
|
- // State transition checks should be happening in the following cases for a consensus participating node:
|
|
|
|
|
- // 1) When a finalized block is received
|
|
|
|
|
- // 2) When a transaction is being broadcasted to us
|
|
|
|
|
- // ==========================
|
|
|
|
|
-
|
|
|
|
|
- /// Validate and append to canonical state received blocks.
|
|
|
|
|
- async fn receive_blocks(&mut self, blocks: &[BlockInfo]) -> Result<()> {
|
|
|
|
|
- // Verify state transitions for all blocks and their respective transactions.
|
|
|
|
|
- info!(target: "consensus::validator", "receive_blocks(): Starting state transition validations");
|
|
|
|
|
-
|
|
|
|
|
- for block in blocks {
|
|
|
|
|
- match self.verify_transactions(&block.txs, block.header.height, true).await {
|
|
|
|
|
- Ok(erroneous_txs) => {
|
|
|
|
|
- if !erroneous_txs.is_empty() {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_blocks(): Block contains erroneous transactions");
|
|
|
|
|
- return Err(Error::ErroneousTxsDetected)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_blocks(): Transaction verifications failed: {}", e);
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "receive_blocks(): All state transitions passed. Appending blocks to ledger.");
|
|
|
|
|
- //self.blockchain.add(blocks)?;
|
|
|
|
|
-
|
|
|
|
|
- Ok(())
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Validate and append to canonical state received finalized block.
|
|
|
|
|
- /// Returns boolean flag indicating already existing block.
|
|
|
|
|
- pub async fn receive_finalized_block(&mut self, block: BlockInfo) -> Result<bool> {
|
|
|
|
|
- if block.header.height > self.consensus.time_keeper.current_slot() {
|
|
|
|
|
- warn!(target: "consensus::validator", "receive_finalized_block(): Ignoring future block: {}", block.header.height);
|
|
|
|
|
- return Ok(false)
|
|
|
|
|
- }
|
|
|
|
|
- match self.blockchain.has_block(&block) {
|
|
|
|
|
- Ok(v) => {
|
|
|
|
|
- if v {
|
|
|
|
|
- info!(target: "consensus::validator", "receive_finalized_block(): Existing block received");
|
|
|
|
|
- return Ok(false)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_finalized_block(): failed checking for has_block(): {}", e);
|
|
|
|
|
- return Ok(false)
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "receive_finalized_block(): Executing state transitions");
|
|
|
|
|
- self.receive_blocks(&[block.clone()]).await?;
|
|
|
|
|
-
|
|
|
|
|
- let _blocks_subscriber = self.subscribers.get("blocks").unwrap();
|
|
|
|
|
- info!(target: "consensus::validator", "consensus: Sending notification about finalized block");
|
|
|
|
|
- // TODO: blocks_subscriber.notify(&[block.clone()]).await;
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "receive_finalized_block(): Removing block transactions from pending txs store");
|
|
|
|
|
- self.blockchain.remove_pending_txs(&block.txs)?;
|
|
|
|
|
-
|
|
|
|
|
- // Purge pending erroneous txs since canonical state has been changed
|
|
|
|
|
- if let Err(e) = self.purge_pending_txs().await {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_finalized_block(): Purging pending transactions failed: {}", e);
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- Ok(true)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Validate and append to canonical state received finalized blocks from block sync task.
|
|
|
|
|
- /// Already existing blocks are ignored.
|
|
|
|
|
- pub async fn receive_sync_blocks(&mut self, blocks: &[BlockInfo]) -> Result<()> {
|
|
|
|
|
- let mut new_blocks = vec![];
|
|
|
|
|
- for block in blocks {
|
|
|
|
|
- if block.header.height > self.consensus.time_keeper.current_slot() {
|
|
|
|
|
- warn!(target: "consensus::validator", "receive_sync_blocks(): Ignoring future block: {}", block.header.height);
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- match self.blockchain.has_block(block) {
|
|
|
|
|
- Ok(v) => {
|
|
|
|
|
- if v {
|
|
|
|
|
- info!(target: "consensus::validator", "receive_sync_blocks(): Existing block received");
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- new_blocks.push(block.clone());
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_sync_blocks(): failed checking for has_block(): {}", e);
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- if new_blocks.is_empty() {
|
|
|
|
|
- info!(target: "consensus::validator", "receive_sync_blocks(): no new blocks to append");
|
|
|
|
|
- return Ok(())
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "receive_sync_blocks(): Executing state transitions");
|
|
|
|
|
- self.receive_blocks(&new_blocks[..]).await?;
|
|
|
|
|
-
|
|
|
|
|
- let _blocks_subscriber = self.subscribers.get("blocks").unwrap();
|
|
|
|
|
- for _block in new_blocks {
|
|
|
|
|
- info!(target: "consensus::validator", "consensus: Sending notification about finalized block");
|
|
|
|
|
- // TODO: blocks_subscriber.notify(&[block]).await;
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- Ok(())
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Validate signatures, wasm execution, and zk proofs for given transaction in
|
|
|
|
|
- /// provided runtimes. If all of those succeed, try to execute a state update
|
|
|
|
|
- /// for the contract calls.
|
|
|
|
|
- async fn verify_transaction(
|
|
|
|
|
- &self,
|
|
|
|
|
- overlay: &BlockchainOverlayPtr,
|
|
|
|
|
- tx: &Transaction,
|
|
|
|
|
- verifying_slot: u64,
|
|
|
|
|
- ) -> Result<()> {
|
|
|
|
|
- let mut runtimes = HashMap::new();
|
|
|
|
|
- let tx_hash = blake3::hash(&serialize(tx));
|
|
|
|
|
- info!(target: "consensus::validator", "Verifying transaction {}", tx_hash);
|
|
|
|
|
-
|
|
|
|
|
- // Table of public inputs used for ZK proof verification
|
|
|
|
|
- let mut zkp_table = vec![];
|
|
|
|
|
- // Table of public keys used for signature verification
|
|
|
|
|
- let mut sig_table = vec![];
|
|
|
|
|
- // State updates produced by contract execution
|
|
|
|
|
- let mut updates = vec![];
|
|
|
|
|
- // Map of zk proof verifying keys for the current transaction
|
|
|
|
|
- let mut verifying_keys: HashMap<[u8; 32], HashMap<String, VerifyingKey>> = HashMap::new();
|
|
|
|
|
-
|
|
|
|
|
- // Initialize the map
|
|
|
|
|
- for call in tx.calls.iter() {
|
|
|
|
|
- verifying_keys.insert(call.contract_id.to_bytes(), HashMap::new());
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Generate a time keeper using transaction verifying slot
|
|
|
|
|
- let time_keeper = TimeKeeper::new(
|
|
|
|
|
- self.consensus.time_keeper.genesis_ts,
|
|
|
|
|
- self.consensus.time_keeper.epoch_length,
|
|
|
|
|
- self.consensus.time_keeper.slot_time,
|
|
|
|
|
- verifying_slot,
|
|
|
|
|
- );
|
|
|
|
|
-
|
|
|
|
|
- // Iterate over all calls to get the metadata
|
|
|
|
|
- for (idx, call) in tx.calls.iter().enumerate() {
|
|
|
|
|
- info!(target: "consensus::validator", "Executing contract call {}", idx);
|
|
|
|
|
-
|
|
|
|
|
- // Write the actual payload data
|
|
|
|
|
- let mut payload = vec![];
|
|
|
|
|
- payload.write_u32(idx as u32)?; // Call index
|
|
|
|
|
- tx.calls.encode(&mut payload)?; // Actual call data
|
|
|
|
|
-
|
|
|
|
|
- // Instantiate the wasm runtime
|
|
|
|
|
- let runtime_key = call.contract_id.to_string();
|
|
|
|
|
- if !runtimes.contains_key(&runtime_key) {
|
|
|
|
|
- let wasm = self.blockchain.wasm_bincode.get(call.contract_id)?;
|
|
|
|
|
- let r =
|
|
|
|
|
- Runtime::new(&wasm, overlay.clone(), call.contract_id, time_keeper.clone())?;
|
|
|
|
|
- runtimes.insert(runtime_key.clone(), r);
|
|
|
|
|
- }
|
|
|
|
|
- let runtime = runtimes.get_mut(&runtime_key).unwrap();
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "Executing \"metadata\" call");
|
|
|
|
|
- let metadata = runtime.metadata(&payload)?;
|
|
|
|
|
-
|
|
|
|
|
- // Decode the metadata retrieved from the execution
|
|
|
|
|
- let mut decoder = Cursor::new(&metadata);
|
|
|
|
|
-
|
|
|
|
|
- // The tuple is (zkas_ns, public_inputs)
|
|
|
|
|
- let zkp_pub: Vec<(String, Vec<pallas::Base>)> = Decodable::decode(&mut decoder)?;
|
|
|
|
|
-
|
|
|
|
|
- let sig_pub: Vec<PublicKey> = Decodable::decode(&mut decoder)?;
|
|
|
|
|
- // TODO: Make sure we've read all the bytes above.
|
|
|
|
|
- info!(target: "consensus::validator", "Successfully executed \"metadata\" call");
|
|
|
|
|
-
|
|
|
|
|
- // Here we'll look up verifying keys and insert them into the per-contract map.
|
|
|
|
|
- info!(target: "consensus::validator", "Performing VerifyingKey lookups from the sled db");
|
|
|
|
|
- for (zkas_ns, _) in &zkp_pub {
|
|
|
|
|
- let inner_vk_map = verifying_keys.get_mut(&call.contract_id.to_bytes()).unwrap();
|
|
|
|
|
-
|
|
|
|
|
- if inner_vk_map.contains_key(zkas_ns.as_str()) {
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- let (_, vk) = self.blockchain.contracts.get_zkas(
|
|
|
|
|
- &self.blockchain.sled_db,
|
|
|
|
|
- &call.contract_id,
|
|
|
|
|
- zkas_ns,
|
|
|
|
|
- )?;
|
|
|
|
|
-
|
|
|
|
|
- inner_vk_map.insert(zkas_ns.to_string(), vk);
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- zkp_table.push(zkp_pub);
|
|
|
|
|
- sig_table.push(sig_pub);
|
|
|
|
|
-
|
|
|
|
|
- // After getting the metadata, we run the "exec" function with the same
|
|
|
|
|
- // runtime and the same payload.
|
|
|
|
|
- info!(target: "consensus::validator", "Executing \"exec\" call");
|
|
|
|
|
- let state_update = runtime.exec(&payload)?;
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "Successfully executed \"exec\" call");
|
|
|
|
|
- updates.push(state_update);
|
|
|
|
|
-
|
|
|
|
|
- // At this point we're done with the call and move on to the next one.
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // When we're done looping and executing over the tx's contract calls, we
|
|
|
|
|
- // move on with verification. First we verify the signatures as that's
|
|
|
|
|
- // cheaper, and then finally we verify the ZK proofs.
|
|
|
|
|
- info!(target: "consensus::validator", "Verifying signatures for transaction {}", tx_hash);
|
|
|
|
|
- if sig_table.len() != tx.signatures.len() {
|
|
|
|
|
- error!(target: "consensus::validator", "Incorrect number of signatures in tx {}", tx_hash);
|
|
|
|
|
- return Err(Error::InvalidSignature)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- match tx.verify_sigs(sig_table) {
|
|
|
|
|
- Ok(()) => {
|
|
|
|
|
- info!(target: "consensus::validator", "Signatures verification for tx {} successful", tx_hash)
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "Signature verification for tx {} failed: {}", tx_hash, e);
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "Verifying ZK proofs for transaction {}", tx_hash);
|
|
|
|
|
- match tx.verify_zkps(&verifying_keys, zkp_table).await {
|
|
|
|
|
- Ok(()) => {
|
|
|
|
|
- info!(target: "consensus::validator", "ZK proof verification for tx {} successful", tx_hash)
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "ZK proof verification for tx {} failed: {}", tx_hash, e);
|
|
|
|
|
- return Err(e)
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
-
|
|
|
|
|
- // After the verifications stage passes we can apply the state updates.
|
|
|
|
|
- assert!(tx.calls.len() == updates.len());
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "Performing state updates");
|
|
|
|
|
- for (call, update) in tx.calls.iter().zip(updates.iter()) {
|
|
|
|
|
- // Retrieve already initiated runtime and apply update
|
|
|
|
|
- // TODO: Sum up the gas costs of previous calls during execution
|
|
|
|
|
- // and verification and these.
|
|
|
|
|
- let runtime = runtimes.get_mut(&call.contract_id.to_string()).unwrap();
|
|
|
|
|
- info!(target: "consensus::validator", "Executing \"apply\" call");
|
|
|
|
|
- runtime.apply(update)?;
|
|
|
|
|
- info!(target: "consensus::validator", "State update applied successfully")
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- info!(target: "consensus::validator", "Transaction {} verified successfully", tx_hash);
|
|
|
|
|
-
|
|
|
|
|
- Ok(())
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Validate a set of [`Transaction`] in sequence and apply them if all are valid.
|
|
|
|
|
- /// Erroneous transactions are filtered out of the set and returned to caller.
|
|
|
|
|
- /// The function takes a boolean called `write` which tells it to actually write
|
|
|
|
|
- /// the state transitions to the database.
|
|
|
|
|
- pub async fn verify_transactions(
|
|
|
|
|
- &self,
|
|
|
|
|
- txs: &[Transaction],
|
|
|
|
|
- verifying_slot: u64,
|
|
|
|
|
- write: bool,
|
|
|
|
|
- ) -> Result<Vec<Transaction>> {
|
|
|
|
|
- info!(target: "consensus::validator", "Verifying {} transaction(s)", txs.len());
|
|
|
|
|
-
|
|
|
|
|
- let mut erroneous_txs = vec![];
|
|
|
|
|
- let overlay = BlockchainOverlay::new(&self.blockchain)?;
|
|
|
|
|
-
|
|
|
|
|
- for tx in txs {
|
|
|
|
|
- if let Err(e) = self.verify_transaction(&overlay, tx, verifying_slot).await {
|
|
|
|
|
- warn!(target: "consensus::validator", "Transaction verification failed: {}", e);
|
|
|
|
|
- erroneous_txs.push(tx.clone());
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- let lock = overlay.lock().unwrap();
|
|
|
|
|
- let mut overlay = lock.overlay.lock().unwrap();
|
|
|
|
|
- if !erroneous_txs.is_empty() {
|
|
|
|
|
- warn!(target: "consensus::validator", "Erroneous transactions found in set");
|
|
|
|
|
- overlay.purge_new_trees()?;
|
|
|
|
|
- return Ok(erroneous_txs)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- if !write {
|
|
|
|
|
- info!(target: "consensus::validator", "Skipping apply of state updates because write=false");
|
|
|
|
|
- overlay.purge_new_trees()?;
|
|
|
|
|
- return Ok(erroneous_txs)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- overlay.apply()?;
|
|
|
|
|
-
|
|
|
|
|
- Ok(erroneous_txs)
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Append to canonical state received finalized slots from block sync task.
|
|
|
|
|
- pub async fn receive_slots(&mut self, slots: &[Slot]) -> Result<()> {
|
|
|
|
|
- info!(target: "consensus::validator", "receive_slots(): Appending slots to ledger");
|
|
|
|
|
- let mut filtered = vec![];
|
|
|
|
|
- for slot in slots {
|
|
|
|
|
- if slot.id > self.consensus.time_keeper.current_slot() {
|
|
|
|
|
- warn!(target: "consensus::validator", "receive_slots(): Ignoring future slot: {}", slot.id);
|
|
|
|
|
- continue
|
|
|
|
|
- }
|
|
|
|
|
- filtered.push(slot.clone());
|
|
|
|
|
- }
|
|
|
|
|
- //self.blockchain.add_slots(&filtered[..])?;
|
|
|
|
|
-
|
|
|
|
|
- Ok(())
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- /// Validate and append to canonical state received finalized slot.
|
|
|
|
|
- /// Returns boolean flag indicating already existing slot.
|
|
|
|
|
- pub async fn receive_finalized_slots(&mut self, slot: Slot) -> Result<bool> {
|
|
|
|
|
- match self.blockchain.has_slot(&slot) {
|
|
|
|
|
- Ok(v) => {
|
|
|
|
|
- if v {
|
|
|
|
|
- info!(
|
|
|
|
|
- target: "consensus::validator",
|
|
|
|
|
- "receive_finalized_slots(): Existing slot received"
|
|
|
|
|
- );
|
|
|
|
|
- return Ok(false)
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- Err(e) => {
|
|
|
|
|
- error!(target: "consensus::validator", "receive_finalized_slots(): failed checking for has_slot(): {}", e);
|
|
|
|
|
- return Ok(false)
|
|
|
|
|
- }
|
|
|
|
|
- };
|
|
|
|
|
- self.receive_slots(&[slot]).await?;
|
|
|
|
|
- Ok(true)
|
|
|
|
|
- }
|
|
|
|
|
-}
|
|
|