/* This file is part of DarkFi (https://dark.fi) * * Copyright (C) 2020-2023 Dyne.org foundation * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as * published by the Free Software Foundation, either version 3 of the * License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ use std::sync::Arc; use darkfi_sdk::{ blockchain::{expected_reward, Slot}, crypto::PublicKey, }; use darkfi_serial::serialize; use log::{debug, error, info, warn}; use num_bigint::BigUint; use smol::lock::RwLock; use crate::{ blockchain::{ block_store::{BlockDifficulty, BlockInfo}, Blockchain, BlockchainOverlay, }, error::TxVerifyFailed, tx::Transaction, util::time::TimeKeeper, Error, Result, }; /// DarkFi consensus module pub mod consensus; use consensus::{Consensus, Proposal}; /// DarkFi PoW module pub mod pow; use pow::PoWModule; /// DarkFi consensus PID controller pub mod pid; /// Verification functions pub mod verification; use verification::{ verify_block, verify_genesis_block, verify_producer_transaction, verify_proposal, verify_transactions, }; /// Validation functions pub mod validation; /// Helper utilities pub mod utils; use utils::deploy_native_contracts; /// Base 10 big float implementation for high precision arithmetics pub mod float_10; /// Configuration for initializing [`Validator`] #[derive(Clone)] pub struct ValidatorConfig { /// Helper structure to calculate time related operations pub time_keeper: TimeKeeper, /// Currently configured finalization security threshold pub finalization_threshold: usize, /// Currently configured PoW miner number of threads to use pub pow_threads: usize, /// Currently configured PoW target pub pow_target: usize, /// Optional fixed difficulty, for testing purposes pub pow_fixed_difficulty: Option, /// Genesis block pub genesis_block: BlockInfo, /// Total amount of minted tokens in genesis block pub genesis_txs_total: u64, /// Whitelisted faucet pubkeys (testnet stuff) pub faucet_pubkeys: Vec, /// Flag to enable PoS testing mode pub pos_testing_mode: bool, } impl ValidatorConfig { #[allow(clippy::too_many_arguments)] pub fn new( time_keeper: TimeKeeper, finalization_threshold: usize, pow_threads: usize, pow_target: usize, pow_fixed_difficulty: Option, genesis_block: BlockInfo, genesis_txs_total: u64, faucet_pubkeys: Vec, pos_testing_mode: bool, ) -> Self { Self { time_keeper, finalization_threshold, pow_threads, pow_target, pow_fixed_difficulty, genesis_block, genesis_txs_total, faucet_pubkeys, pos_testing_mode, } } } /// Atomic pointer to validator. pub type ValidatorPtr = Arc>; /// This struct represents a DarkFi validator node. pub struct Validator { /// Canonical (finalized) blockchain pub blockchain: Blockchain, /// Hot/Live data used by the consensus algorithm pub consensus: Consensus, /// Flag signalling node has finished initial sync pub synced: bool, /// Flag to enable PoS testing mode pub pos_testing_mode: bool, } impl Validator { pub async fn new(db: &sled::Db, config: ValidatorConfig) -> Result { info!(target: "validator::new", "Initializing Validator"); let pos_testing_mode = config.pos_testing_mode; info!(target: "validator::new", "Initializing Blockchain"); let blockchain = Blockchain::new(db)?; // Create an overlay over whole blockchain so we can write stuff let overlay = BlockchainOverlay::new(&blockchain)?; // Deploy native wasm contracts deploy_native_contracts(&overlay, &config.time_keeper, &config.faucet_pubkeys)?; // Add genesis block if blockchain is empty if blockchain.genesis().is_err() { info!(target: "validator::new", "Appending genesis block"); verify_genesis_block( &overlay, &config.time_keeper, &config.genesis_block, config.genesis_txs_total, ) .await?; }; // Write the changes to the actual chain db overlay.lock().unwrap().overlay.lock().unwrap().apply()?; info!(target: "validator::new", "Initializing Consensus"); let consensus = Consensus::new( blockchain.clone(), config.time_keeper, config.finalization_threshold, config.pow_threads, config.pow_target, config.pow_fixed_difficulty, pos_testing_mode, )?; // Create the actual state let state = Arc::new(RwLock::new(Self { blockchain, consensus, synced: false, pos_testing_mode })); info!(target: "validator::new", "Finished initializing validator"); Ok(state) } /// The node retrieves a transaction, validates its state transition, /// and appends it to the pending txs store. pub async fn append_tx(&mut self, tx: &Transaction) -> Result<()> { let tx_hash = blake3::hash(&serialize(tx)); // Check if we have already seen this tx let tx_in_txstore = self.blockchain.transactions.contains(&tx_hash)?; let tx_in_pending_txs_store = self.blockchain.pending_txs.contains(&tx_hash)?; if tx_in_txstore || tx_in_pending_txs_store { info!(target: "validator::append_tx", "We have already seen this tx"); return Err(TxVerifyFailed::AlreadySeenTx(tx_hash.to_string()).into()) } // Verify state transition info!(target: "validator::append_tx", "Starting state transition validation"); let tx_vec = [tx.clone()]; let mut valid = false; // Generate a time keeper for current slot let time_keeper = self.consensus.time_keeper.current(); // If node participates in consensus and holds any forks, iterate over them // to verify transaction validity in their overlays for fork in self.consensus.forks.iter_mut() { // Clone forks' overlay let overlay = fork.overlay.lock().unwrap().full_clone()?; // Verify transaction let erroneous_txs = verify_transactions(&overlay, &time_keeper, &tx_vec).await?; if !erroneous_txs.is_empty() { continue } valid = true; // Store transaction hash in forks' mempool fork.mempool.push(tx_hash); } // Verify transaction against canonical state let overlay = BlockchainOverlay::new(&self.blockchain)?; let erroneous_txs = verify_transactions(&overlay, &time_keeper, &tx_vec).await?; if erroneous_txs.is_empty() { valid = true } // Return error if transaction is not valid for canonical or any fork if !valid { return Err(TxVerifyFailed::ErroneousTxs(erroneous_txs).into()) } // Add transaction to pending txs store self.blockchain.add_pending_txs(&tx_vec)?; info!(target: "validator::append_tx", "Appended tx to pending txs store"); Ok(()) } /// The node removes invalid transactions from the pending txs store. pub async fn purge_pending_txs(&mut self) -> Result<()> { info!(target: "validator::purge_pending_txs", "Removing invalid transactions from pending transactions store..."); // Check if any pending transactions exist let pending_txs = self.blockchain.get_pending_txs()?; if pending_txs.is_empty() { info!(target: "validator::purge_pending_txs", "No pending transactions found"); return Ok(()) } // Generate a time keeper for current slot let time_keeper = self.consensus.time_keeper.current(); let mut removed_txs = vec![]; for tx in pending_txs { let tx_hash = &blake3::hash(&serialize(&tx)); let tx_vec = [tx.clone()]; let mut valid = false; // If node participates in consensus and holds any forks, iterate over them // to verify transaction validity in their overlays for fork in self.consensus.forks.iter_mut() { // Clone forks' overlay let overlay = fork.overlay.lock().unwrap().full_clone()?; // Verify transaction let erroneous_txs = verify_transactions(&overlay, &time_keeper, &tx_vec).await?; if erroneous_txs.is_empty() { valid = true; continue } // Remove erroneous transaction from forks' mempool fork.mempool.retain(|x| x != tx_hash); } // Verify transaction against canonical state let overlay = BlockchainOverlay::new(&self.blockchain)?; let erroneous_txs = verify_transactions(&overlay, &time_keeper, &tx_vec).await?; if erroneous_txs.is_empty() { valid = true } // Remove pending transaction if it's not valid for canonical or any fork if !valid { removed_txs.push(tx) } } if removed_txs.is_empty() { info!(target: "validator::purge_pending_txs", "No erroneous transactions found"); return Ok(()) } info!(target: "validator::purge_pending_txs", "Removing {} erroneous transactions...", removed_txs.len()); self.blockchain.remove_pending_txs(&removed_txs)?; Ok(()) } /// The node retrieves a block and tries to add it if it doesn't /// already exists. pub async fn append_block(&mut self, block: &BlockInfo) -> Result<()> { let block_hash = block.hash()?.to_string(); // Check if block already exists if self.blockchain.has_block(block)? { debug!(target: "validator::append_block", "We have already seen this block"); return Err(Error::BlockAlreadyExists(block_hash)) } self.add_blocks(&[block.clone()]).await?; info!(target: "validator::append_block", "Block added: {}", block_hash); Ok(()) } /// The node checks if proposals can be finalized. /// If proposals are found, node appends them to canonical, excluding the /// last one, and rebuild the finalized fork to contain the last one. pub async fn finalization(&mut self) -> Result> { info!(target: "validator::finalization", "Performing finalization check"); // Grab blocks that can be finalized let mut finalized = self.consensus.finalization().await?; if finalized.is_empty() { info!(target: "validator::finalization", "No proposals can be finalized"); return Ok(vec![]) } // Exclude last proposal let last = finalized.pop().unwrap(); // Append finalized blocks info!(target: "validator::finalization", "Finalizing {} proposals:", finalized.len()); for block in &finalized { info!(target: "validator::finalization", "\t{}", block.hash()?); } self.add_blocks(&finalized).await?; // Rebuild best fork using last proposal self.consensus.forks = vec![]; self.consensus.generate_pow_slot()?; self.consensus.append_proposal(&Proposal::new(last)?).await?; info!(target: "validator::finalization", "Finalization completed!"); Ok(finalized) } // ========================== // State transition functions // ========================== // TODO TESTNET: Write down all cases below // State transition checks should be happening in the following cases for a sync node: // 1) When a finalized block is received // 2) When a transaction is being broadcasted to us // State transition checks should be happening in the following cases for a consensus participating node: // 1) When a finalized block is received // 2) When a transaction is being broadcasted to us // ========================== /// Validate a set of [`BlockInfo`] in sequence and apply them if all are valid. pub async fn add_blocks(&mut self, blocks: &[BlockInfo]) -> Result<()> { debug!(target: "validator::add_blocks", "Instantiating BlockchainOverlay"); let overlay = BlockchainOverlay::new(&self.blockchain)?; // Retrieve last block let mut previous = &overlay.lock().unwrap().last_block()?; // Create a time keeper and a PoW module to validate each block let mut time_keeper = self.consensus.time_keeper.clone(); let mut module = self.consensus.module.clone(); // Keep track of all blocks transactions to remove them from pending txs store let mut removed_txs = vec![]; // Validate and insert each block for block in blocks { // Use block height in time keeper time_keeper.verifying_slot = block.header.height; // Retrieve expected reward let expected_reward = expected_reward(time_keeper.verifying_slot); // Verify block if verify_block( &overlay, &time_keeper, &module, block, previous, expected_reward, self.pos_testing_mode, ) .await .is_err() { error!(target: "validator::add_blocks", "Erroneous block found in set"); overlay.lock().unwrap().overlay.lock().unwrap().purge_new_trees()?; return Err(Error::BlockIsInvalid(block.hash()?.to_string())) }; // Update PoW module if block.header.version == 1 { // Generate block difficulty let difficulty = module.next_difficulty()?; let cummulative_difficulty = module.cummulative_difficulty.clone() + difficulty.clone(); let block_difficulty = BlockDifficulty::new( block.header.height, block.header.timestamp.0, difficulty, cummulative_difficulty, ); module.append_difficulty(&overlay, block_difficulty)?; } // Store block transactions for tx in &block.txs { removed_txs.push(tx.clone()); } // Use last inserted block as next iteration previous previous = block; } debug!(target: "validator::add_blocks", "Applying overlay changes"); overlay.lock().unwrap().overlay.lock().unwrap().apply()?; // Purge pending erroneous txs since canonical state has been changed self.blockchain.remove_pending_txs(&removed_txs)?; self.purge_pending_txs().await?; // Update PoW module self.consensus.module = module; Ok(()) } /// Validate a set of [`Transaction`] in sequence and apply them if all are valid. /// In case any of the transactions fail, they will be returned to the caller. /// The function takes a boolean called `write` which tells it to actually write /// the state transitions to the database. pub async fn add_transactions( &self, txs: &[Transaction], verifying_slot: u64, write: bool, ) -> Result<()> { debug!(target: "validator::add_transactions", "Instantiating BlockchainOverlay"); let overlay = BlockchainOverlay::new(&self.blockchain)?; // Generate a time keeper using transaction verifying slot let time_keeper = TimeKeeper::new( self.consensus.time_keeper.genesis_ts, self.consensus.time_keeper.epoch_length, self.consensus.time_keeper.slot_time, verifying_slot, ); // Verify all transactions and get erroneous ones let erroneous_txs = verify_transactions(&overlay, &time_keeper, txs).await?; let lock = overlay.lock().unwrap(); let mut overlay = lock.overlay.lock().unwrap(); if !erroneous_txs.is_empty() { warn!(target: "validator::add_transactions", "Erroneous transactions found in set"); overlay.purge_new_trees()?; return Err(TxVerifyFailed::ErroneousTxs(erroneous_txs).into()) } if !write { debug!(target: "validator::add_transactions", "Skipping apply of state updates because write=false"); overlay.purge_new_trees()?; return Ok(()) } debug!(target: "validator::add_transactions", "Applying overlay changes"); overlay.apply()?; Ok(()) } /// Append to canonical state received slot. /// This should be only used for test purposes. pub async fn receive_test_slot(&mut self, slot: &Slot) -> Result<()> { debug!(target: "validator::receive_test_slot", "Appending slot to ledger"); self.blockchain.slots.insert(&[slot.clone()])?; Ok(()) } /// Validate a producer `Transaction` and apply it if valid. /// In case the transactions fail, ir will be returned to the caller. /// The function takes a boolean called `write` which tells it to actually write /// the state transitions to the database. /// This should be only used for test purposes. pub async fn add_test_producer_transaction( &self, tx: &Transaction, verifying_slot: u64, block_version: u8, write: bool, ) -> Result<()> { debug!(target: "validator::add_test_producer_transaction", "Instantiating BlockchainOverlay"); let overlay = BlockchainOverlay::new(&self.blockchain)?; // Generate a time keeper using transaction verifying slot let time_keeper = TimeKeeper::new( self.consensus.time_keeper.genesis_ts, self.consensus.time_keeper.epoch_length, self.consensus.time_keeper.slot_time, verifying_slot, ); // Verify transaction let mut erroneous_txs = vec![]; if let Err(e) = verify_producer_transaction(&overlay, &time_keeper, tx, block_version).await { warn!(target: "validator::add_test_producer_transaction", "Transaction verification failed: {}", e); erroneous_txs.push(tx.clone()); } let lock = overlay.lock().unwrap(); let mut overlay = lock.overlay.lock().unwrap(); if !erroneous_txs.is_empty() { warn!(target: "validator::add_test_producer_transaction", "Erroneous transactions found in set"); overlay.purge_new_trees()?; return Err(TxVerifyFailed::ErroneousTxs(erroneous_txs).into()) } if !write { debug!(target: "validator::add_test_producer_transaction", "Skipping apply of state updates because write=false"); overlay.purge_new_trees()?; return Ok(()) } debug!(target: "validator::add_test_producer_transaction", "Applying overlay changes"); overlay.apply()?; Ok(()) } /// Retrieve all existing blocks and try to apply them /// to an in memory overlay to verify their correctness. /// Be careful as this will try to load everything in memory. pub async fn validate_blockchain( &self, genesis_txs_total: u64, faucet_pubkeys: Vec, pow_threads: usize, pow_target: usize, pow_fixed_difficulty: Option, ) -> Result<()> { let blocks = self.blockchain.get_all()?; // An empty blockchain is considered valid if blocks.is_empty() { return Ok(()) } // Create an in memory blockchain overlay let sled_db = sled::Config::new().temporary(true).open()?; let blockchain = Blockchain::new(&sled_db)?; let overlay = BlockchainOverlay::new(&blockchain)?; // Set previous let mut previous = &blocks[0]; // Create a time keeper and a PoW module to validate each block let mut time_keeper = self.consensus.time_keeper.clone(); let mut module = PoWModule::new(blockchain.clone(), pow_threads, pow_target, pow_fixed_difficulty)?; // Deploy native wasm contracts deploy_native_contracts(&overlay, &time_keeper, &faucet_pubkeys)?; // Validate genesis block verify_genesis_block(&overlay, &time_keeper, previous, genesis_txs_total).await?; // Validate and insert each block for block in &blocks[1..] { // Use block height in time keeper time_keeper.verifying_slot = block.header.height; // Retrieve expected reward let expected_reward = expected_reward(time_keeper.verifying_slot); // Verify block if verify_block( &overlay, &time_keeper, &module, block, previous, expected_reward, self.pos_testing_mode, ) .await .is_err() { error!(target: "validator::validate_blockchain", "Erroneous block found in set"); overlay.lock().unwrap().overlay.lock().unwrap().purge_new_trees()?; return Err(Error::BlockIsInvalid(block.hash()?.to_string())) }; // Update PoW module if block.header.version == 1 { module.append(block.header.timestamp.0, &module.next_difficulty()?); } // Use last inserted block as next iteration previous previous = block; } Ok(()) } }