| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957 |
- /* This file is part of DarkFi (https://dark.fi)
- *
- * Copyright (C) 2020-2026 Dyne.org foundation
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU Affero General Public License as
- * published by the Free Software Foundation, either version 3 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU Affero General Public License for more details.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program. If not, see <https://www.gnu.org/licenses/>.
- */
- use std::{
- collections::HashSet,
- slice,
- sync::Arc,
- time::{Duration, UNIX_EPOCH},
- };
- use darkfi_serial::serialize_async;
- use sled_overlay::sled;
- use smol::Executor;
- use crate::{
- error::Result,
- event_graph::{
- compute_unreferenced_tips,
- event::Header,
- filter_requested_event_rep, merge_static_sync_event_rep,
- proto::{cap_layer_tips, count_layer_tips, EventPut, SyncDirection, MAX_RANGE_PAGE_SIZE},
- test_helpers::{
- archive_config, bounded_dag_store_config, init_logger, make_eg, make_eg_with_config,
- make_network, run_multi_node_test, shutdown_network, test_config, TestIdentity,
- },
- util::next_hour_timestamp,
- DagStore, Event, EventGraphConfig, EventGraphPtr, LayerUTips, TimeIndex, NULL_ID,
- NULL_PARENTS, N_EVENT_PARENTS,
- },
- system::{sleep, timeout::timeout},
- };
- fn test_event(content: &[u8], layer: u64) -> Event {
- Event {
- header: Header {
- timestamp: 1_704_067_200_000 + layer,
- parents: NULL_PARENTS,
- layer,
- content_hash: blake3::hash(content),
- },
- content: content.to_vec(),
- }
- }
- #[test]
- fn evgr_event_rep_filter_matches_only_requested_ids() {
- let event_a = test_event(b"requested-a", 1);
- let event_b = test_event(b"requested-b", 2);
- let unrelated = test_event(b"unrelated", 3);
- let requested = vec![event_a.id(), event_b.id()];
- let (events, blobs, missing) =
- filter_requested_event_rep(&requested, vec![event_b.clone()], vec![b"blob-b".to_vec()])
- .unwrap();
- assert_eq!(events.iter().map(Event::id).collect::<Vec<_>>(), vec![event_b.id()]);
- assert_eq!(blobs, vec![b"blob-b".to_vec()]);
- assert_eq!(missing, vec![event_a.id()]);
- assert!(filter_requested_event_rep(
- &requested,
- vec![unrelated],
- vec![b"unrelated-blob".to_vec()],
- )
- .is_err());
- assert!(filter_requested_event_rep(
- &requested,
- vec![event_a.clone(), event_a.clone()],
- vec![b"blob-a".to_vec(), b"duplicate-blob".to_vec()],
- )
- .is_err());
- assert!(filter_requested_event_rep(&requested, vec![event_a], Vec::new()).is_err());
- }
- #[test]
- fn evgr_static_sync_merge_tracks_partial_requested_batches() {
- let event_a = test_event(b"static-requested-a", 11);
- let event_b = test_event(b"static-requested-b", 12);
- let unrelated = test_event(b"static-unrelated", 13);
- let requested = vec![event_a.id(), event_b.id()];
- let mut pending: HashSet<_> = requested.iter().copied().collect();
- let mut known = HashSet::new();
- let mut want = HashSet::new();
- let mut fetched = Vec::new();
- assert!(merge_static_sync_event_rep(
- &requested,
- &mut pending,
- &mut known,
- &mut want,
- &mut fetched,
- vec![unrelated],
- vec![b"unrelated-blob".to_vec()],
- )
- .is_err());
- assert_eq!(pending.len(), 2);
- assert!(fetched.is_empty());
- let matched = merge_static_sync_event_rep(
- &requested,
- &mut pending,
- &mut known,
- &mut want,
- &mut fetched,
- vec![event_b.clone()],
- vec![b"blob-b".to_vec()],
- )
- .unwrap();
- assert_eq!(matched, 1);
- assert_eq!(pending, HashSet::from([event_a.id()]));
- let matched = merge_static_sync_event_rep(
- &requested,
- &mut pending,
- &mut known,
- &mut want,
- &mut fetched,
- vec![event_a.clone()],
- vec![b"blob-a".to_vec()],
- )
- .unwrap();
- assert_eq!(matched, 1);
- assert!(pending.is_empty());
- let fetched_ids: HashSet<_> = fetched.iter().map(|(ev, _)| ev.id()).collect();
- assert_eq!(fetched_ids, HashSet::from([event_a.id(), event_b.id()]));
- }
- #[test]
- fn evgr_layer_tip_cap_is_bounded() {
- let mut tips = LayerUTips::new();
- tips.entry(0).or_default().insert(blake3::hash(b"tip-0"));
- tips.entry(1).or_default().insert(blake3::hash(b"tip-1"));
- tips.entry(1).or_default().insert(blake3::hash(b"tip-2"));
- let capped = cap_layer_tips(&tips, 2);
- assert_eq!(count_layer_tips(&capped), 2);
- assert!(capped.get(&0).is_some_and(|layer| layer.len() == 1));
- }
- #[test]
- fn evgr_parent_selection_does_not_wrap_saturated_layer() {
- let tip = blake3::hash(b"saturated-tip");
- let tips = LayerUTips::from([(u64::MAX, HashSet::from([tip]))]);
- let (layer, parents) = super::select_parents_from_tips(&tips);
- assert_eq!(layer, u64::MAX);
- assert_eq!(parents[0], tip);
- }
- #[test]
- fn evgr_time_index_queries_and_saturating_cursor() {
- // Forward, backward, newest, oldest queries plus the saturating
- // cursor at u64 boundaries.
- let mut idx = TimeIndex::new();
- for ts in [100_u64, 200, 200, 300, 400, 500] {
- let id = blake3::hash(&ts.to_be_bytes());
- idx.insert(ts, id);
- }
- assert_eq!(idx.len(), 6);
- assert_eq!(idx.newest(3).len(), 3);
- assert_eq!(idx.oldest(2).len(), 2);
- assert_eq!(idx.before(300, 10).len(), 3);
- assert_eq!(idx.after(200, 10).len(), 3);
- // Saturating cursor: before(0) shouldn't underflow,
- // after(u64::MAX) shouldn't overflow.
- let mut idx2 = TimeIndex::new();
- idx2.insert(100, blake3::hash(b"x"));
- assert_eq!(idx2.before(0, 10).len(), 0);
- assert_eq!(idx2.after(u64::MAX, 10).len(), 0);
- }
- async fn make_dag_store() -> Result<DagStore> {
- let sled_db = sled::Config::new().temporary(true).open().unwrap();
- Ok(DagStore::new(sled_db, &bounded_dag_store_config()).await)
- }
- #[test]
- fn evgr_dag_store_eviction_policy() {
- // Bounded vs archive mode in one test:
- // (a) bounded: adding a 25th DAG drops the oldest, total stays 24.
- // (b) archive: adding 30 DAGs leaves all 30 plus the originals.
- smol::block_on(async {
- // (a) bounded
- let mut store = make_dag_store().await.unwrap();
- let oldest_ts = store.dag_timestamps()[0];
- let new_ts = next_hour_timestamp(1);
- let hdr = Header {
- timestamp: new_ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(b"test-graph-v1"),
- };
- let genesis = Event { header: hdr, content: b"test-graph-v1".to_vec() };
- store.add_dag(&genesis, Some(24)).await;
- assert_eq!(store.dag_timestamps().len(), 24);
- assert!(store.get_slot(&new_ts).is_some());
- assert!(store.get_slot(&oldest_ts).is_none());
- // (b) archive
- let sled_db = sled::Config::new().temporary(true).open().unwrap();
- let mut archive = DagStore::new(sled_db, &archive_config()).await;
- let initial = archive.dag_timestamps().len();
- for i in 1..=30i64 {
- let ts = next_hour_timestamp(i);
- let hdr = Header {
- timestamp: ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(b"test-graph-v1"),
- };
- let genesis = Event { header: hdr, content: b"test-graph-v1".to_vec() };
- archive.add_dag(&genesis, None).await;
- }
- assert_eq!(archive.dag_timestamps().len(), initial + 30);
- })
- }
- #[test]
- fn evgr_dag_store_archive_mode_discovers_existing_trees() {
- smol::block_on(async {
- let sled_db = sled::Config::new().temporary(true).open().unwrap();
- let historical_ts = next_hour_timestamp(-100);
- {
- let mut store = DagStore::new(sled_db.clone(), &archive_config()).await;
- let hdr = Header {
- timestamp: historical_ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(b"test-graph-v1"),
- };
- let genesis = Event { header: hdr, content: b"test-graph-v1".to_vec() };
- store.add_dag(&genesis, None).await;
- drop(store);
- }
- let store = DagStore::new(sled_db, &archive_config()).await;
- assert!(
- store.get_slot(&historical_ts).is_some(),
- "Archive mode should discover historical DAGs on restart"
- );
- })
- }
- #[test]
- fn evgr_compute_unreferenced_tips_single_pass() {
- smol::block_on(async {
- let store = make_dag_store().await.unwrap();
- let ts = *store.dag_timestamps().last().unwrap();
- let slot = store.get_slot(&ts).unwrap();
- let genesis_hash = *slot.tips.get(&0).unwrap().iter().next().unwrap();
- let now = UNIX_EPOCH.elapsed().unwrap().as_millis() as u64;
- let mut p = [NULL_ID; N_EVENT_PARENTS];
- p[0] = genesis_hash;
- let e2 = Event {
- header: Header {
- timestamp: now,
- parents: p,
- layer: 1,
- content_hash: blake3::hash(b"e2"),
- },
- content: b"e2".to_vec(),
- };
- slot.main_tree.insert(e2.id().as_bytes(), serialize_async(&e2).await).unwrap();
- let mut p = [NULL_ID; N_EVENT_PARENTS];
- p[0] = e2.id();
- let e3 = Event {
- header: Header {
- timestamp: now,
- parents: p,
- layer: 2,
- content_hash: blake3::hash(b"e3"),
- },
- content: b"e3".to_vec(),
- };
- slot.main_tree.insert(e3.id().as_bytes(), serialize_async(&e3).await).unwrap();
- let mut p = [NULL_ID; N_EVENT_PARENTS];
- p[0] = genesis_hash;
- let e4 = Event {
- header: Header {
- timestamp: now,
- parents: p,
- layer: 1,
- content_hash: blake3::hash(b"e4"),
- },
- content: b"e4".to_vec(),
- };
- slot.main_tree.insert(e4.id().as_bytes(), serialize_async(&e4).await).unwrap();
- assert_ne!(e2.id(), e4.id(), "e2 and e4 must have distinct IDs");
- let tips = compute_unreferenced_tips(&slot.main_tree).await;
- assert!(tips.get(&2).unwrap().contains(&e3.id()));
- assert!(tips.get(&1).unwrap().contains(&e4.id()));
- assert!(!tips.values().any(|set| set.contains(&e2.id())));
- })
- }
- #[test]
- fn evgr_dag_insert_valid_and_duplicate() {
- // First insert: returns the id, updates tips, fires the
- // subscriber. Second (duplicate) insert: returns an empty list,
- // doesn't re-fire.
- smol::block_on(async {
- let eg = make_eg().await;
- let dag_ts = eg.current_genesis.read().await.header.timestamp;
- let dag_name = dag_ts.to_string();
- let sub = eg.event_pub.clone().subscribe().await;
- let event = Event::new(b"hello".to_vec(), &eg).await;
- eg.header_dag_insert(vec![event.header.clone()], &dag_name).await.unwrap();
- let ids = eg.dag_insert(slice::from_ref(&event), &dag_name).await.unwrap();
- assert_eq!(ids.len(), 1);
- let store = eg.dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(slot.tips.get(&1).unwrap().contains(&event.id()));
- drop(store);
- let Ok(notified) = timeout(Duration::from_secs(1), sub.receive()).await else {
- panic!("Event notification not received");
- };
- assert_eq!(notified.id(), event.id());
- // Re-insert is a no-op.
- assert!(eg.dag_insert(slice::from_ref(&event), &dag_name).await.unwrap().is_empty());
- })
- }
- #[test]
- fn evgr_dag_insert_without_header_skipped() {
- smol::block_on(async {
- let eg = make_eg().await;
- let dag_name = eg.current_genesis.read().await.header.timestamp.to_string();
- let event = Event::new(b"orphan".to_vec(), &eg).await;
- let ids = eg.dag_insert(slice::from_ref(&event), &dag_name).await.unwrap();
- assert!(ids.is_empty());
- })
- }
- #[test]
- fn evgr_header_insert_rejects_layer_jump() {
- smol::block_on(async {
- let eg = make_eg().await;
- let genesis = eg.current_genesis.read().await.clone();
- let dag_name = genesis.header.timestamp.to_string();
- let mut parents = [NULL_ID; N_EVENT_PARENTS];
- parents[0] = genesis.id();
- let event = Event {
- header: Header {
- timestamp: UNIX_EPOCH.elapsed().unwrap().as_millis() as u64,
- parents,
- layer: 2,
- content_hash: blake3::hash(b"layer-jump"),
- },
- content: b"layer-jump".to_vec(),
- };
- let err = eg.header_dag_insert(vec![event.header], &dag_name).await.unwrap_err();
- assert!(matches!(err, crate::Error::HeaderIsInvalid));
- })
- }
- #[test]
- fn evgr_header_insert_rejects_duplicate_parents() {
- smol::block_on(async {
- let eg = make_eg().await;
- let genesis = eg.current_genesis.read().await.clone();
- let dag_name = genesis.header.timestamp.to_string();
- let mut parents = [NULL_ID; N_EVENT_PARENTS];
- parents[0] = genesis.id();
- parents[1] = genesis.id();
- let event = Event {
- header: Header {
- timestamp: UNIX_EPOCH.elapsed().unwrap().as_millis() as u64,
- parents,
- layer: 1,
- content_hash: blake3::hash(b"duplicate-parents"),
- },
- content: b"duplicate-parents".to_vec(),
- };
- let err = eg.header_dag_insert(vec![event.header], &dag_name).await.unwrap_err();
- assert!(matches!(err, crate::Error::HeaderIsInvalid));
- })
- }
- #[test]
- fn evgr_header_validate_rejects_layer_overflow_parent() {
- smol::block_on(async {
- let db = sled::Config::new().temporary(true).open().unwrap();
- let tree = db.open_tree("headers").unwrap();
- let timestamp = UNIX_EPOCH.elapsed().unwrap().as_millis() as u64;
- let parent = Header {
- timestamp,
- parents: NULL_PARENTS,
- layer: u64::MAX,
- content_hash: blake3::hash(b"overflow-parent"),
- };
- tree.insert(parent.id().as_bytes(), serialize_async(&parent).await).unwrap();
- let mut parents = [NULL_ID; N_EVENT_PARENTS];
- parents[0] = parent.id();
- let child = Header {
- timestamp,
- parents,
- layer: u64::MAX,
- content_hash: blake3::hash(b"overflow-child"),
- };
- assert!(!child.validate(&tree, &test_config(), timestamp, None).await.unwrap());
- })
- }
- #[test]
- fn evgr_header_validate_uses_target_slot_bounds() {
- smol::block_on(async {
- const HOUR_MS: u64 = 3_600_000;
- let db = sled::Config::new().temporary(true).open().unwrap();
- let tree = db.open_tree("headers").unwrap();
- let dag_ts = 1_704_067_200_000;
- let drift = crate::event_graph::EVENT_TIME_DRIFT;
- let config = EventGraphConfig { hours_rotation: 6, ..test_config() };
- let genesis = Header {
- timestamp: dag_ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(&config.genesis_contents),
- };
- tree.insert(genesis.id().as_bytes(), serialize_async(&genesis).await).unwrap();
- let mut parents = [NULL_ID; N_EVENT_PARENTS];
- parents[0] = genesis.id();
- let make_header = |timestamp, content: &[u8]| Header {
- timestamp,
- parents,
- layer: 1,
- content_hash: blake3::hash(content),
- };
- let lower_edge = make_header(dag_ts.saturating_sub(drift), b"lower-edge");
- assert!(lower_edge.validate(&tree, &config, dag_ts, None).await.unwrap());
- let upper_edge = make_header(dag_ts + 6 * HOUR_MS + drift - 1, b"upper-edge");
- assert!(upper_edge.validate(&tree, &config, dag_ts, None).await.unwrap());
- let too_early = make_header(dag_ts - drift - 1, b"too-early");
- assert!(!too_early.validate(&tree, &config, dag_ts, None).await.unwrap());
- let too_late = make_header(dag_ts + 6 * HOUR_MS + drift, b"too-late");
- assert!(!too_late.validate(&tree, &config, dag_ts, None).await.unwrap());
- })
- }
- #[test]
- fn evgr_header_validate_ignores_future_initial_genesis() {
- smol::block_on(async {
- const HOUR_MS: u64 = 3_600_000;
- let db = sled::Config::new().temporary(true).open().unwrap();
- let tree = db.open_tree("headers").unwrap();
- let now = UNIX_EPOCH.elapsed().unwrap().as_millis() as u64;
- let dag_ts = now.saturating_sub(HOUR_MS);
- let config =
- EventGraphConfig { initial_genesis: now + HOUR_MS, hours_rotation: 1, ..test_config() };
- let genesis = Header {
- timestamp: dag_ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(&config.genesis_contents),
- };
- tree.insert(genesis.id().as_bytes(), serialize_async(&genesis).await).unwrap();
- let mut parents = [NULL_ID; N_EVENT_PARENTS];
- parents[0] = genesis.id();
- let child = Header {
- timestamp: dag_ts + 1,
- parents,
- layer: 1,
- content_hash: blake3::hash(b"future-initial-genesis"),
- };
- assert!(child.validate(&tree, &config, dag_ts, None).await.unwrap());
- })
- }
- #[test]
- fn evgr_header_validate_no_rotation_rejects_far_future() {
- smol::block_on(async {
- let db = sled::Config::new().temporary(true).open().unwrap();
- let tree = db.open_tree("headers").unwrap();
- let config = test_config();
- let dag_ts = config.initial_genesis;
- let genesis = Header {
- timestamp: dag_ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(&config.genesis_contents),
- };
- tree.insert(genesis.id().as_bytes(), serialize_async(&genesis).await).unwrap();
- let mut parents = [NULL_ID; N_EVENT_PARENTS];
- parents[0] = genesis.id();
- let old_history = Header {
- timestamp: dag_ts + 1,
- parents,
- layer: 1,
- content_hash: blake3::hash(b"old-no-rotation-history"),
- };
- assert!(old_history.validate(&tree, &config, dag_ts, None).await.unwrap());
- let future = Header {
- timestamp: UNIX_EPOCH.elapsed().unwrap().as_millis() as u64 +
- crate::event_graph::EVENT_TIME_DRIFT +
- 1,
- parents,
- layer: 1,
- content_hash: blake3::hash(b"future-no-rotation-header"),
- };
- assert!(!future.validate(&tree, &config, dag_ts, None).await.unwrap());
- })
- }
- #[test]
- fn evgr_header_insert_rejects_unloaded_dag_slot() {
- smol::block_on(async {
- let config = EventGraphConfig { hours_rotation: 1, max_dags: Some(2), ..test_config() };
- let eg = make_eg_with_config(config).await;
- let dag_ts = next_hour_timestamp(-100);
- let dag_name = dag_ts.to_string();
- let genesis = Header {
- timestamp: dag_ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(&eg.config.genesis_contents),
- };
- let mut parents = [NULL_ID; N_EVENT_PARENTS];
- parents[0] = genesis.id();
- let header = Header {
- timestamp: dag_ts + 1,
- parents,
- layer: 1,
- content_hash: blake3::hash(b"unloaded-slot"),
- };
- let err = eg.header_dag_insert(vec![header], &dag_name).await.unwrap_err();
- assert!(matches!(err, crate::Error::DagSyncFailed));
- })
- }
- #[test]
- fn evgr_fetch_page_both_directions() {
- smol::block_on(async {
- let eg = make_eg().await;
- let dag_name = eg.current_genesis.read().await.header.timestamp.to_string();
- let base = UNIX_EPOCH.elapsed().unwrap().as_millis() as u64;
- for i in 0..(MAX_RANGE_PAGE_SIZE as u64 + 10) {
- let ev = Event::with_timestamp(base + i, vec![(i % 251) as u8], &eg).await;
- eg.header_dag_insert(vec![ev.header.clone()], &dag_name).await.unwrap();
- eg.dag_insert(slice::from_ref(&ev), &dag_name).await.unwrap();
- }
- let page = eg.fetch_page(u64::MAX, SyncDirection::Backward, 5).await.unwrap();
- assert_eq!(page.len(), 5);
- for w in page.windows(2) {
- assert!(w[0].header.timestamp >= w[1].header.timestamp);
- }
- let page = eg.fetch_page(0, SyncDirection::Forward, 5).await.unwrap();
- assert!(!page.is_empty());
- for w in page.windows(2) {
- assert!(w[0].header.timestamp <= w[1].header.timestamp);
- }
- let capped = eg
- .fetch_page(u64::MAX, SyncDirection::Backward, MAX_RANGE_PAGE_SIZE + 10)
- .await
- .unwrap();
- assert_eq!(capped.len(), MAX_RANGE_PAGE_SIZE);
- })
- }
- async fn build_graph() -> Result<(EventGraphPtr, std::collections::HashMap<&'static str, Event>)> {
- let eg = make_eg().await;
- let dag_name = eg.current_genesis.read().await.header.timestamp.to_string();
- let genesis_hash = eg.current_genesis.read().await.id();
- let base = UNIX_EPOCH.elapsed().unwrap().as_millis() as u64;
- let make = |off: u64, layer: u64, parents: [blake3::Hash; N_EVENT_PARENTS], name: &str| Event {
- header: Header {
- timestamp: base + off,
- layer,
- parents,
- content_hash: blake3::hash(name.as_bytes()),
- },
- content: name.as_bytes().to_vec(),
- };
- let mut p = [NULL_ID; N_EVENT_PARENTS];
- p[0] = genesis_hash;
- let e1a = make(1, 1, p, "e1a");
- let e1b = make(2, 1, p, "e1b");
- let e1c = make(3, 1, p, "e1c");
- let e1d = make(4, 1, p, "e1d");
- let mut p = [NULL_ID; N_EVENT_PARENTS];
- p[0] = e1a.id();
- let e2a = make(5, 2, p, "e2a");
- p[0] = e1b.id();
- let e2b = make(6, 2, p, "e2b");
- p[0] = e1c.id();
- let e2c = make(7, 2, p, "e2c");
- p[0] = e1d.id();
- let e2d = make(8, 2, p, "e2d");
- let l1 = vec![e1a.clone(), e1b.clone(), e1c.clone(), e1d.clone()];
- let l2 = vec![e2a.clone(), e2b.clone(), e2c.clone(), e2d.clone()];
- eg.header_dag_insert(l1.iter().map(|e| e.header.clone()).collect(), &dag_name).await.unwrap();
- eg.dag_insert(&l1, &dag_name).await.unwrap();
- eg.header_dag_insert(l2.iter().map(|e| e.header.clone()).collect(), &dag_name).await.unwrap();
- eg.dag_insert(&l2, &dag_name).await.unwrap();
- let mut map = std::collections::HashMap::new();
- map.insert("e1a", e1a);
- map.insert("e1b", e1b);
- map.insert("e1c", e1c);
- map.insert("e1d", e1d);
- map.insert("e2a", e2a);
- map.insert("e2b", e2b);
- map.insert("e2c", e2c);
- map.insert("e2d", e2d);
- Ok((eg, map))
- }
- #[test]
- fn evgr_ancestor_walk_via_header_tree() {
- smol::block_on(async {
- let (eg, evs) = build_graph().await.unwrap();
- let dag_ts = eg.current_genesis.read().await.header.timestamp;
- let store = eg.dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- let genesis_hash = eg.current_genesis.read().await.id();
- for name in ["e1a", "e1b", "e1c", "e1d"] {
- let mut ancestors = HashSet::new();
- eg.get_ancestors(&mut ancestors, evs[name].header.clone(), &slot.header_tree)
- .await
- .unwrap();
- assert_eq!(ancestors, HashSet::from([genesis_hash]));
- }
- let mut ancestors = HashSet::new();
- eg.get_ancestors(&mut ancestors, evs["e2a"].header.clone(), &slot.header_tree)
- .await
- .unwrap();
- assert_eq!(ancestors, HashSet::from([genesis_hash, evs["e1a"].id()]));
- })
- }
- #[test]
- fn evgr_multi_node_propagation_with_real_blob() {
- init_logger();
- run_multi_node_test(propagation_with_real_blob);
- }
- async fn propagation_with_real_blob(ex: Arc<Executor<'static>>) {
- let nodes = make_network(ex).await;
- let mut alice = TestIdentity::new();
- for eg in &nodes {
- alice.register_directly(eg).await.expect("register alice");
- }
- let dag_ts = nodes[0].current_genesis.read().await.header.timestamp;
- let dag_name = dag_ts.to_string();
- let event = Event::new(b"hello-via-rln".to_vec(), &nodes[0]).await;
- let message_id =
- alice.next_message_id(event.header.timestamp).expect("budget available on first signal");
- let blob_struct = alice.create_signal(&event, message_id, &nodes[0]).await.unwrap();
- let blob = serialize_async(&blob_struct).await;
- nodes[0].header_dag_insert(vec![event.header.clone()], &dag_name).await.unwrap();
- nodes[0].dag_insert(slice::from_ref(&event), &dag_name).await.unwrap();
- nodes[0].dag_blob_store(&event.id(), &blob).unwrap();
- nodes[0].p2p.broadcast(&EventPut(event.clone(), blob.clone())).await;
- sleep(5).await;
- for (i, eg) in nodes.iter().enumerate() {
- let store = eg.dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(
- slot.main_tree.contains_key(event.id().as_bytes()).unwrap(),
- "node {i} missing event in main_tree",
- );
- drop(store);
- assert!(
- eg.dag_blob_fetch(&event.id()).unwrap().is_some(),
- "node {i} missing blob in dag_blobs - late-joiners would have nothing to verify against",
- );
- }
- shutdown_network(&nodes).await;
- }
- #[test]
- fn evgr_multi_node_empty_blob_rejected() {
- init_logger();
- run_multi_node_test(empty_blob_rejected);
- }
- async fn empty_blob_rejected(ex: Arc<Executor<'static>>) {
- // An attacker broadcasts `EventPut(ev, vec![])` for a non-genesis event.
- // Every recipient must strike the sender and refuse to insert.
- let nodes = make_network(ex).await;
- let dag_ts = nodes[0].current_genesis.read().await.header.timestamp;
- let event = Event::new(b"unauthenticated".to_vec(), &nodes[0]).await;
- nodes[0].p2p.broadcast(&EventPut(event.clone(), vec![])).await;
- sleep(5).await;
- for (i, eg) in nodes.iter().enumerate().skip(1) {
- let store = eg.dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(
- !slot.main_tree.contains_key(event.id().as_bytes()).unwrap(),
- "Vector-1 breach: node {i} accepted an empty-blob non-genesis event",
- );
- }
- shutdown_network(&nodes).await;
- }
- #[test]
- fn evgr_multi_node_genesis_with_blob_rejected() {
- init_logger();
- run_multi_node_test(genesis_with_blob_rejected);
- }
- async fn genesis_with_blob_rejected(ex: Arc<Executor<'static>>) {
- // Symmetric defense: a genesis-shaped event arriving with a
- // non-empty blob is also misbehavior. Genesis events are
- // deterministic and don't carry signals.
- let nodes = make_network(ex).await;
- let dag_ts = nodes[0].current_genesis.read().await.header.timestamp;
- let header = Header {
- timestamp: dag_ts,
- parents: NULL_PARENTS,
- layer: 0,
- content_hash: blake3::hash(b"forged-genesis"),
- };
- let event = Event { header, content: b"forged-genesis".to_vec() };
- let fake_blob = b"this-should-not-be-here".to_vec();
- nodes[0].p2p.broadcast(&EventPut(event.clone(), fake_blob)).await;
- sleep(5).await;
- for (i, eg) in nodes.iter().enumerate().skip(1) {
- let store = eg.dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(
- !slot.main_tree.contains_key(event.id().as_bytes()).unwrap(),
- "node {i} accepted a genesis-shaped event with a blob",
- );
- }
- shutdown_network(&nodes).await;
- }
- #[test]
- fn evgr_multi_node_dag_sync_with_blob() {
- init_logger();
- run_multi_node_test(dag_sync_with_blob);
- }
- async fn dag_sync_with_blob(ex: Arc<Executor<'static>>) {
- // End-to-end Vector-2 propagation test. Nodes 0..3 receive a
- // signal via direct insert (with the blob in their dag_blobs
- // side-table). Node 4 catches up via dag_sync - it should
- // receive both the event and the blob from a peer, and re-verify
- // the proof at sync time.
- let nodes = make_network(ex).await;
- let mut alice = TestIdentity::new();
- for eg in &nodes {
- alice.register_directly(eg).await.unwrap();
- }
- let dag_ts = nodes[0].current_genesis.read().await.header.timestamp;
- let dag_name = dag_ts.to_string();
- let event = Event::new(b"synced-message".to_vec(), &nodes[0]).await;
- let message_id = alice.next_message_id(event.header.timestamp).expect("budget");
- let blob_struct = alice.create_signal(&event, message_id, &nodes[0]).await.unwrap();
- let blob = serialize_async(&blob_struct).await;
- for eg in nodes.iter().take(4) {
- eg.header_dag_insert(vec![event.header.clone()], &dag_name).await.unwrap();
- eg.dag_insert(slice::from_ref(&event), &dag_name).await.unwrap();
- eg.dag_blob_store(&event.id(), &blob).unwrap();
- }
- {
- let store = nodes[4].dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(!slot.main_tree.contains_key(event.id().as_bytes()).unwrap());
- }
- nodes[4].dag_sync(dag_ts).await.expect("dag_sync should succeed");
- sleep(2).await;
- let store = nodes[4].dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(
- slot.main_tree.contains_key(event.id().as_bytes()).unwrap(),
- "sync should bring the event over",
- );
- drop(store);
- assert!(
- nodes[4].dag_blob_fetch(&event.id()).unwrap().is_some(),
- "sync should bring the blob over too - without it, node 4 can't serve future late-joiners",
- );
- shutdown_network(&nodes).await;
- }
- #[test]
- fn evgr_multi_node_dag_sync_rejects_bad_blob() {
- init_logger();
- run_multi_node_test(dag_sync_rejects_bad_blob);
- }
- async fn dag_sync_rejects_bad_blob(ex: Arc<Executor<'static>>) {
- // Vector-2 defense: a peer in the 2/3 quorum serves a tampered
- // blob during sync. The recipient's dag_insert_with_blobs runs
- // RLN re-verification, which rejects, and the event does NOT
- // end up in the recipient's main_tree.
- let nodes = make_network(ex).await;
- let alice = TestIdentity::new();
- for eg in &nodes {
- alice.register_directly(eg).await.unwrap();
- }
- let dag_ts = nodes[0].current_genesis.read().await.header.timestamp;
- let dag_name = dag_ts.to_string();
- let event = Event::new(b"crafted-injection".to_vec(), &nodes[0]).await;
- // Garbage bytes - won't deserialize as a real RLN signal, won't
- // verify. We don't need a real (failing) proof to exercise the
- // rejection path.
- let bad_blob = b"definitely-not-a-real-rln-blob".to_vec();
- for eg in nodes.iter().take(4) {
- eg.header_dag_insert(vec![event.header.clone()], &dag_name).await.unwrap();
- eg.dag_insert(slice::from_ref(&event), &dag_name).await.unwrap();
- eg.dag_blob_store(&event.id(), &bad_blob).unwrap();
- }
- nodes[4].dag_sync(dag_ts).await.unwrap();
- sleep(2).await;
- let store = nodes[4].dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(
- !slot.main_tree.contains_key(event.id().as_bytes()).unwrap(),
- "Vector-2 breach: node 4 accepted an event with a tampered blob during sync",
- );
- shutdown_network(&nodes).await;
- }
- #[test]
- fn evgr_multi_node_dormant_user_can_post_after_long_silence() {
- init_logger();
- run_multi_node_test(dormant_user_can_post_after_long_silence);
- }
- async fn dormant_user_can_post_after_long_silence(ex: Arc<Executor<'static>>) {
- // Alice registers, then 17+ other identities also register. By
- // the time Alice tries to send a signal, her registration root
- // has long fallen out of the in-memory recent_roots window. The
- // historical-roots side-table makes verification succeed anyway.
- //
- // Note: in this test Alice's signal still references the CURRENT
- // root (because `rln_membership_path` returns the live root and
- // Alice is still a member). That's fine - what we're validating
- // here is end-to-end: a deeply-historical state of the SMT
- // doesn't break verification. The unit tests in tests_rln.rs
- // (rln_is_root_valid_at_*) cover the predicate's exact semantics
- // for old-root references.
- let nodes = make_network(ex).await;
- let mut alice = TestIdentity::new();
- for eg in &nodes {
- alice.register_directly(eg).await.unwrap();
- }
- // Push the recent_roots window past Alice's registration.
- for seed in 100..117_u64 {
- let other = TestIdentity::with_seed(seed);
- for eg in &nodes {
- other.register_directly(eg).await.unwrap();
- }
- }
- let event = Event::new(b"long-silent-but-still-registered".to_vec(), &nodes[0]).await;
- let message_id = alice.next_message_id(event.header.timestamp).expect("budget");
- let blob_struct = alice.create_signal(&event, message_id, &nodes[0]).await.unwrap();
- let blob = serialize_async(&blob_struct).await;
- let dag_ts = nodes[0].current_genesis.read().await.header.timestamp;
- let dag_name = dag_ts.to_string();
- nodes[0].header_dag_insert(vec![event.header.clone()], &dag_name).await.unwrap();
- nodes[0].dag_insert(slice::from_ref(&event), &dag_name).await.unwrap();
- nodes[0].dag_blob_store(&event.id(), &blob).unwrap();
- nodes[0].p2p.broadcast(&EventPut(event.clone(), blob)).await;
- sleep(5).await;
- for (i, eg) in nodes.iter().enumerate() {
- let store = eg.dag_store.read().await;
- let slot = store.get_slot(&dag_ts).unwrap();
- assert!(
- slot.main_tree.contains_key(event.id().as_bytes()).unwrap(),
- "node {i} rejected Alice's signal even though she's a valid registered identity \
- - historical-roots fallback is broken",
- );
- }
- shutdown_network(&nodes).await;
- }
|