| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309 |
- use async_std::sync::{Arc, Mutex};
- use std::fmt;
- use async_executor::Executor;
- use fxhash::{FxHashMap, FxHashSet};
- use log::debug;
- use serde_json::json;
- use url::Url;
- use crate::{
- system::{Subscriber, SubscriberPtr, Subscription},
- Result,
- };
- use super::{
- message::Message,
- protocol::{register_default_protocols, ProtocolRegistry},
- session::{InboundSession, ManualSession, OutboundSession, SeedSyncSession, Session},
- Channel, ChannelPtr, Hosts, HostsPtr, Settings, SettingsPtr,
- };
- /// List of channels that are awaiting connection.
- pub type PendingChannels = Mutex<FxHashSet<Url>>;
- /// List of connected channels.
- pub type ConnectedChannels = Mutex<fxhash::FxHashMap<Url, Arc<Channel>>>;
- /// Atomic pointer to p2p interface.
- pub type P2pPtr = Arc<P2p>;
- enum P2pState {
- // The p2p object has been created but not yet started.
- Open,
- // We are performing the initial seed session
- Start,
- // Seed session finished, but not yet running
- Started,
- // p2p is running and the network is active.
- Run,
- }
- impl fmt::Display for P2pState {
- fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
- write!(
- f,
- "{}",
- match self {
- Self::Open => "open",
- Self::Start => "start",
- Self::Started => "started",
- Self::Run => "run",
- }
- )
- }
- }
- /// Top level peer-to-peer networking interface.
- pub struct P2p {
- pending: PendingChannels,
- channels: ConnectedChannels,
- channel_subscriber: SubscriberPtr<Result<ChannelPtr>>,
- // Used both internally and externally
- stop_subscriber: SubscriberPtr<()>,
- hosts: HostsPtr,
- protocol_registry: ProtocolRegistry,
- // We keep a reference to the sessions used for get info
- session_manual: Mutex<Option<Arc<ManualSession>>>,
- session_inbound: Mutex<Option<Arc<InboundSession>>>,
- session_outbound: Mutex<Option<Arc<OutboundSession>>>,
- state: Mutex<P2pState>,
- settings: SettingsPtr,
- }
- impl P2p {
- /// Initialize a new p2p network.
- ///
- /// Initializes all sessions and protocols. Adds the protocols to the protocol registry, along
- /// with a bitflag session selector that includes or excludes sessions from seed, version, and
- /// address protocols.
- ///
- /// Creates a weak pointer to self that is used by all sessions to access the p2p parent class.
- pub async fn new(settings: Settings) -> Arc<Self> {
- let settings = Arc::new(settings);
- let self_ = Arc::new(Self {
- pending: Mutex::new(FxHashSet::default()),
- channels: Mutex::new(FxHashMap::default()),
- channel_subscriber: Subscriber::new(),
- stop_subscriber: Subscriber::new(),
- hosts: Hosts::new(),
- protocol_registry: ProtocolRegistry::new(),
- session_manual: Mutex::new(None),
- session_inbound: Mutex::new(None),
- session_outbound: Mutex::new(None),
- state: Mutex::new(P2pState::Open),
- settings,
- });
- let parent = Arc::downgrade(&self_);
- *self_.session_manual.lock().await = Some(ManualSession::new(parent.clone()));
- *self_.session_inbound.lock().await = Some(InboundSession::new(parent.clone()).await);
- *self_.session_outbound.lock().await = Some(OutboundSession::new(parent));
- register_default_protocols(self_.clone()).await;
- self_
- }
- pub async fn get_info(&self) -> serde_json::Value {
- // Building ext_addr_vec string
- let mut ext_addr_vec = vec![];
- for ext_addr in &self.settings.external_addr {
- ext_addr_vec.push(ext_addr.as_ref().to_string());
- }
- json!({
- "external_addr": format!("{:?}", ext_addr_vec),
- "session_manual": self.session_manual().await.get_info().await,
- "session_inbound": self.session_inbound().await.get_info().await,
- "session_outbound": self.session_outbound().await.get_info().await,
- "state": self.state.lock().await.to_string(),
- })
- }
- /// Invoke startup and seeding sequence. Call from constructing thread.
- pub async fn start(self: Arc<Self>, executor: Arc<Executor<'_>>) -> Result<()> {
- debug!(target: "net", "P2p::start() [BEGIN]");
- *self.state.lock().await = P2pState::Start;
- // Start seed session
- let seed = SeedSyncSession::new(Arc::downgrade(&self));
- // This will block until all seed queries have finished
- seed.start(executor.clone()).await?;
- *self.state.lock().await = P2pState::Started;
- debug!(target: "net", "P2p::start() [END]");
- Ok(())
- }
- pub async fn session_manual(&self) -> Arc<ManualSession> {
- self.session_manual.lock().await.as_ref().unwrap().clone()
- }
- pub async fn session_inbound(&self) -> Arc<InboundSession> {
- self.session_inbound.lock().await.as_ref().unwrap().clone()
- }
- pub async fn session_outbound(&self) -> Arc<OutboundSession> {
- self.session_outbound.lock().await.as_ref().unwrap().clone()
- }
- /// Runs the network. Starts inbound, outbound and manual sessions.
- /// Waits for a stop signal and stops the network if received.
- pub async fn run(self: Arc<Self>, executor: Arc<Executor<'_>>) -> Result<()> {
- debug!(target: "net", "P2p::run() [BEGIN]");
- *self.state.lock().await = P2pState::Run;
- let manual = self.session_manual().await;
- for peer in &self.settings.peers {
- manual.clone().connect(peer, executor.clone()).await;
- }
- let inbound = self.session_inbound().await;
- inbound.clone().start(executor.clone()).await?;
- let outbound = self.session_outbound().await;
- outbound.clone().start(executor.clone()).await?;
- let stop_sub = self.subscribe_stop().await;
- // Wait for stop signal
- stop_sub.receive().await;
- // Stop the sessions
- manual.stop().await;
- inbound.stop().await;
- outbound.stop().await;
- debug!(target: "net", "P2p::run() [END]");
- Ok(())
- }
- /// Wait for outbound connections to be established.
- pub async fn wait_for_outbound(self: Arc<Self>) -> Result<()> {
- debug!(target: "net", "P2p::wait_for_outbound() [BEGIN]");
- // To verify that the network needs initialization, we check if we have seeds or peers configured,
- // and have configured outbound slots.
- if !(self.settings.seeds.is_empty() && self.settings.peers.is_empty()) &&
- self.settings.outbound_connections > 0
- {
- debug!(target: "net", "P2p::wait_for_outbound(): seeds are configured, waiting for outbound initialization...");
- let self_inbound_addr = self.settings().external_addr.clone();
- let addrs = self.hosts().load_all().await;
- // Retrieve outbound channel subscriber ptr
- let outbound_sub =
- self.session_outbound.lock().await.as_ref().unwrap().subscribe_channel().await;
- // Wait for the result for each of the addresses, excluding our own inbound addresses
- for addr in addrs {
- if self_inbound_addr.contains(&addr) {
- continue
- }
- // Wait for address to be processed
- if let Err(e) = outbound_sub.receive().await {
- debug!(
- "P2p::wait_for_outbound(): Outbound connection failed [{}]: {}",
- &addr, e
- );
- }
- }
- }
- debug!(target: "net", "P2p::wait_for_outbound() [END]");
- Ok(())
- }
- pub async fn stop(&self) {
- self.stop_subscriber.notify(()).await
- }
- /// Broadcasts a message across all channels.
- pub async fn broadcast<M: Message + Clone>(&self, message: M) -> Result<()> {
- for channel in self.channels.lock().await.values() {
- channel.send(message.clone()).await?;
- }
- Ok(())
- }
- /// Broadcasts a message across all channels.
- /// exclude channels provided in exclude_list
- pub async fn broadcast_with_exclude<M: Message + Clone>(
- &self,
- message: M,
- exclude_list: &[Url],
- ) -> Result<()> {
- for channel in self.channels.lock().await.values() {
- if exclude_list.contains(&channel.address()) {
- continue
- }
- channel.send(message.clone()).await?;
- }
- Ok(())
- }
- /// Add channel address to the list of connected channels.
- pub async fn store(&self, channel: ChannelPtr) {
- self.channels.lock().await.insert(channel.address(), channel.clone());
- self.channel_subscriber.notify(Ok(channel)).await;
- }
- /// Remove a channel from the list of connected channels.
- pub async fn remove(&self, channel: ChannelPtr) {
- self.channels.lock().await.remove(&channel.address());
- }
- /// Check whether a channel is stored in the list of connected channels.
- pub async fn exists(&self, addr: &Url) -> bool {
- self.channels.lock().await.contains_key(addr)
- }
- /// Add a channel to the list of pending channels.
- pub async fn add_pending(&self, addr: Url) -> bool {
- self.pending.lock().await.insert(addr)
- }
- /// Remove a channel from the list of pending channels.
- pub async fn remove_pending(&self, addr: &Url) {
- self.pending.lock().await.remove(addr);
- }
- /// Return the number of connected channels.
- pub async fn connections_count(&self) -> usize {
- self.channels.lock().await.len()
- }
- /// Return an atomic pointer to the default network settings.
- pub fn settings(&self) -> SettingsPtr {
- self.settings.clone()
- }
- /// Return an atomic pointer to the list of hosts.
- pub fn hosts(&self) -> HostsPtr {
- self.hosts.clone()
- }
- pub fn protocol_registry(&self) -> &ProtocolRegistry {
- &self.protocol_registry
- }
- /// Subscribe to a channel.
- pub async fn subscribe_channel(&self) -> Subscription<Result<ChannelPtr>> {
- self.channel_subscriber.clone().subscribe().await
- }
- /// Subscribe to a stop signal.
- pub async fn subscribe_stop(&self) -> Subscription<()> {
- self.stop_subscriber.clone().subscribe().await
- }
- /// Retrieve channels
- pub fn channels(&self) -> &ConnectedChannels {
- &self.channels
- }
- }
|