fix: race in NetworkRecepient

closes #6826

We have circular depedencies between PeerManager and Client, which we
break via `dyn PeerManagerAdapter`. As this is a real cycle, we close it
at runtime by calling `set_recipient`. But today nothing prevents client
from sending message to network before that, and indeed that happens if
we are unlucky with timing.

This commit fixes the issue by making `PeerManagerAdapter` APIs block
until the loop is closed.

Cargo.toml

@@ -63,6 +63,7 @@ version = "0.13.0"
 exclude = [ "neard" ]
 
 [patch.crates-io]
+once_cell = {path="/home/matklad/p/once_cell"}
 
 # Note that "bench" profile inherits from "release" profile and
 # "test" profile inherits from "dev" profile.

chain/network/src/test_utils.rs

@@ -13,7 +13,7 @@ use near_primitives::hash::hash;
 use near_primitives::network::PeerId;
 use near_primitives::types::EpochId;
 use near_primitives::utils::index_to_bytes;
-use once_cell::sync::Lazy;
+use once_cell::sync::{Lazy, OnceCell};
 use rand::{thread_rng, RngCore};
 use std::collections::{HashMap, HashSet, VecDeque};
 use std::net::TcpListener;
@@ -387,39 +387,27 @@ pub mod test_features {
     }
 }
 
+#[derive(Default)]
+pub struct NetworkRecipient {
+    peer_manager_recipient: OnceCell<Recipient<PeerManagerMessageRequest>>,
+}
+
 impl NetworkRecipient {
     pub fn set_recipient(&self, peer_manager_recipient: Recipient<PeerManagerMessageRequest>) {
-        *self.peer_manager_recipient.write().unwrap() = Some(peer_manager_recipient);
+        self.peer_manager_recipient.set(peer_manager_recipient);
     }
 }
 
-#[derive(Default)]
-pub struct NetworkRecipient {
-    peer_manager_recipient: RwLock<Option<Recipient<PeerManagerMessageRequest>>>,
-}
-
 impl PeerManagerAdapter for NetworkRecipient {
     fn send(
         &self,
         msg: PeerManagerMessageRequest,
     ) -> BoxFuture<'static, Result<PeerManagerMessageResponse, MailboxError>> {
-        self.peer_manager_recipient
-            .read()
-            .unwrap()
-            .as_ref()
-            .expect("Recipient must be set")
-            .send(msg)
-            .boxed()
+        self.peer_manager_recipient.wait().send(msg).boxed()
     }
 
     fn do_send(&self, msg: PeerManagerMessageRequest) {
-        let _ = self
-            .peer_manager_recipient
-            .read()
-            .unwrap()
-            .as_ref()
-            .expect("Recipient must be set")
-            .do_send(msg);
+        let _ = self.peer_manager_recipient.wait().do_send(msg);
     }
 }