diff --git a/CHANGELOG.md b/CHANGELOG.md index 10f1ae4a..9cd8fecf 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -16,6 +16,14 @@ The minor version will be incremented upon a breaking change and the patch versi ### Breaking +## 2024-09-02 + +- yellowstone-grpc-geyser-1.16.3+solana.2.0.7 + +### Features + +- geyser: wrap message into `Box` in snapshot channel ([#418](https://github.com/rpcpool/yellowstone-grpc/pull/418)) + ## 2024-08-26 - yellowstone-grpc-client-1.16.2+solana.2.0.7 diff --git a/Cargo.lock b/Cargo.lock index 41a6e554..f739d620 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -5199,7 +5199,7 @@ dependencies = [ [[package]] name = "yellowstone-grpc-geyser" -version = "1.16.2+solana.2.0.7" +version = "1.16.3+solana.2.0.7" dependencies = [ "agave-geyser-plugin-interface", "anyhow", diff --git a/Cargo.toml b/Cargo.toml index 43ec9c6a..dc8c65e8 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -3,7 +3,7 @@ resolver = "2" members = [ "examples/rust", # 1.14.1+solana.2.0.7 "yellowstone-grpc-client", # 1.16.2+solana.2.0.7 - "yellowstone-grpc-geyser", # 1.16.2+solana.2.0.7 + "yellowstone-grpc-geyser", # 1.16.3+solana.2.0.7 "yellowstone-grpc-proto", # 1.15.0+solana.2.0.7 "yellowstone-grpc-tools", # 1.0.0-rc.12+solana.2.0.7 ] diff --git a/yellowstone-grpc-geyser/Cargo.toml b/yellowstone-grpc-geyser/Cargo.toml index de6b3248..b53ed94e 100644 --- a/yellowstone-grpc-geyser/Cargo.toml +++ b/yellowstone-grpc-geyser/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "yellowstone-grpc-geyser" -version = "1.16.2+solana.2.0.7" +version = "1.16.3+solana.2.0.7" authors = { workspace = true } edition = { workspace = true } description = "Yellowstone gRPC Geyser Plugin" diff --git a/yellowstone-grpc-geyser/src/grpc.rs b/yellowstone-grpc-geyser/src/grpc.rs index eb0a1233..fd82ebac 100644 --- a/yellowstone-grpc-geyser/src/grpc.rs +++ b/yellowstone-grpc-geyser/src/grpc.rs @@ -728,7 +728,7 @@ pub struct GrpcService { config_filters: Arc, blocks_meta: Option, subscribe_id: AtomicUsize, - snapshot_rx: Mutex>>>, + snapshot_rx: Mutex>>>, broadcast_tx: broadcast::Sender<(CommitmentLevel, Arc>>)>, debug_clients_tx: Option>, } @@ -741,7 +741,7 @@ impl GrpcService { debug_clients_tx: Option>, is_reload: bool, ) -> anyhow::Result<( - Option>>, + Option>>, mpsc::UnboundedSender>, Arc, )> { @@ -1125,7 +1125,7 @@ impl GrpcService { config_filters: Arc, stream_tx: mpsc::Sender>, mut client_rx: mpsc::UnboundedReceiver>, - mut snapshot_rx: Option>>, + mut snapshot_rx: Option>>, mut messages_rx: broadcast::Receiver<(CommitmentLevel, Arc>>)>, debug_client_tx: Option>, drop_client: impl FnOnce(), @@ -1256,7 +1256,7 @@ impl GrpcService { endpoint: &str, stream_tx: &mpsc::Sender>, client_rx: &mut mpsc::UnboundedReceiver>, - snapshot_rx: crossbeam_channel::Receiver>, + snapshot_rx: crossbeam_channel::Receiver>, is_alive: &mut bool, filter: &mut Filter, ) { @@ -1292,18 +1292,14 @@ impl GrpcService { let message = match snapshot_rx.try_recv() { Ok(message) => { MESSAGE_QUEUE_SIZE.dec(); - match message { - Some(message) => message, - None => break, - } + message } Err(crossbeam_channel::TryRecvError::Empty) => { sleep(Duration::from_millis(1)).await; continue; } Err(crossbeam_channel::TryRecvError::Disconnected) => { - error!("client #{id}: snapshot channel disconnected"); - *is_alive = false; + info!("client #{id}: end of startup"); break; } }; diff --git a/yellowstone-grpc-geyser/src/plugin.rs b/yellowstone-grpc-geyser/src/plugin.rs index 65730ef1..c221bbbc 100644 --- a/yellowstone-grpc-geyser/src/plugin.rs +++ b/yellowstone-grpc-geyser/src/plugin.rs @@ -13,7 +13,7 @@ use { concat, env, sync::{ atomic::{AtomicBool, Ordering}, - Arc, + Arc, Mutex, }, time::Duration, }, @@ -26,7 +26,7 @@ use { #[derive(Debug)] pub struct PluginInner { runtime: Runtime, - snapshot_channel: Option>>, + snapshot_channel: Mutex>>>, snapshot_channel_closed: AtomicBool, grpc_channel: mpsc::UnboundedSender>, grpc_shutdown: Arc, @@ -101,7 +101,7 @@ impl GeyserPlugin for Plugin { self.inner = Some(PluginInner { runtime, - snapshot_channel, + snapshot_channel: Mutex::new(snapshot_channel), snapshot_channel_closed: AtomicBool::new(false), grpc_channel, grpc_shutdown, @@ -137,10 +137,10 @@ impl GeyserPlugin for Plugin { ReplicaAccountInfoVersions::V0_0_3(info) => info, }; - let message = Message::Account((account, slot, is_startup).into()); if is_startup { - if let Some(channel) = &inner.snapshot_channel { - match channel.send(Some(message)) { + if let Some(channel) = inner.snapshot_channel.lock().unwrap().as_ref() { + let message = Message::Account((account, slot, is_startup).into()); + match channel.send(Box::new(message)) { Ok(()) => MESSAGE_QUEUE_SIZE.inc(), Err(_) => { if !inner.snapshot_channel_closed.swap(true, Ordering::Relaxed) { @@ -152,6 +152,7 @@ impl GeyserPlugin for Plugin { } } } else { + let message = Message::Account((account, slot, is_startup).into()); inner.send_message(message); } @@ -161,12 +162,7 @@ impl GeyserPlugin for Plugin { fn notify_end_of_startup(&self) -> PluginResult<()> { self.with_inner(|inner| { - if let Some(channel) = &inner.snapshot_channel { - match channel.send(None) { - Ok(()) => MESSAGE_QUEUE_SIZE.inc(), - Err(_) => panic!("failed to send message to startup queue: channel closed"), - } - } + let _snapshot_channel = inner.snapshot_channel.lock().unwrap().take(); Ok(()) }) }