From e462ebbf55f862c04b4df9dcf37d13280f083ee5 Mon Sep 17 00:00:00 2001 From: ethan Date: Wed, 18 Nov 2026 14:05:35 +0800 Subject: [PATCH 1/2] fix: back off and stagger Graph polling --- crates/client/src/graphs/mod.rs | 13 ++++++++++++- node/src/scheduled_tasks/event_watch/mod.rs | 10 +++++++++- 2 files changed, 21 insertions(+), 2 deletions(-) diff --git a/crates/client/src/graphs/mod.rs b/crates/client/src/graphs/mod.rs index 6175509a..75ef2e5a 100644 --- a/crates/client/src/graphs/mod.rs +++ b/crates/client/src/graphs/mod.rs @@ -1,4 +1,5 @@ use crate::graphs::graph_query::get_meta_data_query; +use rand::Rng; use std::time::Duration; use tokio::time::sleep; @@ -58,7 +59,17 @@ impl GraphQueryClient { body ); if attempt < GRAPH_QUERY_RETRY_MAX_ATTEMPTS { - let delay = GRAPH_QUERY_RETRY_BASE_DELAY_MS * attempt as u64; + let delay = match status { + reqwest::StatusCode::SERVICE_UNAVAILABLE + | reqwest::StatusCode::TOO_MANY_REQUESTS => { + if attempt == 1 { + rand::thread_rng().gen_range(1_000..=3_000) + } else { + rand::thread_rng().gen_range(3_000..=8_000) + } + } + _ => GRAPH_QUERY_RETRY_BASE_DELAY_MS * attempt as u64, + }; sleep(Duration::from_millis(delay)).await; last_err = Some(err); continue; diff --git a/node/src/scheduled_tasks/event_watch/mod.rs b/node/src/scheduled_tasks/event_watch/mod.rs index 09d4e5d0..5c5c1429 100644 --- a/node/src/scheduled_tasks/event_watch/mod.rs +++ b/node/src/scheduled_tasks/event_watch/mod.rs @@ -515,9 +515,17 @@ pub async fn run_watch_event_task( })], ), ]); + let poll_interval = Duration::from_secs(interval.max(12)); + let mut poll_delay = + Duration::from_millis(rand::Rng::gen_range(&mut rand::thread_rng(), 0..=12_000)); loop { tokio::select! { - _ = tokio::time::sleep(Duration::from_secs(interval)) => { + _ = tokio::time::sleep(poll_delay) => { + poll_delay = poll_interval + + Duration::from_millis(rand::Rng::gen_range( + &mut rand::thread_rng(), + 0..=6_000, + )); let started_at = Instant::now(); // Execute the normal monitoring logic match monitor_events( From a1a4bd4c97049198ae248016752197a26b720622 Mon Sep 17 00:00:00 2001 From: ethan Date: Wed, 18 Nov 2026 14:11:24 +0800 Subject: [PATCH 2/2] test: speed up Graph polling on Anvil localnet --- localnet/scripts/gen-node-envs.sh | 1 + node/src/scheduled_tasks/event_watch/mod.rs | 11 ++++++++--- 2 files changed, 9 insertions(+), 3 deletions(-) diff --git a/localnet/scripts/gen-node-envs.sh b/localnet/scripts/gen-node-envs.sh index a130e394..be971dfa 100755 --- a/localnet/scripts/gen-node-envs.sh +++ b/localnet/scripts/gen-node-envs.sh @@ -40,6 +40,7 @@ RUST_LOG=$RUST_LOG BITCOIN_NETWORK=$BITCOIN_NETWORK BTC_CHAIN_URL=$BTC_CHAIN_URL GOAT_CHAIN_URL=$GOAT_CHAIN_URL +LOCALNET_FAST_GRAPH_POLL=$([[ "$GOAT_BACKEND" == anvil ]] && echo 1 || echo 0) # the graph / contracts (read from state/*.json) MIN_REQUIRED_VERIFIER=$MIN_REQUIRED_VERIFIER diff --git a/node/src/scheduled_tasks/event_watch/mod.rs b/node/src/scheduled_tasks/event_watch/mod.rs index 5c5c1429..7a9cd8e9 100644 --- a/node/src/scheduled_tasks/event_watch/mod.rs +++ b/node/src/scheduled_tasks/event_watch/mod.rs @@ -515,16 +515,21 @@ pub async fn run_watch_event_task( })], ), ]); - let poll_interval = Duration::from_secs(interval.max(12)); + let (poll_interval, startup_jitter_ms, poll_jitter_ms) = + if std::env::var("LOCALNET_FAST_GRAPH_POLL").as_deref() == Ok("1") { + (Duration::from_secs(2), 500, 500) + } else { + (Duration::from_secs(interval.max(12)), 12_000, 6_000) + }; let mut poll_delay = - Duration::from_millis(rand::Rng::gen_range(&mut rand::thread_rng(), 0..=12_000)); + Duration::from_millis(rand::Rng::gen_range(&mut rand::thread_rng(), 0..=startup_jitter_ms)); loop { tokio::select! { _ = tokio::time::sleep(poll_delay) => { poll_delay = poll_interval + Duration::from_millis(rand::Rng::gen_range( &mut rand::thread_rng(), - 0..=6_000, + 0..=poll_jitter_ms, )); let started_at = Instant::now(); // Execute the normal monitoring logic