feat: reduce chain crawler interval (#118)

* feat: reduce crawlers interval

* feat: reduce chain crawler interval time

chain/src/main.rs

@@ -90,6 +90,7 @@ async fn main() -> Result<(), MainError> {
             )
         },
         crawler_state.last_processed_block,
+        Some(1000),
     )
     .await
 }

governance/src/main.rs

@@ -73,6 +73,7 @@ async fn main() -> Result<(), MainError> {
             )
         },
         0,
+        None,
     )
     .await
 }

parameters/src/main.rs

@@ -74,6 +74,7 @@ async fn main() -> Result<(), MainError> {
             )
         },
         0,
+        None,
     )
     .await
 }

pos/src/main.rs

@@ -58,6 +58,7 @@ async fn main() -> Result<(), MainError> {
     crawler::crawl(
         move |epoch| crawling_fn(epoch, conn.clone(), client.clone()),
         next_epoch,
+        None,
     )
     .await
 }

rewards/src/main.rs

@@ -73,6 +73,7 @@ async fn main() -> Result<(), MainError> {
     crawler::crawl(
         move |epoch| crawling_fn(conn.clone(), client.clone(), epoch),
         epoch,
+        None,
     )
     .await
 }

shared/src/crawler.rs

@@ -20,14 +20,19 @@ fn indexes(from: u32, to: Option<u32>) -> impl Stream<Item = u32> {
     }
 }
 
-pub async fn crawl<F, Fut>(f: F, first_index: u32) -> Result<(), MainError>
+pub async fn crawl<F, Fut>(
+    f: F,
+    first_index: u32,
+    interval: Option<u64>,
+) -> Result<(), MainError>
 where
     F: Fn(u32) -> Fut,
     Fut: Future<Output = Result<(), MainError>>,
 {
+    let interval = interval.unwrap_or(5000);
     let s = indexes(first_index, None);
     pin_mut!(s);
-    let retry_strategy = FixedInterval::from_millis(5000).map(jitter);
+    let retry_strategy = FixedInterval::from_millis(interval).map(jitter);
     let must_exit = must_exit_handle();
 
     while let Some(index) = s.next().await {

transactions/src/main.rs

@@ -83,6 +83,7 @@ async fn main() -> Result<(), MainError> {
             )
         },
         next_block,
+        None,
     )
     .await
 }