feat: update retry mechanism (#358)

* feat: update retry mechanism using tower::Service

* feat: add retry metrics

* fix: lints

* feat: hide abstractions and use concrete type

* chore: cleaning docs + test-utils

* fix: benchmark

* fix: switch to walltime mode

* feat: answer comments

* fix: revert codspeed

* feat: get_n_l2_block_data_hint

* fix:get_n_l2_block_data_hint sql query

---------

Co-authored-by: frisitano <35734660+frisitano@users.noreply.github.com>

Author: greged93

.github/workflows/bench.yml

@@ -26,8 +26,9 @@ jobs:
         with:
           tool: cargo-codspeed
       - name: Build the benchmark target(s)
-        run: cargo codspeed build -p scroll-derivation-pipeline
+        run: cargo codspeed build -p scroll-derivation-pipeline --profile profiling
       - name: Run the benchmarks
-        uses: CodSpeedHQ/action@v3
+        uses: CodSpeedHQ/action@v4
         with:
+          mode: instrumentation
           run: cargo codspeed run --workspace

Cargo.lock

@@ -115,6 +115,13 @@ significant_drop_tightening = "allow"
 too_long_first_doc_paragraph = "allow"
 large_enum_variant = "allow"
 
+# Use the `--profile profiling` flag to show symbols in release mode.
+# e.g. `cargo build --profile profiling`
+[profile.profiling]
+inherits = "release"
+debug = "full"
+strip = "none"
+
 [workspace.dependencies]
 # alloy
 alloy-chains = { version = "0.2.5", default-features = false }

Cargo.toml

@@ -4,7 +4,7 @@ use alloy_transport::TransportErrorKind;
 use rollup_node_primitives::{BatchInfo, BlockInfo};
 use rollup_node_sequencer::SequencerError;
 use rollup_node_signer::SignerError;
-use scroll_db::{DatabaseError, L1MessageKey};
+use scroll_db::{CanRetry, DatabaseError, L1MessageKey};
 use scroll_engine::EngineError;
 
 /// A type that represents an error that occurred in the chain orchestrator.
@@ -93,3 +93,12 @@ pub enum ChainOrchestratorError {
     #[error("An error occurred while handling rollup node primitives: {0}")]
     RollupNodePrimitiveError(rollup_node_primitives::RollupNodePrimitiveError),
 }
+
+impl CanRetry for ChainOrchestratorError {
+    fn can_retry(&self) -> bool {
+        match &self {
+            Self::DatabaseError(err) => err.can_retry(),
+            _ => false,
+        }
+    }
+}