chore(katana): move syncing specific component to /sync dir (#2789)

Cargo.toml

@@ -24,7 +24,6 @@ members = [
 	"crates/katana/grpc",
 	"crates/katana/node",
 	"crates/katana/node-bindings",
-	"crates/katana/pipeline",
 	"crates/katana/pool",
 	"crates/katana/primitives",
 	"crates/katana/rpc/rpc",
@@ -37,6 +36,8 @@ members = [
 	"crates/katana/storage/codecs/derive",
 	"crates/katana/storage/db",
 	"crates/katana/storage/provider",
+	"crates/katana/sync/pipeline",
+	"crates/katana/sync/stage",
 	"crates/katana/tasks",
 	"crates/katana/trie",
 	"crates/metrics",
@@ -101,7 +102,7 @@ katana-executor = { path = "crates/katana/executor" }
 katana-feeder-gateway = { path = "crates/katana/feeder-gateway" }
 katana-node = { path = "crates/katana/node", default-features = false }
 katana-node-bindings = { path = "crates/katana/node-bindings" }
-katana-pipeline = { path = "crates/katana/pipeline" }
+katana-pipeline = { path = "crates/katana/sync/pipeline" }
 katana-pool = { path = "crates/katana/pool" }
 katana-primitives = { path = "crates/katana/primitives" }
 katana-provider = { path = "crates/katana/storage/provider" }
@@ -111,6 +112,7 @@ katana-rpc-types = { path = "crates/katana/rpc/rpc-types" }
 katana-rpc-types-builder = { path = "crates/katana/rpc/rpc-types-builder" }
 katana-runner = { path = "crates/katana/runner" }
 katana-slot-controller = { path = "crates/katana/controller" }
+katana-stage = { path = "crates/katana/sync/stage" }
 katana-tasks = { path = "crates/katana/tasks" }
 katana-trie = { path = "crates/katana/trie" }
 

crates/katana/node/Cargo.toml

@@ -14,6 +14,7 @@ katana-pool.workspace = true
 katana-primitives.workspace = true
 katana-rpc.workspace = true
 katana-rpc-api.workspace = true
+katana-stage.workspace = true
 katana-tasks.workspace = true
 
 anyhow.workspace = true

crates/katana/node/src/full/mod.rs

@@ -12,13 +12,13 @@ use dojo_metrics::{Report, Server as MetricsServer};
 use exit::NodeStoppedFuture;
 use katana_db::mdbx::DbEnv;
 use katana_feeder_gateway::client::SequencerGateway;
-use katana_pipeline::stage::{Blocks, Classes};
 use katana_pipeline::{Pipeline, PipelineHandle};
 use katana_pool::ordering::FiFo;
 use katana_pool::pool::Pool;
 use katana_pool::validation::NoopValidator;
 use katana_primitives::transaction::ExecutableTxWithHash;
 use katana_provider::providers::db::DbProvider;
+use katana_stage::{Blocks, Classes};
 use katana_tasks::TaskManager;
 use tip_watcher::ChainTipWatcher;
 use tracing::info;

crates/katana/node/src/lib.rs

@@ -33,7 +33,6 @@ use katana_core::service::block_producer::BlockProducer;
 use katana_db::mdbx::DbEnv;
 use katana_executor::implementation::blockifier::BlockifierFactory;
 use katana_executor::{ExecutionFlags, ExecutorFactory};
-use katana_pipeline::stage::Sequencing;
 use katana_pool::ordering::FiFo;
 use katana_pool::TxPool;
 use katana_primitives::block::GasPrices;
@@ -48,6 +47,7 @@ use katana_rpc_api::dev::DevApiServer;
 use katana_rpc_api::saya::SayaApiServer;
 use katana_rpc_api::starknet::{StarknetApiServer, StarknetTraceApiServer, StarknetWriteApiServer};
 use katana_rpc_api::torii::ToriiApiServer;
+use katana_stage::Sequencing;
 use katana_tasks::TaskManager;
 use tower_http::cors::{AllowOrigin, CorsLayer};
 use tracing::info;

crates/katana/sync/pipeline/Cargo.toml

@@ -0,0 +1,19 @@
+[package]
+edition.workspace = true
+license.workspace = true
+name = "katana-pipeline"
+repository.workspace = true
+version.workspace = true
+
+[dependencies]
+katana-primitives.workspace = true
+katana-provider = { workspace = true, features = [ "test-utils" ] }
+katana-stage.workspace = true
+
+futures.workspace = true
+thiserror.workspace = true
+tokio.workspace = true
+tracing.workspace = true
+
+[dev-dependencies]
+async-trait.workspace = true

crates/katana/pipeline/src/lib.rs → crates/katana/sync/pipeline/src/lib.rs

@@ -1,14 +1,12 @@
 #![cfg_attr(not(test), warn(unused_crate_dependencies))]
 
-pub mod stage;
-
 use core::future::IntoFuture;
 
 use futures::future::BoxFuture;
 use katana_primitives::block::BlockNumber;
 use katana_provider::error::ProviderError;
 use katana_provider::traits::stage::StageCheckpointProvider;
-use stage::{Stage, StageExecutionInput};
+use katana_stage::{Stage, StageExecutionInput};
 use tokio::sync::watch;
 use tracing::{error, info};
 
@@ -24,7 +22,7 @@ pub enum Error {
     StageNotFound { id: String },
 
     #[error(transparent)]
-    Stage(#[from] stage::Error),
+    Stage(#[from] katana_stage::Error),
 
     #[error(transparent)]
     Provider(#[from] ProviderError),
@@ -186,9 +184,9 @@ where
 mod tests {
     use katana_provider::test_utils::test_provider;
     use katana_provider::traits::stage::StageCheckpointProvider;
+    use katana_stage::StageResult;
 
     use super::{Pipeline, Stage, StageExecutionInput};
-    use crate::stage::StageResult;
 
     struct MockStage;
 

crates/katana/pipeline/Cargo.toml → crates/katana/sync/stage/Cargo.toml

@@ -1,7 +1,7 @@
 [package]
 edition.workspace = true
 license.workspace = true
-name = "katana-pipeline"
+name = "katana-stage"
 repository.workspace = true
 version.workspace = true
 
@@ -11,7 +11,7 @@ katana-executor.workspace = true
 katana-feeder-gateway.workspace = true
 katana-pool.workspace = true
 katana-primitives.workspace = true
-katana-provider = { workspace = true, features = [ "test-utils" ] }
+katana-provider.workspace = true
 katana-rpc-types.workspace = true
 katana-tasks.workspace = true
 

crates/katana/pipeline/src/stage/blocks.rs → crates/katana/sync/stage/src/blocks.rs

@@ -275,7 +275,7 @@ mod tests {
     use katana_provider::traits::block::BlockNumberProvider;
 
     use super::Blocks;
-    use crate::stage::{Stage, StageExecutionInput};
+    use crate::{Stage, StageExecutionInput};
 
     #[tokio::test]
     async fn fetch_blocks() {

crates/katana/pipeline/src/stage/mod.rs → crates/katana/sync/stage/src/lib.rs

@@ -1,3 +1,5 @@
+#![cfg_attr(not(test), warn(unused_crate_dependencies))]
+
 use katana_primitives::block::BlockNumber;
 use katana_provider::error::ProviderError;