Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
172 changes: 172 additions & 0 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

3 changes: 3 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,14 @@ resolver = "3"
members = [
"components/spider-core",
"components/spider-derive",
"components/spider-execution-manager",
"components/spider-storage",
"components/spider-task-executor",
"components/spider-tdl",
"components/spider-tdl-derive",
"examples/huntsman/complex/tasks",
"examples/huntsman/complex/types",
"tests/huntsman/integration-test-tasks",
"tests/huntsman/task-executor",
"tests/huntsman/tdl-integration",
]
32 changes: 32 additions & 0 deletions components/spider-execution-manager/Cargo.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
[package]
name = "spider-execution-manager"
version = "0.1.0"
edition = "2024"

[lib]
name = "spider_execution_manager"
path = "src/lib.rs"

[dependencies]
async-trait = "0.1.89"
bincode = "1.3.3"
bytes = "1.10"
futures-util = { version = "0.3.31", default-features = false, features = [
"sink",
"std"
] }
rmp-serde = "1.3.1"
spider-core = { path = "../spider-core" }
spider-task-executor = { path = "../spider-task-executor" }
spider-tdl = { path = "../spider-tdl" }
thiserror = "2.0.18"
tokio = { version = "1.50.0", features = [
"io-util",
"macros",
"process",
"rt",
"sync",
"time"
] }
tokio-util = { version = "0.7", features = ["codec"] }
tracing = { version = "0.1.41", default-features = false, features = ["std"] }
15 changes: 15 additions & 0 deletions components/spider-execution-manager/src/client.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
//! Network client traits used by the execution manager.
//!
//! Three traits cover the EM's outbound traffic:
//!
//! * [`scheduler::SchedulerClient`] — pulls task assignments from the scheduler.
//! * [`storage::StorageClient`] — registers task instances and reports their outcome.
//! * [`liveness::LivenessClient`] — registers the EM at boot and ticks the heartbeat thereafter.

pub mod liveness;
pub mod scheduler;
pub mod storage;

pub use liveness::{LivenessClient, LivenessResponseError, RegistrationResponse};
pub use scheduler::{SchedulerClient, SchedulerError, SchedulerResponse};
pub use storage::{StorageClient, StorageResponseError};
Loading
Loading