qualia_core_db/inference/runtime/scheduler/
mod.rs1pub mod admission;
7mod batch;
8pub mod drain;
9pub mod policy;
10pub mod queue;
11pub mod ragged_backend;
12mod request_table;
13
14pub use admission::{AdmissionError, AdmittedCurrencies};
15pub use batch::{
16 RaggedBackendError, RaggedBatchItem, RaggedBatchOutput, RaggedBatchReceipt, RaggedDecodeBackend,
17};
18pub use drain::{DrainController, DrainError, DrainReason, DrainState};
19pub use policy::{PrefillProgress, SchedulingPolicy};
20pub use queue::{BoundedIntakeQueue, IntakeError, IntakeRequest, IntakeState};
21pub use ragged_backend::{
22 select_graph_bucket, MultiSequenceRaggedBackend, RaggedBackendStats, GRAPH_BUCKET_SIZES,
23 MAX_BATCH_BUCKET, PADDED_REQUEST_ID, PADDED_SLOT_ID,
24};
25pub use request_table::{
26 Admission, DecodeRoundError, RequestScheduler, RequestState, RequestView, SchedulerError,
27};
28
29#[cfg(test)]
30mod tests;