Skip to main content

qualia_core_db/inference/runtime/scheduler/
mod.rs

1//! Bounded request scheduling for paged native inference.
2//!
3//! Construction is cold and sizes every request table. Admission, prefix attachment, runnable
4//! collection, page COW, cancellation, and completion are zero-growth hot operations.
5
6pub mod admission;
7mod batch;
8pub mod drain;
9pub mod policy;
10pub mod queue;
11pub mod ragged_backend;
12mod request_table;
13
14pub use admission::{AdmissionError, AdmittedCurrencies};
15pub use batch::{
16    RaggedBackendError, RaggedBatchItem, RaggedBatchOutput, RaggedBatchReceipt, RaggedDecodeBackend,
17};
18pub use drain::{DrainController, DrainError, DrainReason, DrainState};
19pub use policy::{PrefillProgress, SchedulingPolicy};
20pub use queue::{BoundedIntakeQueue, IntakeError, IntakeRequest, IntakeState};
21pub use ragged_backend::{
22    select_graph_bucket, MultiSequenceRaggedBackend, RaggedBackendStats, GRAPH_BUCKET_SIZES,
23    MAX_BATCH_BUCKET, PADDED_REQUEST_ID, PADDED_SLOT_ID,
24};
25pub use request_table::{
26    Admission, DecodeRoundError, RequestScheduler, RequestState, RequestView, SchedulerError,
27};
28
29#[cfg(test)]
30mod tests;