Skip to main content

qualia_core_db/inference/runtime/
mod.rs

1//! Prepared native inference runtime.
2//!
3//! This library is the plan/run boundary for production inference. Model discovery,
4//! compilation, immutable upload, receipts, and artifact management are cold control-plane
5//! work. A prepared backend's decode step is the Tier-1 zero-heap data plane.
6
7pub mod artifacts;
8pub mod graph_assist;
9pub mod kv;
10pub mod prepared;
11pub mod receipt;
12pub mod scheduler;
13
14pub use artifacts::{
15    cleanup_stale_runs, ArtifactError, ArtifactFinish, ArtifactRetention, ArtifactStats,
16    RunArtifactDir, StaleCleanupReport,
17};
18pub use prepared::{
19    DecodeStepError, DecodeStepInput, DecodeStepOutput, PreparedBackend, PreparedDecodePlan,
20    PreparedPlanState,
21};
22pub use receipt::{
23    capture_source_provenance, sha256_file, sha256_token_ids, ArtifactCleanupCounters, BackendKind,
24    BenchmarkManifest, ExecutionCounters, ExecutionReceipt, SourceProvenance,
25    MANIFEST_SCHEMA_VERSION, RAW_GREEDY_DECODE_POLICY, RECEIPT_SCHEMA_VERSION,
26};
27pub use scheduler::{Admission, RequestScheduler, RequestState, RequestView, SchedulerError};