Struct VramLedger 

pub struct VramLedger { /* private fields */ }

Zero-heap VRAM budget tracker (bytes, atomics).

Implementations

impl VramLedger

pub const KV_CACHE_CAP_BYTES: u64

pub fn budget(&self) -> u64

pub fn used_in_slot(&self, slot: VramLedgerSlot) -> u64

pub fn record_slot(&self, slot: VramLedgerSlot, bytes: u64)

pub fn universe_used_bytes(&self, universe: ComputeUniverse) -> u64

pub fn universe_pressure( &self, orchestrator: &UniverseOrchestrator, universe: ComputeUniverse, ) -> f32

pub fn can_allocate_in_universe( &self, orchestrator: &UniverseOrchestrator, universe: ComputeUniverse, extra_bytes: u64, ) -> bool

pub fn slot_byte_offset( orchestrator: &UniverseOrchestrator, slot: VramLedgerSlot, ) -> u64

Map a ledger slot to its pinned byte offset inside the adapter ledger.

pub fn record_universe( &self, universe: ComputeUniverse, slot: VramLedgerSlot, bytes: u64, )

pub fn new(budget_bytes: u64) -> Self

pub fn set_budget(&self, bytes: u64)

pub fn record_tensor(&self, bytes: u64)

pub fn record_kv_cache(&self, bytes: u64)

pub fn record_render(&self, bytes: u64)

pub fn record_llm_staging(&self, bytes: u64)

pub fn used_bytes(&self) -> u64

pub fn pressure(&self) -> f32

pub fn mode(&self) -> OperationalMode

pub fn refresh_mode(&self)

pub fn can_allocate(&self, extra_bytes: u64) -> bool

Trait Implementations

impl Debug for VramLedger

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for VramLedger

fn default() -> VramLedger

Returns the “default value” for a type.