Struct PagedKvConfig
pub struct PagedKvConfig {
pub block_size: u32,
pub n_layer: u32,
pub n_kv_head: u32,
pub head_dim: u32,
pub max_context: u32,
pub physical_blocks: u32,
}Fields§
§block_size: u32§n_layer: u32§n_kv_head: u32§head_dim: u32§max_context: u32§physical_blocks: u32Physical pages in the shared pool. A single sequence needs
n_layer * logical_blocks_per_layer() pages.
Implementations§
§impl PagedKvConfig
impl PagedKvConfig
pub fn new(
n_layer: u32,
n_kv_head: u32,
head_dim: u32,
max_context: u32,
) -> Option<PagedKvConfig>
pub fn new( n_layer: u32, n_kv_head: u32, head_dim: u32, max_context: u32, ) -> Option<PagedKvConfig>
Creates a new instance.
pub fn logical_blocks_per_layer(&self) -> u32
pub fn logical_blocks_per_layer(&self) -> u32
Logical blocks per layer.
pub fn required_single_sequence_blocks(&self) -> u32
pub fn required_single_sequence_blocks(&self) -> u32
Required single-sequence blocks.
pub fn slot_kv_elems(&self) -> u32
pub fn slot_kv_elems(&self) -> u32
Slot KV elements.
pub fn block_elems(&self) -> usize
pub fn block_elems(&self) -> usize
Block elements.
pub fn arena_bytes(&self) -> Option<usize>
pub fn arena_bytes(&self) -> Option<usize>
Arena bytes.
Trait Implementations§
§impl Clone for PagedKvConfig
impl Clone for PagedKvConfig
§fn clone(&self) -> PagedKvConfig
fn clone(&self) -> PagedKvConfig
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreimpl Copy for PagedKvConfig
§impl Debug for PagedKvConfig
impl Debug for PagedKvConfig
impl Eq for PagedKvConfig
§impl PartialEq for PagedKvConfig
impl PartialEq for PagedKvConfig
impl StructuralPartialEq for PagedKvConfig
Auto Trait Implementations§
impl Freeze for PagedKvConfig
impl RefUnwindSafe for PagedKvConfig
impl Send for PagedKvConfig
impl Sync for PagedKvConfig
impl Unpin for PagedKvConfig
impl UnsafeUnpin for PagedKvConfig
impl UnwindSafe for PagedKvConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more