pub struct BackendCapabilities {
pub backend: PreparedBackend,
pub max_batch_size: u32,
pub supports_paged_attention: bool,
pub supports_cuda_graphs: bool,
pub supports_directml_graphs: bool,
pub supported_architectures: &'static [SupportedArchitecture],
pub supported_quants: &'static [&'static str],
pub supported_kv_encodings: &'static [KvEncoding],
}Expand description
Explicit capability declaration for a prepared backend.
Fields§
§backend: PreparedBackend§max_batch_size: u32§supports_paged_attention: bool§supports_cuda_graphs: bool§supports_directml_graphs: bool§supported_architectures: &'static [SupportedArchitecture]§supported_quants: &'static [&'static str]§supported_kv_encodings: &'static [KvEncoding]Implementations§
Source§impl BackendCapabilities
impl BackendCapabilities
Sourcepub const fn cpu_reference() -> Self
pub const fn cpu_reference() -> Self
BackendCapabilities::cpu_reference.
Sourcepub const fn cuda_reference() -> Self
pub const fn cuda_reference() -> Self
BackendCapabilities::cuda_reference.
Sourcepub fn is_architecture_supported(&self, arch: SupportedArchitecture) -> bool
pub fn is_architecture_supported(&self, arch: SupportedArchitecture) -> bool
true when arch is supported.
Sourcepub fn is_quant_supported(&self, quant: &str) -> bool
pub fn is_quant_supported(&self, quant: &str) -> bool
true when quant scheme is supported.
Sourcepub fn is_kv_encoding_supported(&self, enc: KvEncoding) -> bool
pub fn is_kv_encoding_supported(&self, enc: KvEncoding) -> bool
true when KV enc is supported.
Trait Implementations§
Source§impl Clone for BackendCapabilities
impl Clone for BackendCapabilities
Source§impl Debug for BackendCapabilities
impl Debug for BackendCapabilities
impl Eq for BackendCapabilities
Source§impl PartialEq for BackendCapabilities
impl PartialEq for BackendCapabilities
impl StructuralPartialEq for BackendCapabilities
Auto Trait Implementations§
impl Freeze for BackendCapabilities
impl RefUnwindSafe for BackendCapabilities
impl Send for BackendCapabilities
impl Sync for BackendCapabilities
impl Unpin for BackendCapabilities
impl UnsafeUnpin for BackendCapabilities
impl UnwindSafe for BackendCapabilities
Blanket Implementations§
§impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
Aggregate shares in an MPC protocol.
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Checks if this value is equivalent to the given key. Read more
§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Checks if this value is equivalent to the given key. Read more
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more