pub struct RawDecodeConfig {
pub label: String,
pub model_path: String,
pub quantization: String,
pub prompt: String,
pub target_prompt_tokens: Option<u32>,
pub decode_steps: u32,
pub warmup_runs: u16,
pub measured_runs: u16,
pub requested_backend: BackendKind,
}Fields§
§label: String§model_path: String§quantization: String§prompt: String§target_prompt_tokens: Option<u32>Cold benchmark-only prompt shaping: repeat encoded prompt ids to this exact length.
decode_steps: u32§warmup_runs: u16§measured_runs: u16§requested_backend: BackendKindUnknown means “use the selected wgpu adapter and record its concrete backend”.
Implementations§
Trait Implementations§
Source§impl Clone for RawDecodeConfig
impl Clone for RawDecodeConfig
Auto Trait Implementations§
impl Freeze for RawDecodeConfig
impl RefUnwindSafe for RawDecodeConfig
impl Send for RawDecodeConfig
impl Sync for RawDecodeConfig
impl Unpin for RawDecodeConfig
impl UnsafeUnpin for RawDecodeConfig
impl UnwindSafe for RawDecodeConfig
Blanket Implementations§
§impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
Aggregate shares in an MPC protocol.
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more