pub struct InferenceParameters {
pub batch_size: usize,
pub sequence_length: usize,
pub temperature: Option<f64>,
pub top_k: Option<usize>,
pub top_p: Option<f64>,
pub max_tokens: Option<usize>,
pub precision: Precision,
}Expand description
Inference parameters
Fields§
§batch_size: usize§sequence_length: usize§temperature: Option<f64>§top_k: Option<usize>§top_p: Option<f64>§max_tokens: Option<usize>§precision: PrecisionTrait Implementations§
Source§impl Clone for InferenceParameters
impl Clone for InferenceParameters
Source§fn clone(&self) -> InferenceParameters
fn clone(&self) -> InferenceParameters
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for InferenceParameters
impl Debug for InferenceParameters
Source§impl<'de> Deserialize<'de> for InferenceParameters
impl<'de> Deserialize<'de> for InferenceParameters
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for InferenceParameters
impl RefUnwindSafe for InferenceParameters
impl Send for InferenceParameters
impl Sync for InferenceParameters
impl Unpin for InferenceParameters
impl UnsafeUnpin for InferenceParameters
impl UnwindSafe for InferenceParameters
Blanket Implementations§
§impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
Aggregate shares in an MPC protocol.
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more