pub struct ModelHelperTokenizer {
pub bos_token_id: u32,
pub eos_token_id: u32,
pub add_bos_token: bool,
pub chat_family: String,
pub stop_token_ids: Vec<u32>,
pub stop_token_strings: Vec<String>,
pub vocab_len: u32,
}Fields§
§bos_token_id: u32§eos_token_id: u32§add_bos_token: bool§chat_family: StringChatMl / Llama3 / None (unsupported families are not release candidates).
stop_token_ids: Vec<u32>§stop_token_strings: Vec<String>§vocab_len: u32Trait Implementations§
Source§impl Clone for ModelHelperTokenizer
impl Clone for ModelHelperTokenizer
Source§impl Debug for ModelHelperTokenizer
impl Debug for ModelHelperTokenizer
Source§impl<'de> Deserialize<'de> for ModelHelperTokenizer
impl<'de> Deserialize<'de> for ModelHelperTokenizer
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for ModelHelperTokenizer
impl PartialEq for ModelHelperTokenizer
Source§impl Serialize for ModelHelperTokenizer
impl Serialize for ModelHelperTokenizer
impl StructuralPartialEq for ModelHelperTokenizer
Auto Trait Implementations§
impl Freeze for ModelHelperTokenizer
impl RefUnwindSafe for ModelHelperTokenizer
impl Send for ModelHelperTokenizer
impl Sync for ModelHelperTokenizer
impl Unpin for ModelHelperTokenizer
impl UnsafeUnpin for ModelHelperTokenizer
impl UnwindSafe for ModelHelperTokenizer
Blanket Implementations§
§impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
Aggregate shares in an MPC protocol.
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more