pub struct OsrpBaselineManifest {
pub model_id: String,
pub model_sha256: String,
pub launch_invocation: String,
pub prompt_tokens: u32,
pub decode_tokens: u32,
pub prefill_tok_s: f64,
pub decode_tok_s: f64,
pub ttft_ms: f64,
pub p95_inter_token_ms: f64,
pub peak_vram_mb: u32,
}Expand description
Baseline benchmark manifest captured on reference OSRP implementation (Gate 1).
Fields§
§model_id: String§model_sha256: String§launch_invocation: String§prompt_tokens: u32§decode_tokens: u32§prefill_tok_s: f64§decode_tok_s: f64§ttft_ms: f64§p95_inter_token_ms: f64§peak_vram_mb: u32Implementations§
Source§impl OsrpBaselineManifest
impl OsrpBaselineManifest
Sourcepub fn qwen3_6_35b_nvfp4_reference() -> Self
pub fn qwen3_6_35b_nvfp4_reference() -> Self
Reference baseline: Qwen3.6-35B NVFP4.
Sourcepub fn granite_4_0_h_tiny_q4km_reference() -> Self
pub fn granite_4_0_h_tiny_q4km_reference() -> Self
Reference baseline: Granite-4.0-H-tiny Q4_K_M.
Trait Implementations§
Source§impl Clone for OsrpBaselineManifest
impl Clone for OsrpBaselineManifest
Source§impl Debug for OsrpBaselineManifest
impl Debug for OsrpBaselineManifest
Source§impl<'de> Deserialize<'de> for OsrpBaselineManifest
impl<'de> Deserialize<'de> for OsrpBaselineManifest
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for OsrpBaselineManifest
impl PartialEq for OsrpBaselineManifest
Source§impl Serialize for OsrpBaselineManifest
impl Serialize for OsrpBaselineManifest
impl StructuralPartialEq for OsrpBaselineManifest
Auto Trait Implementations§
impl Freeze for OsrpBaselineManifest
impl RefUnwindSafe for OsrpBaselineManifest
impl Send for OsrpBaselineManifest
impl Sync for OsrpBaselineManifest
impl Unpin for OsrpBaselineManifest
impl UnsafeUnpin for OsrpBaselineManifest
impl UnwindSafe for OsrpBaselineManifest
Blanket Implementations§
§impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
impl<S, A> Aggregate<Result<S, Error>> for Awhere
A: Aggregate<S>,
Aggregate shares in an MPC protocol.
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
§impl<T> Instrument for T
impl<T> Instrument for T
§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more