Skip to main content

qualia_core_db/inference/lab/
experiment_adapter.rs

1use super::experiment::*;
2use crate::inference_bench::{BenchResult, LlmPhaseSnapshot};
3use crate::post_turn_verify::VerifiedTurn;
4use crate::thermal_telemetry::GpuThermalSample;
5pub(super) fn bench_serde(r: &BenchResult) -> BenchResultSerde {
6    BenchResultSerde {
7        label: r.label.clone(),
8        quantization: r.quantization.clone(),
9        prompt_tokens: r.prompt_tokens,
10        output_tokens: r.output_tokens,
11        cold_ttft_ms: r.cold_ttft_ms,
12        cold_total_ms: r.cold_total_ms,
13        warm_ttft_ms: r.warm_ttft_ms,
14        warm_total_ms: r.warm_total_ms,
15        load_ms: r.load_ms,
16        prefill_ms: r.prefill_ms,
17        prefill_tok_s: r.prefill_tok_s,
18        decode_ms: r.decode_ms,
19        decode_tok_s: r.decode_tok_s,
20        mapped_bytes: r.model.mapped_bytes,
21        kv_cache_bytes: r.model.kv_cache_bytes,
22    }
23}
24
25pub(super) fn phase_serde(s: LlmPhaseSnapshot) -> PhaseSnapshotSerde {
26    PhaseSnapshotSerde {
27        load_ns: s.load_ns,
28        prefill_ns: s.prefill_ns,
29        prefill_tokens: s.prefill_tokens,
30        decode_ns: s.decode_ns,
31        decode_tokens: s.decode_tokens,
32        decode_forward_ns: s.decode_forward_ns,
33        decode_output_ns: s.decode_output_ns,
34    }
35}
36
37pub(super) fn capture_thermal(
38    before: Option<GpuThermalSample>,
39    after: Option<GpuThermalSample>,
40    duration_s: f64,
41) -> ThermalSnapshot {
42    let (before_temp_c, before_power_w) = before.map(|s| (s.temp_c, s.power_w)).unwrap_or((0, 0.0));
43    let (after_temp_c, after_power_w) = after.map(|s| (s.temp_c, s.power_w)).unwrap_or((0, 0.0));
44    let avg_power = (before_power_w + after_power_w) / 2.0;
45    ThermalSnapshot {
46        before_temp_c,
47        before_power_w,
48        after_temp_c,
49        after_power_w,
50        energy_j: avg_power * duration_s,
51    }
52}
53
54/// `QualityScore::from_verified`.
55pub(super) fn quality_from_verified(v: &VerifiedTurn) -> QualityScore {
56    let total = v.checks.len();
57    let passed = v.checks.iter().filter(|c| c.ok).count();
58    QualityScore {
59        pass_rate: if total > 0 {
60            passed as f64 / total as f64
61        } else {
62            1.0
63        },
64        total_checks: total,
65        passed,
66        repaired: v.repaired,
67        text_len: v.final_text.len(),
68    }
69}
70
71impl etalon_inference_lab::experiment::VerifiedQuality for VerifiedTurn {
72    fn quality_score(&self) -> QualityScore {
73        quality_from_verified(self)
74    }
75}
76impl From<&BenchResult> for BenchResultSerde {
77    fn from(value: &BenchResult) -> Self {
78        bench_serde(value)
79    }
80}
81impl From<LlmPhaseSnapshot> for PhaseSnapshotSerde {
82    fn from(value: LlmPhaseSnapshot) -> Self {
83        phase_serde(value)
84    }
85}