qualia_core_db/inference/lab/
experiment_adapter.rs1use super::experiment::*;
2use crate::inference_bench::{BenchResult, LlmPhaseSnapshot};
3use crate::post_turn_verify::VerifiedTurn;
4use crate::thermal_telemetry::GpuThermalSample;
5pub(super) fn bench_serde(r: &BenchResult) -> BenchResultSerde {
6 BenchResultSerde {
7 label: r.label.clone(),
8 quantization: r.quantization.clone(),
9 prompt_tokens: r.prompt_tokens,
10 output_tokens: r.output_tokens,
11 cold_ttft_ms: r.cold_ttft_ms,
12 cold_total_ms: r.cold_total_ms,
13 warm_ttft_ms: r.warm_ttft_ms,
14 warm_total_ms: r.warm_total_ms,
15 load_ms: r.load_ms,
16 prefill_ms: r.prefill_ms,
17 prefill_tok_s: r.prefill_tok_s,
18 decode_ms: r.decode_ms,
19 decode_tok_s: r.decode_tok_s,
20 mapped_bytes: r.model.mapped_bytes,
21 kv_cache_bytes: r.model.kv_cache_bytes,
22 }
23}
24
25pub(super) fn phase_serde(s: LlmPhaseSnapshot) -> PhaseSnapshotSerde {
26 PhaseSnapshotSerde {
27 load_ns: s.load_ns,
28 prefill_ns: s.prefill_ns,
29 prefill_tokens: s.prefill_tokens,
30 decode_ns: s.decode_ns,
31 decode_tokens: s.decode_tokens,
32 decode_forward_ns: s.decode_forward_ns,
33 decode_output_ns: s.decode_output_ns,
34 }
35}
36
37pub(super) fn capture_thermal(
38 before: Option<GpuThermalSample>,
39 after: Option<GpuThermalSample>,
40 duration_s: f64,
41) -> ThermalSnapshot {
42 let (before_temp_c, before_power_w) = before.map(|s| (s.temp_c, s.power_w)).unwrap_or((0, 0.0));
43 let (after_temp_c, after_power_w) = after.map(|s| (s.temp_c, s.power_w)).unwrap_or((0, 0.0));
44 let avg_power = (before_power_w + after_power_w) / 2.0;
45 ThermalSnapshot {
46 before_temp_c,
47 before_power_w,
48 after_temp_c,
49 after_power_w,
50 energy_j: avg_power * duration_s,
51 }
52}
53
54pub(super) fn quality_from_verified(v: &VerifiedTurn) -> QualityScore {
56 let total = v.checks.len();
57 let passed = v.checks.iter().filter(|c| c.ok).count();
58 QualityScore {
59 pass_rate: if total > 0 {
60 passed as f64 / total as f64
61 } else {
62 1.0
63 },
64 total_checks: total,
65 passed,
66 repaired: v.repaired,
67 text_len: v.final_text.len(),
68 }
69}
70
71impl etalon_inference_lab::experiment::VerifiedQuality for VerifiedTurn {
72 fn quality_score(&self) -> QualityScore {
73 quality_from_verified(self)
74 }
75}
76impl From<&BenchResult> for BenchResultSerde {
77 fn from(value: &BenchResult) -> Self {
78 bench_serde(value)
79 }
80}
81impl From<LlmPhaseSnapshot> for PhaseSnapshotSerde {
82 fn from(value: LlmPhaseSnapshot) -> Self {
83 phase_serde(value)
84 }
85}