Skip to main content

qualia_core_db/inference/lab/
ablate.rs

1use crate::inference_modes::{set_inference_mode, InferenceMode};
2use crate::llm_bench::{set_coop_gemv, set_ffn_fusion, set_kv_int8, set_resident_decode};
3pub use etalon_inference_lab::ablate::{format_ablation_report, AblationRow};
4use std::path::Path;
5struct QualiaAblation;
6impl etalon_inference_lab::ablate::AblationExecutor<InferenceMode> for QualiaAblation {
7    fn execute(
8        &mut self,
9        model: &Path,
10        tokens: u32,
11        resident: bool,
12        coop: bool,
13        ffn: bool,
14        kv: bool,
15        mode: InferenceMode,
16        forge: Option<&str>,
17    ) -> Option<f64> {
18        let _state = super::state::TrialState::capture();
19        set_resident_decode(resident);
20        set_coop_gemv(coop);
21        set_ffn_fusion(ffn);
22        set_kv_int8(kv);
23        set_inference_mode(mode);
24        std::env::set_var("QUALIA_INFERENCE_MODE", mode.as_str());
25        if let Some(forge) = forge {
26            std::env::set_var("QUALIA_FORGE_BACKEND", forge);
27        }
28        crate::hardware_passport::measure_decode_proxy_tok_s(model, tokens)
29    }
30    fn passport_key(&self) -> String {
31        crate::hardware_passport::read_passport(&crate::hardware_passport::default_cache_path())
32            .map(|p| p.key)
33            .unwrap_or_default()
34    }
35    fn backend_label(&self) -> String {
36        std::env::var("QUALIA_WGPU_BACKEND").unwrap_or_else(|_| "auto".into())
37    }
38}
39pub fn run_ablation_matrix(model: &Path, tokens: u32, csv_out: Option<&Path>) -> Vec<AblationRow> {
40    etalon_inference_lab::ablate::run_ablation_matrix(model, tokens, csv_out, &mut QualiaAblation)
41}