qualia_core_db/inference/lab/
ablate.rs1use crate::inference_modes::{set_inference_mode, InferenceMode};
2use crate::llm_bench::{set_coop_gemv, set_ffn_fusion, set_kv_int8, set_resident_decode};
3pub use etalon_inference_lab::ablate::{format_ablation_report, AblationRow};
4use std::path::Path;
5struct QualiaAblation;
6impl etalon_inference_lab::ablate::AblationExecutor<InferenceMode> for QualiaAblation {
7 fn execute(
8 &mut self,
9 model: &Path,
10 tokens: u32,
11 resident: bool,
12 coop: bool,
13 ffn: bool,
14 kv: bool,
15 mode: InferenceMode,
16 forge: Option<&str>,
17 ) -> Option<f64> {
18 let _state = super::state::TrialState::capture();
19 set_resident_decode(resident);
20 set_coop_gemv(coop);
21 set_ffn_fusion(ffn);
22 set_kv_int8(kv);
23 set_inference_mode(mode);
24 std::env::set_var("QUALIA_INFERENCE_MODE", mode.as_str());
25 if let Some(forge) = forge {
26 std::env::set_var("QUALIA_FORGE_BACKEND", forge);
27 }
28 crate::hardware_passport::measure_decode_proxy_tok_s(model, tokens)
29 }
30 fn passport_key(&self) -> String {
31 crate::hardware_passport::read_passport(&crate::hardware_passport::default_cache_path())
32 .map(|p| p.key)
33 .unwrap_or_default()
34 }
35 fn backend_label(&self) -> String {
36 std::env::var("QUALIA_WGPU_BACKEND").unwrap_or_else(|_| "auto".into())
37 }
38}
39pub fn run_ablation_matrix(model: &Path, tokens: u32, csv_out: Option<&Path>) -> Vec<AblationRow> {
40 etalon_inference_lab::ablate::run_ablation_matrix(model, tokens, csv_out, &mut QualiaAblation)
41}