Skip to main content

qualia_core_db/inference/qwen/
hyper_connection.rs

1//! Compatibility exports for the canonical Etalon numerical implementation.
2pub use qualia_inference_kernel::qwen::hyper_connection::*;
3
4#[cfg(test)]
5mod tests {
6    use super::*;
7
8    #[test]
9    fn group_rms_norm_applies_stored_weight() {
10        // The converter folds (1 + w) into the stored gamma: it multiplies as-is.
11        let streams = [3.0f32, 4.0];
12        let weight = [1.0f32, 2.0];
13        let mut out = [0.0f32; 2];
14        group_rms_norm_into(&streams, 1, 2, &weight, 1.0e-6, &mut out).unwrap();
15        let inv_rms = 1.0 / (25.0f32 / 2.0 + 1.0e-6).sqrt();
16        assert!((out[0] - 3.0 * inv_rms * 1.0).abs() < 1.0e-5);
17        assert!((out[1] - 4.0 * inv_rms * 2.0).abs() < 1.0e-5);
18    }
19
20    #[test]
21    fn mix_and_inject_preserve_all_streams() {
22        let normalized = [1.0f32, 2.0, 3.0, 4.0];
23        let gates = [1.0f32; 4];
24        let mut mixed = [0.0f32; 2];
25        mix_streams_into(&normalized, &gates, 2, 2, &mut mixed).unwrap();
26        assert_eq!(mixed, [2.0, 3.0]);
27        let mut streams = normalized;
28        inject_stream_update(&mut streams, &[1.0, 2.0], &gates, 2, 2).unwrap();
29        assert_eq!(streams, [3.0, 6.0, 5.0, 8.0]);
30    }
31}