qualia_core_db/inference/qwen/
hyper_connection.rs1pub use qualia_inference_kernel::qwen::hyper_connection::*;
3
4#[cfg(test)]
5mod tests {
6 use super::*;
7
8 #[test]
9 fn group_rms_norm_applies_stored_weight() {
10 let streams = [3.0f32, 4.0];
12 let weight = [1.0f32, 2.0];
13 let mut out = [0.0f32; 2];
14 group_rms_norm_into(&streams, 1, 2, &weight, 1.0e-6, &mut out).unwrap();
15 let inv_rms = 1.0 / (25.0f32 / 2.0 + 1.0e-6).sqrt();
16 assert!((out[0] - 3.0 * inv_rms * 1.0).abs() < 1.0e-5);
17 assert!((out[1] - 4.0 * inv_rms * 2.0).abs() < 1.0e-5);
18 }
19
20 #[test]
21 fn mix_and_inject_preserve_all_streams() {
22 let normalized = [1.0f32, 2.0, 3.0, 4.0];
23 let gates = [1.0f32; 4];
24 let mut mixed = [0.0f32; 2];
25 mix_streams_into(&normalized, &gates, 2, 2, &mut mixed).unwrap();
26 assert_eq!(mixed, [2.0, 3.0]);
27 let mut streams = normalized;
28 inject_stream_update(&mut streams, &[1.0, 2.0], &gates, 2, 2).unwrap();
29 assert_eq!(streams, [3.0, 6.0, 5.0, 8.0]);
30 }
31}