qualia_core_db/inference/moe/
routing.rs1pub use qualia_inference_kernel::moe::routing::*;
3
4#[cfg(test)]
5mod tests {
6 use super::*;
7
8 #[test]
9 fn test_route_topk_selection_and_softmax() {
10 let logits = [1.0, 0.5, 4.0, 2.5, -1.0, 3.0, 0.0, 5.0, 1.2, 0.8];
12 let mut indices = [0u16; 3];
13 let mut weights = [0.0f32; 3];
14
15 let count = route_topk(&logits, 3, true, &mut indices, &mut weights).unwrap();
16 assert_eq!(count, 3);
17 assert_eq!(indices, [7, 2, 5]);
19
20 let sum: f32 = weights.iter().sum();
22 assert!((sum - 1.0).abs() < 1e-5);
23 assert!(weights[0] > weights[1]);
24 assert!(weights[1] > weights[2]);
25 }
26
27 #[test]
28 fn test_qwen_top8_capacity() {
29 let mut logits = [0.0f32; 256];
30 logits[42] = 10.0;
31 logits[100] = 9.0;
32 logits[12] = 8.0;
33 logits[200] = 7.0;
34 logits[1] = 6.0;
35 logits[99] = 5.0;
36 logits[150] = 4.0;
37 logits[255] = 3.0;
38
39 let mut indices = [0u16; 8];
40 let mut weights = [0.0f32; 8];
41
42 let count = route_topk(&logits, 8, true, &mut indices, &mut weights).unwrap();
43 assert_eq!(count, 8);
44 assert_eq!(indices[0], 42);
45 assert_eq!(indices[1], 100);
46 assert_eq!(indices[2], 12);
47 assert_eq!(indices[3], 200);
48 assert_eq!(indices[4], 1);
49 assert_eq!(indices[5], 99);
50 assert_eq!(indices[6], 150);
51 assert_eq!(indices[7], 255);
52 }
53
54 #[test]
55 fn test_combine_expert_outputs() {
56 let exp1 = [1.0, 2.0, 3.0];
57 let exp2 = [4.0, 5.0, 6.0];
58 let outputs = [&exp1[..], &exp2[..]];
59 let weights = [0.5, 0.5];
60 let mut combined = [0.0f32; 3];
61
62 combine_expert_outputs(&outputs, &weights, 3, &mut combined).unwrap();
63 assert_eq!(combined, [2.5, 3.5, 4.5]);
64 }
65}