Skip to main content

qualia_core_db/inference/moe/
routing.rs

1//! Compatibility exports for the canonical Etalon numerical implementation.
2pub use qualia_inference_kernel::moe::routing::*;
3
4#[cfg(test)]
5mod tests {
6    use super::*;
7
8    #[test]
9    fn test_route_topk_selection_and_softmax() {
10        // 10 experts, select top-3
11        let logits = [1.0, 0.5, 4.0, 2.5, -1.0, 3.0, 0.0, 5.0, 1.2, 0.8];
12        let mut indices = [0u16; 3];
13        let mut weights = [0.0f32; 3];
14
15        let count = route_topk(&logits, 3, true, &mut indices, &mut weights).unwrap();
16        assert_eq!(count, 3);
17        // Top 3 should be: index 7 (5.0), index 2 (4.0), index 5 (3.0)
18        assert_eq!(indices, [7, 2, 5]);
19
20        // Sum of weights should equal 1.0
21        let sum: f32 = weights.iter().sum();
22        assert!((sum - 1.0).abs() < 1e-5);
23        assert!(weights[0] > weights[1]);
24        assert!(weights[1] > weights[2]);
25    }
26
27    #[test]
28    fn test_qwen_top8_capacity() {
29        let mut logits = [0.0f32; 256];
30        logits[42] = 10.0;
31        logits[100] = 9.0;
32        logits[12] = 8.0;
33        logits[200] = 7.0;
34        logits[1] = 6.0;
35        logits[99] = 5.0;
36        logits[150] = 4.0;
37        logits[255] = 3.0;
38
39        let mut indices = [0u16; 8];
40        let mut weights = [0.0f32; 8];
41
42        let count = route_topk(&logits, 8, true, &mut indices, &mut weights).unwrap();
43        assert_eq!(count, 8);
44        assert_eq!(indices[0], 42);
45        assert_eq!(indices[1], 100);
46        assert_eq!(indices[2], 12);
47        assert_eq!(indices[3], 200);
48        assert_eq!(indices[4], 1);
49        assert_eq!(indices[5], 99);
50        assert_eq!(indices[6], 150);
51        assert_eq!(indices[7], 255);
52    }
53
54    #[test]
55    fn test_combine_expert_outputs() {
56        let exp1 = [1.0, 2.0, 3.0];
57        let exp2 = [4.0, 5.0, 6.0];
58        let outputs = [&exp1[..], &exp2[..]];
59        let weights = [0.5, 0.5];
60        let mut combined = [0.0f32; 3];
61
62        combine_expert_outputs(&outputs, &weights, 3, &mut combined).unwrap();
63        assert_eq!(combined, [2.5, 3.5, 4.5]);
64    }
65}