Skip to main content

qualia_vision/biosense/face_mesh/
landmarks_from_normalized.rs

1//! Convert normalized landmark coordinates (typically \(0..1\)) to pixel space.
2//!
3//! MediaPipe often reports landmarks in image-normalized units. PAD geometry
4//! (interocular scale, PAR in image \(x\)) needs consistent pixel units when
5//! thresholds assume pixels — scale once after packing.
6
7use crate::biosense::liveness::landmark_types::{Landmark2, LandmarkFrame, PadLandmarkId};
8
9/// Scale a packed frame from normalized \(x,y \in \[0,1\]\) (or similar) to pixels.
10///
11/// \(x' = x \cdot width\), \(y' = y \cdot height\). Invalid slots stay invalid.
12/// Does not touch any depth channel (there is none on [`Landmark2`]).
13pub fn landmarks_from_normalized(frame: LandmarkFrame, width: f32, height: f32) -> LandmarkFrame {
14    let mut out = LandmarkFrame::empty(frame.t_ms);
15    if !(width.is_finite() && height.is_finite()) || width <= 0.0 || height <= 0.0 {
16        return out;
17    }
18    for i in 0..PadLandmarkId::COUNT {
19        if (frame.valid_mask & (1u8 << i)) == 0 {
20            continue;
21        }
22        let p = frame.points[i];
23        // Reconstruct id from slot index (matches discriminant order).
24        let id = match i {
25            0 => PadLandmarkId::NoseTip,
26            1 => PadLandmarkId::Chin,
27            2 => PadLandmarkId::LeftEyeOuter,
28            3 => PadLandmarkId::RightEyeOuter,
29            4 => PadLandmarkId::LeftCheek,
30            5 => PadLandmarkId::RightCheek,
31            6 => PadLandmarkId::UpperLip,
32            7 => PadLandmarkId::LowerLip,
33            _ => continue,
34        };
35        out.set(id, Landmark2::new(p.x * width, p.y * height));
36    }
37    out
38}
39
40#[cfg(test)]
41mod tests {
42    use super::*;
43
44    #[test]
45    fn scales_xy() {
46        let mut f = LandmarkFrame::empty(7);
47        f.set(PadLandmarkId::NoseTip, Landmark2::new(0.5, 0.25));
48        f.set(PadLandmarkId::LeftEyeOuter, Landmark2::new(0.1, 0.2));
49        let p = landmarks_from_normalized(f, 640.0, 480.0);
50        let n = p.get(PadLandmarkId::NoseTip).unwrap();
51        assert!((n.x - 320.0).abs() < 1e-3);
52        assert!((n.y - 120.0).abs() < 1e-3);
53        let e = p.get(PadLandmarkId::LeftEyeOuter).unwrap();
54        assert!((e.x - 64.0).abs() < 1e-3);
55        assert!((e.y - 96.0).abs() < 1e-3);
56        assert_eq!(p.t_ms, 7);
57    }
58
59    #[test]
60    fn bad_size_clears() {
61        let mut f = LandmarkFrame::empty(0);
62        f.set(PadLandmarkId::Chin, Landmark2::new(0.5, 0.5));
63        let p = landmarks_from_normalized(f, 0.0, 100.0);
64        assert!(p.get(PadLandmarkId::Chin).is_none());
65    }
66}