Skip to main content

qualia_vision/biosense/face_mesh/
evaluate_pad_from_mediapipe_trace.rs

1//! Thin recipe: MediaPipe flat landmark trace → pure-landmark PAD.
2//!
3//! Packs each frame with [`pack_landmark_frame`] (xy only; **never model Z**),
4//! optionally denormalizes, then delegates to [`evaluate_landmark_pad`].
5//! Does not load ONNX / MediaPipe runtimes — buffer → geometry only.
6
7use super::landmarks_from_normalized::landmarks_from_normalized;
8use super::pack_landmark_frame::{pack_landmark_frame, LandmarkBufferLayout};
9use crate::biosense::consent::BiosenseConsent;
10use crate::biosense::liveness::camera_stream_integrity::CameraStreamAttestation;
11use crate::biosense::liveness::challenge_kind::ChallengeKind;
12use crate::biosense::liveness::challenge_pad::{
13    evaluate_landmark_pad, BlendRow, PadResult, PadThresholds,
14};
15use crate::biosense::liveness::landmark_types::LandmarkFrame;
16use crate::cv::error::CvError;
17
18/// Max frames packed on the stack before calling the PAD evaluator.
19pub const MAX_MEDIAPIPE_PAD_FRAMES: usize = 64;
20
21/// Evaluate pure-landmark PAD from a MediaPipe-layout landmark trajectory.
22///
23/// * `flat_landmarks[i]` — one flat xy or xyz buffer of length ≥ `layout.expected_len()`.
24/// * `frame_times_ms[i]` — challenge-relative ms for frame \(i\) (same length as buffers).
25/// * `image_size` — `Some((width, height))` when buffers are normalized \(0..1\);
26///   `None` when already in pixel (or any consistent absolute) units.
27/// * `blends` — optional blendshape rows aligned with frames (pass empty or all-`None`).
28///
29/// Z components in xyz layout are ignored at pack time.
30pub fn evaluate_pad_from_mediapipe_trace(
31    consent: BiosenseConsent,
32    challenge: ChallengeKind,
33    layout: LandmarkBufferLayout,
34    frame_times_ms: &[u32],
35    flat_landmarks: &[&[f32]],
36    blends: &[BlendRow],
37    stream: CameraStreamAttestation,
38    thr: &PadThresholds,
39    image_size: Option<(f32, f32)>,
40) -> Result<PadResult, CvError> {
41    if frame_times_ms.len() != flat_landmarks.len() {
42        return Err(CvError::DimensionMismatch);
43    }
44    if flat_landmarks.is_empty() {
45        return Err(CvError::EmptyInput);
46    }
47    if flat_landmarks.len() > MAX_MEDIAPIPE_PAD_FRAMES {
48        return Err(CvError::BufferTooSmall);
49    }
50
51    let mut packed: [LandmarkFrame; MAX_MEDIAPIPE_PAD_FRAMES] =
52        [LandmarkFrame::empty(0); MAX_MEDIAPIPE_PAD_FRAMES];
53    let n = flat_landmarks.len();
54
55    for i in 0..n {
56        let mut frame = pack_landmark_frame(frame_times_ms[i], flat_landmarks[i], layout)?;
57        if let Some((w, h)) = image_size {
58            frame = landmarks_from_normalized(frame, w, h);
59        }
60        packed[i] = frame;
61    }
62
63    // Pad blend rows with None when shorter than the trace.
64    let mut blend_buf: [BlendRow; MAX_MEDIAPIPE_PAD_FRAMES] = [None; MAX_MEDIAPIPE_PAD_FRAMES];
65    for i in 0..n {
66        blend_buf[i] = blends.get(i).copied().unwrap_or(None);
67    }
68
69    evaluate_landmark_pad(
70        consent,
71        challenge,
72        &packed[..n],
73        &blend_buf[..n],
74        stream,
75        thr,
76    )
77}