Skip to main content

qualia_vision/biosense/affect/
blendshape_affect_proposal.rs

1//! Affect proposals from MediaPipe-class blendshape proxies (no AffectNet weights).
2//! Always proposal-only with high uncertainty.
3
4use crate::biosense::affect::valence_arousal_proposal::AffectProposal;
5use crate::biosense::consent::BiosenseConsent;
6use crate::cv::error::CvError;
7
8/// Minimal blendshape subset (filled by mesh adapter when MediaPipe is wired).
9#[derive(Debug, Clone, Copy, Default)]
10pub struct BlendshapeProxy {
11    pub mouth_smile_left: f32,
12    pub mouth_smile_right: f32,
13    pub brow_inner_up: f32,
14    pub brow_down: f32,
15    pub jaw_open: f32,
16    pub eye_wide: f32,
17}
18
19/// Map blendshapes → valence/arousal **proposals** (heuristic Path A in commercial model pack).
20pub fn blendshape_affect_proposal(
21    consent: BiosenseConsent,
22    bs: BlendshapeProxy,
23) -> Result<AffectProposal, CvError> {
24    if !consent.may_process() {
25        return Err(CvError::InvalidParameter);
26    }
27    let smile = 0.5 * (bs.mouth_smile_left + bs.mouth_smile_right);
28    let valence = (smile - bs.brow_down * 0.5).clamp(-1.0, 1.0) * 0.5;
29    let arousal = (bs.jaw_open * 0.3 + bs.eye_wide * 0.3 + bs.brow_inner_up * 0.2).clamp(0.0, 1.0);
30    Ok(AffectProposal {
31        valence,
32        arousal,
33        uncertainty: 0.75,
34        is_proposal_only: true,
35        method: "mediapipe_blendshape_heuristic_v1_not_clinical",
36    })
37}
38
39#[cfg(test)]
40mod tests {
41    use super::*;
42    use crate::biosense::consent::{BiosenseConsent, BiosensePurpose};
43    #[test]
44    fn smile_raises_valence() {
45        let c = BiosenseConsent::grant_process(BiosensePurpose::Research, 1);
46        let p = blendshape_affect_proposal(
47            c,
48            BlendshapeProxy {
49                mouth_smile_left: 0.9,
50                mouth_smile_right: 0.9,
51                ..Default::default()
52            },
53        )
54        .unwrap();
55        assert!(p.valence > 0.0);
56        assert!(p.is_proposal_only);
57    }
58}