qualia_vision/biosense/affect/
blendshape_affect_proposal.rs1use crate::biosense::affect::valence_arousal_proposal::AffectProposal;
5use crate::biosense::consent::BiosenseConsent;
6use crate::cv::error::CvError;
7
8#[derive(Debug, Clone, Copy, Default)]
10pub struct BlendshapeProxy {
11 pub mouth_smile_left: f32,
12 pub mouth_smile_right: f32,
13 pub brow_inner_up: f32,
14 pub brow_down: f32,
15 pub jaw_open: f32,
16 pub eye_wide: f32,
17}
18
19pub fn blendshape_affect_proposal(
21 consent: BiosenseConsent,
22 bs: BlendshapeProxy,
23) -> Result<AffectProposal, CvError> {
24 if !consent.may_process() {
25 return Err(CvError::InvalidParameter);
26 }
27 let smile = 0.5 * (bs.mouth_smile_left + bs.mouth_smile_right);
28 let valence = (smile - bs.brow_down * 0.5).clamp(-1.0, 1.0) * 0.5;
29 let arousal = (bs.jaw_open * 0.3 + bs.eye_wide * 0.3 + bs.brow_inner_up * 0.2).clamp(0.0, 1.0);
30 Ok(AffectProposal {
31 valence,
32 arousal,
33 uncertainty: 0.75,
34 is_proposal_only: true,
35 method: "mediapipe_blendshape_heuristic_v1_not_clinical",
36 })
37}
38
39#[cfg(test)]
40mod tests {
41 use super::*;
42 use crate::biosense::consent::{BiosenseConsent, BiosensePurpose};
43 #[test]
44 fn smile_raises_valence() {
45 let c = BiosenseConsent::grant_process(BiosensePurpose::Research, 1);
46 let p = blendshape_affect_proposal(
47 c,
48 BlendshapeProxy {
49 mouth_smile_left: 0.9,
50 mouth_smile_right: 0.9,
51 ..Default::default()
52 },
53 )
54 .unwrap();
55 assert!(p.valence > 0.0);
56 assert!(p.is_proposal_only);
57 }
58}