qualia_core_db/solvers/learning/regression/
pcr.rs1use crate::solvers::learning::dimensionality::pca::{self, Pca};
8use crate::solvers::learning::regression::linear::{self, LinearModel};
9use crate::solvers::learning::LearningError;
10
11#[derive(Debug, Clone)]
13pub struct PcrModel {
14 pca: Pca,
15 ols: LinearModel,
16 n_components: usize,
17 p: usize,
18}
19
20impl PcrModel {
21 pub fn fit(
24 x: &[f64],
25 y: &[f64],
26 n: usize,
27 p: usize,
28 n_components: usize,
29 ) -> Result<Self, LearningError> {
30 if n == 0 || p == 0 || x.len() != n * p || y.len() != n {
31 return Err(LearningError::InvalidDimension);
32 }
33 let m = n_components.clamp(1, p);
34 let pca = pca::fit(x, n, p)?;
35 let scores = pca
36 .transform(x, n, m)
37 .ok_or(LearningError::InvalidDimension)?;
38 let ols = linear::fit(&scores, y, n, m, true)?;
39 Ok(Self {
40 pca,
41 ols,
42 n_components: m,
43 p,
44 })
45 }
46
47 pub fn predict_row(&self, x_row: &[f64]) -> f64 {
49 let scores = self
51 .pca
52 .transform(x_row, 1, self.n_components)
53 .unwrap_or_default();
54 self.ols.predict_row(&scores)
55 }
56
57 pub fn predict(&self, x: &[f64], m: usize) -> Vec<f64> {
59 (0..m)
60 .map(|i| self.predict_row(&x[i * self.p..(i + 1) * self.p]))
61 .collect()
62 }
63
64 pub fn n_components(&self) -> usize {
66 self.n_components
67 }
68}
69
70#[cfg(test)]
71mod tests {
72 use super::*;
73 use crate::solvers::learning::metrics::regression::r2_score;
74
75 #[test]
76 fn full_components_matches_ols_fit_quality() {
77 let x = [1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 4.0, 5.0, 5.0, 4.0, 6.0, 1.0];
79 let y = [3.0, 5.0, 4.0, 9.0, 13.0, 8.0];
80 let pcr = PcrModel::fit(&x, &y, 6, 2, 2).unwrap();
81 let preds = pcr.predict(&x, 6);
82 assert!(r2_score(&y, &preds).unwrap() > 0.5);
83 }
84
85 #[test]
86 fn one_component_captures_dominant_direction() {
87 let n = 20;
89 let mut x = vec![0.0; n * 2];
90 let mut y = vec![0.0; n];
91 for i in 0..n {
92 let t = i as f64;
93 x[i * 2] = t; x[i * 2 + 1] = 0.01 * ((i % 3) as f64); y[i] = 2.0 * t + 1.0;
96 }
97 let pcr = PcrModel::fit(&x, &y, n, 2, 1).unwrap();
98 assert_eq!(pcr.n_components(), 1);
99 let preds = pcr.predict(&x, n);
100 assert!(r2_score(&y, &preds).unwrap() > 0.99);
101 }
102
103 #[test]
104 fn guards() {
105 assert_eq!(
106 PcrModel::fit(&[1.0, 2.0, 3.0], &[1.0, 2.0], 2, 2, 1).unwrap_err(),
107 LearningError::InvalidDimension
108 );
109 }
110}