Skip to main content

qualia_core_db/inference/inference_agent/
control.rs

1//! Cooperative cancellation state for long-running local decode jobs.
2
3use std::sync::{
4    atomic::{AtomicBool, AtomicU32, Ordering},
5    Arc,
6};
7
8#[derive(Clone, Debug)]
9pub struct DecodeControl {
10    cancelled: Arc<AtomicBool>,
11    max_tokens: Arc<AtomicU32>,
12    /// Reserved deliberation (`<think>`) token budget; 0 = no reservation.
13    thinking_tokens: Arc<AtomicU32>,
14}
15
16impl Default for DecodeControl {
17    fn default() -> Self {
18        Self {
19            cancelled: Arc::new(AtomicBool::new(false)),
20            max_tokens: Arc::new(AtomicU32::new(u32::MAX)),
21            thinking_tokens: Arc::new(AtomicU32::new(0)),
22        }
23    }
24}
25
26impl DecodeControl {
27    /// Freeze numerical request budgets while retaining the caller's live
28    /// cooperative cancellation channel. A later UI budget mutation cannot
29    /// change an already prepared request's admitted settings.
30    #[allow(dead_code)]
31    pub(crate) fn frozen_budgets(&self) -> Self {
32        Self {
33            cancelled: Arc::clone(&self.cancelled),
34            max_tokens: Arc::new(AtomicU32::new(self.max_tokens.load(Ordering::Acquire))),
35            thinking_tokens: Arc::new(AtomicU32::new(self.thinking_tokens.load(Ordering::Acquire))),
36        }
37    }
38
39    /// Cooperatively cancels the decode job.
40    pub fn cancel(&self) {
41        self.cancelled.store(true, Ordering::Release);
42    }
43
44    /// `true` once cancelled.
45    pub fn is_cancelled(&self) -> bool {
46        self.cancelled.load(Ordering::Acquire)
47    }
48
49    /// Caps decode at `max_tokens` (min 1).
50    pub fn set_token_budget(&self, max_tokens: u32) {
51        self.max_tokens.store(max_tokens.max(1), Ordering::Release);
52    }
53
54    /// Configured token budget.
55    pub fn token_budget(&self) -> usize {
56        self.max_tokens.load(Ordering::Acquire) as usize
57    }
58
59    /// Reserve a deliberation (`<think>`) token budget from the conditioning
60    /// contract (`ConditioningBudget::thinking_token_budget`). 0 = unlimited /
61    /// not a deliberation-configured decode.
62    pub fn set_thinking_token_budget(&self, max_thinking_tokens: u32) {
63        self.thinking_tokens
64            .store(max_thinking_tokens, Ordering::Release);
65    }
66
67    /// Configured deliberation token budget in tokens; 0 = none.
68    pub fn thinking_token_budget(&self) -> u32 {
69        self.thinking_tokens.load(Ordering::Acquire)
70    }
71}