qualia_core_db/inference/inference_agent/
control.rs1use std::sync::{
4 atomic::{AtomicBool, AtomicU32, Ordering},
5 Arc,
6};
7
8#[derive(Clone, Debug)]
9pub struct DecodeControl {
10 cancelled: Arc<AtomicBool>,
11 max_tokens: Arc<AtomicU32>,
12 thinking_tokens: Arc<AtomicU32>,
14}
15
16impl Default for DecodeControl {
17 fn default() -> Self {
18 Self {
19 cancelled: Arc::new(AtomicBool::new(false)),
20 max_tokens: Arc::new(AtomicU32::new(u32::MAX)),
21 thinking_tokens: Arc::new(AtomicU32::new(0)),
22 }
23 }
24}
25
26impl DecodeControl {
27 #[allow(dead_code)]
31 pub(crate) fn frozen_budgets(&self) -> Self {
32 Self {
33 cancelled: Arc::clone(&self.cancelled),
34 max_tokens: Arc::new(AtomicU32::new(self.max_tokens.load(Ordering::Acquire))),
35 thinking_tokens: Arc::new(AtomicU32::new(self.thinking_tokens.load(Ordering::Acquire))),
36 }
37 }
38
39 pub fn cancel(&self) {
41 self.cancelled.store(true, Ordering::Release);
42 }
43
44 pub fn is_cancelled(&self) -> bool {
46 self.cancelled.load(Ordering::Acquire)
47 }
48
49 pub fn set_token_budget(&self, max_tokens: u32) {
51 self.max_tokens.store(max_tokens.max(1), Ordering::Release);
52 }
53
54 pub fn token_budget(&self) -> usize {
56 self.max_tokens.load(Ordering::Acquire) as usize
57 }
58
59 pub fn set_thinking_token_budget(&self, max_thinking_tokens: u32) {
63 self.thinking_tokens
64 .store(max_thinking_tokens, Ordering::Release);
65 }
66
67 pub fn thinking_token_budget(&self) -> u32 {
69 self.thinking_tokens.load(Ordering::Acquire)
70 }
71}