qualia_core_db/inference/
metal_lane.rs1pub use etalon_inference::backends::metal_lane::*;
3fn install_device_source() {
4 #[cfg(all(target_os = "macos", feature = "gpu-runtime"))]
5 {
6 let _ = etalon_inference::backends::metal_lane::device_source::install(|| {
7 crate::gpu_context::try_shared_gpu().map(|owner| {
8 etalon_inference::backends::metal_lane::device_source::MetalDevice {
9 device: owner.device.clone(),
10 queue: owner.queue.clone(),
11 }
12 })
13 });
14 }
15}
16pub fn metal_lane_capability() -> MetalCapabilityState {
17 install_device_source();
18 etalon_inference::backends::metal_lane::metal_lane_capability()
19}
20pub fn metal_lane_capability_state() -> &'static str {
21 install_device_source();
22 etalon_inference::backends::metal_lane::metal_lane_capability_state()
23}
24pub fn clear_metal_kv_cache() {
25 install_device_source();
26 etalon_inference::backends::metal_lane::clear_metal_kv_cache()
27}
28pub fn project_weight_bytes(
29 weight_raw: &[u8],
30 in_dim: usize,
31 out_dim: usize,
32 x: &[f32],
33 out: &mut [f32],
34) -> bool {
35 install_device_source();
36 etalon_inference::backends::metal_lane::project_weight_bytes(
37 weight_raw, in_dim, out_dim, x, out,
38 )
39}
40pub fn execute_metal_mega_pass(
41 n_embd: usize,
42 n_head: usize,
43 n_kv: usize,
44 head_dim: usize,
45 n_layer: u32,
46 token_idx: u32,
47 max_context: u32,
48 _layer_stride: u32,
49 _slot_kv_elems: u32,
50 rope_base: f32,
51 rope_scale: f32,
52 rms_eps: f32,
53 hidden: &[f32],
54 layers: &[MetalPassLayerWeights<'_>],
55 layer_dims: &[MetalPassLayerDims],
56 output_norm: Option<&[f32]>,
57 lm_head_raw: Option<&[u8]>,
58 lm_head_in: usize,
59 lm_head_out: usize,
60) -> Option<u32> {
61 install_device_source();
62 etalon_inference::backends::metal_lane::execute_metal_mega_pass(
63 n_embd,
64 n_head,
65 n_kv,
66 head_dim,
67 n_layer,
68 token_idx,
69 max_context,
70 _layer_stride,
71 _slot_kv_elems,
72 rope_base,
73 rope_scale,
74 rms_eps,
75 hidden,
76 layers,
77 layer_dims,
78 output_norm,
79 lm_head_raw,
80 lm_head_in,
81 lm_head_out,
82 )
83}
84pub fn try_metal_mega_pass(
85 n_embd: usize,
86 n_head: usize,
87 n_kv: usize,
88 head_dim: usize,
89 n_layer: u32,
90 token_idx: u32,
91 max_context: u32,
92 layer_stride: u32,
93 slot_kv_elems: u32,
94 rope_base: f32,
95 rope_scale: f32,
96 rms_eps: f32,
97 hidden: &[f32],
98 layers: &[MetalPassLayerWeights<'_>],
99 layer_dims: &[MetalPassLayerDims],
100 output_norm: Option<&[f32]>,
101 lm_head_raw: Option<&[u8]>,
102 lm_head_in: usize,
103 lm_head_out: usize,
104) -> Option<u32> {
105 install_device_source();
106 etalon_inference::backends::metal_lane::try_metal_mega_pass(
107 n_embd,
108 n_head,
109 n_kv,
110 head_dim,
111 n_layer,
112 token_idx,
113 max_context,
114 layer_stride,
115 slot_kv_elems,
116 rope_base,
117 rope_scale,
118 rms_eps,
119 hidden,
120 layers,
121 layer_dims,
122 output_norm,
123 lm_head_raw,
124 lm_head_in,
125 lm_head_out,
126 )
127}
128pub fn metal_mega_pass_available() -> bool {
129 install_device_source();
130 etalon_inference::backends::metal_lane::metal_mega_pass_available()
131}
132pub fn warm_metal_context() {
133 install_device_source();
134 etalon_inference::backends::metal_lane::warm_metal_context()
135}
136pub fn metal_double_buffered_prefetch(weight_data: &[u8], dst_offset: u64) -> bool {
137 install_device_source();
138 etalon_inference::backends::metal_lane::metal_double_buffered_prefetch(weight_data, dst_offset)
139}