Skip to main content

qualia_core_db/inference/
metal_lane.rs

1//! Shared-device and host-policy adapter for the canonical Metal lane.
2pub use etalon_inference::backends::metal_lane::*;
3fn install_device_source() {
4    #[cfg(all(target_os = "macos", feature = "gpu-runtime"))]
5    {
6        let _ = etalon_inference::backends::metal_lane::device_source::install(|| {
7            crate::gpu_context::try_shared_gpu().map(|owner| {
8                etalon_inference::backends::metal_lane::device_source::MetalDevice {
9                    device: owner.device.clone(),
10                    queue: owner.queue.clone(),
11                }
12            })
13        });
14    }
15}
16pub fn metal_lane_capability() -> MetalCapabilityState {
17    install_device_source();
18    etalon_inference::backends::metal_lane::metal_lane_capability()
19}
20pub fn metal_lane_capability_state() -> &'static str {
21    install_device_source();
22    etalon_inference::backends::metal_lane::metal_lane_capability_state()
23}
24pub fn clear_metal_kv_cache() {
25    install_device_source();
26    etalon_inference::backends::metal_lane::clear_metal_kv_cache()
27}
28pub fn project_weight_bytes(
29    weight_raw: &[u8],
30    in_dim: usize,
31    out_dim: usize,
32    x: &[f32],
33    out: &mut [f32],
34) -> bool {
35    install_device_source();
36    etalon_inference::backends::metal_lane::project_weight_bytes(
37        weight_raw, in_dim, out_dim, x, out,
38    )
39}
40pub fn execute_metal_mega_pass(
41    n_embd: usize,
42    n_head: usize,
43    n_kv: usize,
44    head_dim: usize,
45    n_layer: u32,
46    token_idx: u32,
47    max_context: u32,
48    _layer_stride: u32,
49    _slot_kv_elems: u32,
50    rope_base: f32,
51    rope_scale: f32,
52    rms_eps: f32,
53    hidden: &[f32],
54    layers: &[MetalPassLayerWeights<'_>],
55    layer_dims: &[MetalPassLayerDims],
56    output_norm: Option<&[f32]>,
57    lm_head_raw: Option<&[u8]>,
58    lm_head_in: usize,
59    lm_head_out: usize,
60) -> Option<u32> {
61    install_device_source();
62    etalon_inference::backends::metal_lane::execute_metal_mega_pass(
63        n_embd,
64        n_head,
65        n_kv,
66        head_dim,
67        n_layer,
68        token_idx,
69        max_context,
70        _layer_stride,
71        _slot_kv_elems,
72        rope_base,
73        rope_scale,
74        rms_eps,
75        hidden,
76        layers,
77        layer_dims,
78        output_norm,
79        lm_head_raw,
80        lm_head_in,
81        lm_head_out,
82    )
83}
84pub fn try_metal_mega_pass(
85    n_embd: usize,
86    n_head: usize,
87    n_kv: usize,
88    head_dim: usize,
89    n_layer: u32,
90    token_idx: u32,
91    max_context: u32,
92    layer_stride: u32,
93    slot_kv_elems: u32,
94    rope_base: f32,
95    rope_scale: f32,
96    rms_eps: f32,
97    hidden: &[f32],
98    layers: &[MetalPassLayerWeights<'_>],
99    layer_dims: &[MetalPassLayerDims],
100    output_norm: Option<&[f32]>,
101    lm_head_raw: Option<&[u8]>,
102    lm_head_in: usize,
103    lm_head_out: usize,
104) -> Option<u32> {
105    install_device_source();
106    etalon_inference::backends::metal_lane::try_metal_mega_pass(
107        n_embd,
108        n_head,
109        n_kv,
110        head_dim,
111        n_layer,
112        token_idx,
113        max_context,
114        layer_stride,
115        slot_kv_elems,
116        rope_base,
117        rope_scale,
118        rms_eps,
119        hidden,
120        layers,
121        layer_dims,
122        output_norm,
123        lm_head_raw,
124        lm_head_in,
125        lm_head_out,
126    )
127}
128pub fn metal_mega_pass_available() -> bool {
129    install_device_source();
130    etalon_inference::backends::metal_lane::metal_mega_pass_available()
131}
132pub fn warm_metal_context() {
133    install_device_source();
134    etalon_inference::backends::metal_lane::warm_metal_context()
135}
136pub fn metal_double_buffered_prefetch(weight_data: &[u8], dst_offset: u64) -> bool {
137    install_device_source();
138    etalon_inference::backends::metal_lane::metal_double_buffered_prefetch(weight_data, dst_offset)
139}