qualia_core_db/inference/qwen/
ple_nvme.rs1use crate::gguf_sharder::{GgufTensorIndex, GgufTensorInfo};
3use super::native_asset::Qwen4ExpNativeDescriptor;
4pub use etalon_inference::qwen::ple_nvme::{PleGatherReceipt, PleIoStats, PleNvmeError};
5pub struct PleNvmeReader { inner: etalon_inference::qwen::PleNvmeReader }
6impl core::ops::Deref for PleNvmeReader {
7 type Target = etalon_inference::qwen::PleNvmeReader;
8 fn deref(&self) -> &Self::Target { &self.inner }
9}
10impl core::ops::DerefMut for PleNvmeReader {
11 fn deref_mut(&mut self) -> &mut Self::Target { &mut self.inner }
12}
13impl PleNvmeReader {
14 pub(super) fn from_lease(lease: std::sync::Arc<etalon_model_io::lease::ModelLease>, info: GgufTensorInfo) -> Result<Self, PleNvmeError> {
15 Ok(Self { inner: etalon_inference::qwen::PleNvmeReader::from_lease(lease, 0, info)? })
16 }
17 pub fn open_from_native_descriptor(
21 descriptor: &Qwen4ExpNativeDescriptor,
22 ) -> Result<Self, PleNvmeError> {
23 let path = std::path::Path::new(&descriptor.ple_storage.file_path);
24 let length = std::fs::metadata(path)
25 .map_err(|_| PleNvmeError::DescriptorMismatch)?
26 .len();
27 if length != descriptor.ple_storage.byte_len || length != descriptor.ple.storage_bytes {
28 return Err(PleNvmeError::DescriptorMismatch);
29 }
30 let info = GgufTensorInfo {
31 dims: [descriptor.ple.row_width, descriptor.ple.rows, 1, 1],
32 n_dims: 2,
33 ggml_type: descriptor.ple.ggml_type,
34 byte_offset: 0,
35 };
36 let reader = Self::open(path, 0, info)?;
37 if reader.raw_row_bytes() as u64 != descriptor.ple.row_bytes {
38 return Err(PleNvmeError::DescriptorMismatch);
39 }
40 Ok(reader)
41 }
42
43 pub fn open_from_index(path: &std::path::Path, index: &GgufTensorIndex) -> Result<Self, PleNvmeError> {
44 Ok(Self { inner: etalon_inference::qwen::PleNvmeReader::open_from_index(path,index)? })
45 }
46 pub fn open(path: &std::path::Path, tensor_data_start: u64, info: GgufTensorInfo) -> Result<Self, PleNvmeError> {
47 Ok(Self { inner: etalon_inference::qwen::PleNvmeReader::open(path,tensor_data_start,info)? })
48 }
49}