Skip to main content

decode_tokens

Function decode_tokens 

Source
pub fn decode_tokens(
    request: NativeDecodeRequest,
    runtime: &mut Qwen4ExpNativeRuntime,
    session: &mut Qwen4ExpSession,
    scratch: &mut Qwen4ExpDecodeScratch,
    prompt: &[u32],
    max_tokens: usize,
    is_stop: &dyn Fn(u32) -> bool,
    receipt: &mut Qwen4ExpDecodeReceipt,
    trace: &mut Vec<Qwen4ExpTraceRecord>,
) -> Result<(), Qwen4ExpDecodeError>