Skip to main content

decode_step

Function decode_step 

Source
pub fn decode_step(
    request: NativeDecodeRequest,
    runtime: &mut Qwen4ExpNativeRuntime,
    session: &mut Qwen4ExpSession,
    scratch: &mut Qwen4ExpDecodeScratch,
    token: u32,
    trace: &mut Vec<Qwen4ExpTraceRecord>,
    capture: bool,
) -> Result<StreamedArgmax, Qwen4ExpDecodeError>