pub fn record_decode(ns: u64, tokens: u64)
Record the autoregressive decode loop time + tokens generated.