Skip to main content

emit_qwen38_generate_batched_mtp

Function emit_qwen38_generate_batched_mtp 

Source
pub fn emit_qwen38_generate_batched_mtp(
    cfg: &Qwen38Cfg,
    wdir: &str,
    prompt: &[usize],
    n_gen: usize,
    batch: usize,
    hl: bool,
    prefill_t: usize,
    mtp: bool,
) -> String