Partial Fix for Sliding Window Attention (#994)

EricLBuehler · Dec 19, 2024 · c582196 · c582196
1 parent 0b4532c
commit c582196
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/mistralrs-core/src/pipeline/cache_manager.rs b/mistralrs-core/src/pipeline/cache_manager.rs
@@ -195,10 +195,6 @@ impl KvCache {
                 if let Some(mut mask) = mask.cloned() {
                     let mask_len = mask.dim(1)?;
                     mask = mask.narrow(1, mask_len - (sliding_window - 1), sliding_window - 1)?;
-                    mask = Tensor::cat(
-                        &[&mask, &mask.narrow(1, mask_len - 1, 1)?.ones_like()?],
-                        D::Minus1,
-                    )?;
                     return Ok((k, v, Some(mask)));
                 }
             }