From e8b87bbc7d4895759e993bacfb4cf6975e571dd5 Mon Sep 17 00:00:00 2001
From: cdoko <190060110+cdoko@users.noreply.github.com>
Date: Mon, 16 Dec 2024 03:59:37 -0400
Subject: [PATCH] fix mismatched dims

---
 mistralrs-core/src/pipeline/cache_manager.rs | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/mistralrs-core/src/pipeline/cache_manager.rs b/mistralrs-core/src/pipeline/cache_manager.rs
index fe1b0765bc..ccd50f458f 100644
--- a/mistralrs-core/src/pipeline/cache_manager.rs
+++ b/mistralrs-core/src/pipeline/cache_manager.rs
@@ -195,10 +195,6 @@ impl KvCache {
                 if let Some(mut mask) = mask.cloned() {
                     let mask_len = mask.dim(1)?;
                     mask = mask.narrow(1, mask_len - (sliding_window - 1), sliding_window - 1)?;
-                    mask = Tensor::cat(
-                        &[&mask, &mask.narrow(1, mask_len - 1, 1)?.ones_like()?],
-                        D::Minus1,
-                    )?;
                     return Ok((k, v, Some(mask)));
                 }
             }