Mirror llama.cpp metric

EricLBuehler · Nov 14, 2024 · 940b14e · 940b14e
1 parent 4a0908a
commit 940b14e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/candle-core/src/quantized/metal.rs b/candle-core/src/quantized/metal.rs
@@ -238,7 +238,7 @@ impl QMetalStorage {
         let m = dst_shape[..src_shape.rank() - self_shape.rank()]
             .iter()
             .product::<usize>();
-        if m == 1 || src_shape.dim(D::Minus2)? == 1 {
+        if src_shape.dim(D::Minus2)? == 1 {
             return self.fwd_mv(self_shape, storage, layout);
         }