From 7b716066735d6fafd5fb9efa4d54666bac314fb3 Mon Sep 17 00:00:00 2001
From: Vinay Damodaran <vrdn@hey.com>
Date: Fri, 20 Mar 2026 14:39:10 -0700
Subject: [PATCH] DebertaV2 fix for running with large batches

---
 backends/candle/src/models/debertav2.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/candle/src/models/debertav2.rs b/backends/candle/src/models/debertav2.rs
index 27b6da501..e5cb3f2dd 100644
--- a/backends/candle/src/models/debertav2.rs
+++ b/backends/candle/src/models/debertav2.rs
@@ -176,7 +176,7 @@ impl DebertaV2Embeddings {
 
         if let Some(mask) = mask {
             let mut mask = mask.clone();
-            if mask.dims() != embeddings.dims() {
+            if mask.dims().len() != embeddings.dims().len() {
                 if mask.dims().len() == 4 {
                     mask = mask.squeeze(1)?.squeeze(1)?;
                 }