fix vision encoder decoder io binding

huggingface · Jan 28, 2025 · 696cc95 · 696cc95
1 parent 7f1fc40
commit 696cc95
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/onnxruntime/base.py b/optimum/onnxruntime/base.py
@@ -339,7 +339,7 @@ def forward(
 
             if not self.use_past_in_outputs:
                 out_past_key_values = None
-            elif not self.use_past_in_inputs or use_merged_no_cache:
+            elif not self.use_past_in_inputs or use_merged_no_cache or self.no_cross_attention_cache:
                 out_past_key_values = tuple(
                     out_past_key_values[i : i + self.num_pkv] for i in range(0, len(out_past_key_values), self.num_pkv)
                 )