Update src/compressed_tensors/quantization/lifecycle/forward.py

Co-authored-by: Benjamin Fineran <bfineran@users.noreply.github.com>
neuralmagic · May 2, 2024 · e62de87 · e62de87
1 parent 0fd1c8d
commit e62de87
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/compressed_tensors/quantization/lifecycle/forward.py b/src/compressed_tensors/quantization/lifecycle/forward.py
@@ -92,6 +92,7 @@ def fake_quantize(
         # TODO: make validation step for inputs
 
         while scale.ndim < 2:
+            # pad scale and zero point dims for slicing
             scale = scale.unsqueeze(1)
             zero_point = zero_point.unsqueeze(1)