Update number of groups (#178)

* set num_groups to 1 if if < 1 * Update src/compressed_tensors/quantization/lifecycle/initialize.py Co-authored-by: Kyle Sayers <kylesayrs@gmail.com> --------- Co-authored-by: Kyle Sayers <kylesayrs@gmail.com>
neuralmagic · Oct 3, 2024 · 9afd956 · 9afd956
1 parent 4da7887
commit 9afd956
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/compressed_tensors/quantization/lifecycle/initialize.py b/src/compressed_tensors/quantization/lifecycle/initialize.py
@@ -172,9 +172,10 @@ def _initialize_scale_zero_point_observer(
             # (output_channels, 1)
             expected_shape = (weight_shape[0], 1)
         elif quantization_args.strategy == QuantizationStrategy.GROUP:
+            num_groups = weight_shape[1] // quantization_args.group_size
             expected_shape = (
                 weight_shape[0],
-                weight_shape[1] // quantization_args.group_size,
+                max(num_groups, 1)
             )
 
     scale_dtype = module.weight.dtype