From a2218d0c2abccf38155d430e6554a31769cf8a0a Mon Sep 17 00:00:00 2001 From: Kyle Sayers Date: Thu, 21 Nov 2024 16:24:51 +0000 Subject: [PATCH] allow dynamic weights Signed-off-by: Kyle Sayers --- src/compressed_tensors/quantization/quant_scheme.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/src/compressed_tensors/quantization/quant_scheme.py b/src/compressed_tensors/quantization/quant_scheme.py index 0244e232..7fe90ca3 100644 --- a/src/compressed_tensors/quantization/quant_scheme.py +++ b/src/compressed_tensors/quantization/quant_scheme.py @@ -50,17 +50,12 @@ class QuantizationScheme(BaseModel): @model_validator(mode="after") def validate_model_after(model: "QuantizationArgs") -> Dict[str, Any]: inputs = model.input_activations - weights = model.weights outputs = model.output_activations if inputs is not None: if inputs.actorder is not None: raise ValueError("Cannot apply actorder to input activations") - if weights is not None: - if weights.dynamic: - raise ValueError("Cannot apply dynamic quantization to weights") - if outputs is not None: if outputs.actorder is not None: raise ValueError("Cannot apply actorder to output activations")