Skip to content

Commit

Permalink
allow dynamic weights
Browse files Browse the repository at this point in the history
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
  • Loading branch information
kylesayrs committed Nov 21, 2024
1 parent dfc531e commit a2218d0
Showing 1 changed file with 0 additions and 5 deletions.
5 changes: 0 additions & 5 deletions src/compressed_tensors/quantization/quant_scheme.py
Original file line number Diff line number Diff line change
Expand Up @@ -50,17 +50,12 @@ class QuantizationScheme(BaseModel):
@model_validator(mode="after")
def validate_model_after(model: "QuantizationArgs") -> Dict[str, Any]:
inputs = model.input_activations
weights = model.weights
outputs = model.output_activations

if inputs is not None:
if inputs.actorder is not None:
raise ValueError("Cannot apply actorder to input activations")

if weights is not None:
if weights.dynamic:
raise ValueError("Cannot apply dynamic quantization to weights")

if outputs is not None:
if outputs.actorder is not None:
raise ValueError("Cannot apply actorder to output activations")
Expand Down

0 comments on commit a2218d0

Please sign in to comment.