diff --git a/lightllm/models/vit/model.py b/lightllm/models/vit/model.py index 8741b96b0..2246b1e6b 100644 --- a/lightllm/models/vit/model.py +++ b/lightllm/models/vit/model.py @@ -107,7 +107,7 @@ def _init_weights(self): return def _init_quant(self): - self.quant_cfg = Quantcfg(self.config["num_hidden_layers"], self.quant_type, self.quant_cfg_path) + self.quant_cfg = Quantcfg(self.config, self.quant_type, self.quant_cfg_path) logger.info(f"Initial quantization. " f"The default quantization method is {self.quant_cfg.quant_type}") def _init_infer_layer(self):