Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
IlyasMoutawwakil committed Jan 31, 2025
1 parent 660e70c commit 27d4efb
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions optimum_benchmark/backends/pytorch/backend.py
Original file line number Diff line number Diff line change
Expand Up @@ -308,28 +308,28 @@ def process_quantization_config(self) -> None:

self.logger.info("\t+ Processing AutoQuantization config")
self.quantization_config = AutoQuantizationConfig.from_dict(
(getattr(self.pretrained_config, "quantization_config") or {}).update(self.config.quantization_config)
dict(**getattr(self.pretrained_config, "quantization_config", {}), **self.config.quantization_config)
)

@property
def is_quantized(self) -> bool:
return self.config.quantization_scheme is not None or (
hasattr(self.pretrained_config, "quantization_config")
and self.pretrained_config.quantization_config.get("quant_method", None) is not None
and self.pretrained_config.quantization_config.get("quant_method") is not None
)

@property
def is_gptq_quantized(self) -> bool:
return self.config.quantization_scheme == "gptq" or (
hasattr(self.pretrained_config, "quantization_config")
and self.pretrained_config.quantization_config.get("quant_method", None) == "gptq"
and self.pretrained_config.quantization_config.get("quant_method") == "gptq"
)

@property
def is_awq_quantized(self) -> bool:
return self.config.quantization_scheme == "awq" or (
hasattr(self.pretrained_config, "quantization_config")
and self.pretrained_config.quantization_config.get("quant_method", None) == "awq"
and self.pretrained_config.quantization_config.get("quant_method") == "awq"
)

@property
Expand All @@ -341,11 +341,11 @@ def is_exllamav2(self) -> bool:
(
hasattr(self.pretrained_config, "quantization_config")
and hasattr(self.pretrained_config.quantization_config, "exllama_config")
and self.pretrained_config.quantization_config.exllama_config.get("version", None) == 2
and self.pretrained_config.quantization_config.exllama_config.get("version") == 2
)
or (
"exllama_config" in self.config.quantization_config
and self.config.quantization_config["exllama_config"].get("version", None) == 2
and self.config.quantization_config["exllama_config"].get("version") == 2
)
)
)
Expand Down

0 comments on commit 27d4efb

Please sign in to comment.