Update examples/offline_profile.py

Co-authored-by: Michael Goin <michael@neuralmagic.com>
vllm-project · Oct 7, 2024 · 1792c9f · 1792c9f
1 parent dffe68e
commit 1792c9f
Showing 1 changed file with 2 additions and 5 deletions.
diff --git a/examples/offline_profile.py b/examples/offline_profile.py
@@ -225,11 +225,8 @@ def run_profile(context: ProfileContext, csv_output: Optional[str],
         "--quantization",
         "-q",
         type=str,
-        choices=['awq', 'gptq', 'squeezellm', 'marlin', 'smoothquant', None],
-        default=None,
-        help="The method used to quantize the model weights, "
-        "options are \"marlin\", \"awq\", \"gptq\", "
-        "\"squeezellm\", \"smoothquant\"")
+        choices=[*QUANTIZATION_METHODS, None],
+        default=None)
     parser.add_argument("--dtype",
                         type=str,
                         default='auto',