Skip to content

Commit

Permalink
[fix] remove validating quantization in properties_manager.py (#2067)
Browse files Browse the repository at this point in the history
  • Loading branch information
sindhuvahinis authored Jun 14, 2024
1 parent be8771b commit 8014efc
Showing 1 changed file with 0 additions and 11 deletions.
11 changes: 0 additions & 11 deletions serving/docker/partition/properties_manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,8 +25,6 @@
'upload_checkpoints_s3url', 'properties_dir'
]

SUPPORTED_QUANTIZATION_METHODS = ["awq"]


class PropertiesManager(object):

Expand Down Expand Up @@ -62,7 +60,6 @@ def __init__(self, args, **kwargs):

self.set_and_validate_entry_point()
self.set_and_validate_save_mp_checkpoint_path()
self.validate_quantization_method()

def set_and_validate_model_dir(self):
if 'model_dir' in self.properties:
Expand Down Expand Up @@ -193,11 +190,3 @@ def set_and_validate_save_mp_checkpoint_path(self):
self.properties[
"option.save_mp_checkpoint_path"] = get_download_dir(
self.properties_dir, "partition-model")

def validate_quantization_method(self):
quantize = self.properties.get('option.quantize')
if quantize:
if quantize not in SUPPORTED_QUANTIZATION_METHODS:
raise ValueError(
f"Quantize method: {quantize} not supported. Support options are: {SUPPORTED_QUANTIZATION_METHODS}"
)

0 comments on commit 8014efc

Please sign in to comment.