fixed mmd

Author: Aryanag2

ads/aqua/common/entities.py

@@ -287,7 +287,7 @@ class AquaMultiModelRef(Serializable):
         description="Environment variables to override during container startup.",
     )
     params: Optional[dict] = Field(
-        default_factory=dict,
+        default=None,
         description=(
             "Framework-specific startup parameters required by the container runtime. "
             "For example, vLLM models may use flags like `--tensor-parallel-size`, `--enforce-eager`, etc."

ads/aqua/modeldeployment/model_group_config.py

@@ -178,9 +178,10 @@ def _merge_gpu_count_params(
 
         final_model_params = user_params
         params_found = False
+        user_explicitly_cleared = model.params is not None and not model.params
 
-        # If user DID NOT provide specific params (None or Empty), we look for defaults
-        if not user_params:
+        # Only load defaults if user didn't provide params AND didn't explicitly clear them
+        if not user_params and not user_explicitly_cleared:
             for item in deployment_config.multi_model_deployment:
                 if (
                     model.gpu_count