diff --git a/tensorrt_llm/llmapi/llm_args.py b/tensorrt_llm/llmapi/llm_args.py index 49a4c3486d4b..58b05edad2be 100644 --- a/tensorrt_llm/llmapi/llm_args.py +++ b/tensorrt_llm/llmapi/llm_args.py @@ -3043,8 +3043,7 @@ def update_llm_args_with_extra_dict( llm_args = llm_args | llm_args_dict - # For trtllm-bench or trtllm-serve, build_config may be passed for the PyTorch - # backend, overwriting the knobs there since build_config always has the highest priority + # build_config only works for TensorRT backend, it will be ignored in PyTorch backend if "build_config" in llm_args: # Ensure build_config is a BuildConfig object, not a dict if isinstance(llm_args["build_config"], dict):