We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5999fab commit 9614189Copy full SHA for 9614189
tensorrt_llm/bench/dataclasses/configuration.py
@@ -100,7 +100,6 @@ def get_llm_args(self) -> Dict:
100
if not batch_sizes_set and not max_batch_size_set:
101
cuda_graph_config[
102
"max_batch_size"] = self.settings_config.max_batch_size
103
-
104
updated_llm_args["cuda_graph_config"] = cuda_graph_config
105
106
return updated_llm_args
0 commit comments