[XPU] fix xpu to set cudagraph batch sizes (vllm-project#23044)

Signed-off-by: calvin chen <[email protected]>

Author: calvin0327

vllm/v1/worker/gpu_model_runner.py

@@ -232,8 +232,10 @@ def __init__(
         # The convention is different.
         # self.cudagraph_batch_sizes sorts in ascending order.
         # The batch sizes in the config are in descending order.
-        self.cudagraph_batch_sizes = list(
-            reversed(self.compilation_config.cudagraph_capture_sizes))
+        if self.compilation_config.cudagraph_capture_sizes and \
+                self.compilation_config.cudagraph_mode != CUDAGraphMode.NONE:
+            self.cudagraph_batch_sizes = list(
+                reversed(self.compilation_config.cudagraph_capture_sizes))
 
         # Cache the device properties.
         self._init_device_properties()