use Union instead of | for 3.9 compatibility

Author: Xin Li

src/flexible_inference_benchmark/engine/client.py

@@ -46,12 +46,12 @@ def request_func(
 
     async def send_request(
         self, idx: int, data: RequestFuncInput, wait_time: float, pbar: Optional[tqdm]
-    ) -> Optional[RequestFuncOutput | Any]:
+    ) -> Optional[Union[RequestFuncOutput, Any]]:
         await asyncio.sleep(wait_time)
         return await self.request_func(idx, data, pbar, self.verbose, wait_time)
 
     async def benchmark(
-        self, data: List[Tuple[str, int, int]], request_times: List[float | int]
+        self, data: List[Tuple[str, int, int]], request_times: List[Union[float, int]]
     ) -> list[Union[RequestFuncOutput, Any, None]]:
         assert len(data) == len(request_times), "Data and request times must have the same length"
         pbar = None if self.disable_tqdm else tqdm(total=len(data))

src/flexible_inference_benchmark/main.py

@@ -24,7 +24,7 @@ def select_distribution(args: List[Any]) -> Union[Distribution, Any]:
     return DISTRIBUTION_CLASSES[dist_type](*dist_args)
 
 
-def generate_request_times(args: argparse.Namespace) -> List[int | float]:
+def generate_request_times(args: argparse.Namespace) -> List[Union[int, float]]:
     if args.num_of_req:
         size = args.num_of_req
         dist = select_distribution(args.request_distribution)
@@ -94,7 +94,7 @@ def generate_prompts(args: argparse.Namespace, size: int) -> List[Tuple[str, int
 
 
 def send_requests(
-    client: Client, requests_prompts: List[Tuple[str, int, int]], requests_times: List[int | float]
+    client: Client, requests_prompts: List[Tuple[str, int, int]], requests_times: List[Union[int, float]]
 ) -> List[Any]:
     return asyncio.run(client.benchmark(requests_prompts, requests_times))