We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2adca04 commit b529717Copy full SHA for b529717
fastdeploy/worker/worker_process.py
@@ -382,7 +382,7 @@ def initialize_kv_cache(self) -> None:
382
if num_blocks_local > 40000:
383
logger.info(f"------- Reset num_blocks_local {num_blocks_local} to 40000")
384
num_blocks_local = min(40000, num_blocks_local)
385
- logger.info(f"------- model_block_memory_used:{model_block_memory_used} --------")
+ logger.info(f"------- model_block_memory_used:{model_block_memory_used / 1024**3} GB --------")
386
logger.info(f"------- num_blocks_local:{num_blocks_local} --------")
387
388
if num_blocks_local <= 0:
0 commit comments