We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4f659ff commit 65f5815Copy full SHA for 65f5815
fastdeploy/cache_manager/cache_messager.py
@@ -835,7 +835,7 @@ def main():
835
cache_kv_size_byte = sum([tmp.numel() * 1 for key, tmp in gpu_cache_kvs.items()])
836
logger.info(f"device :{device}")
837
logger.info(f"cache_kv_size_byte : {cache_kv_size_byte}")
838
- logger.info(f"done init cache (full) gmem alloc : {memory_allocated}")
+ logger.info(f"done init cache (full) gmem alloc : {memory_allocated()}")
839
840
if envs.ENABLE_V1_KVCACHE_SCHEDULER:
841
cache_messager = CacheMessagerV1(
0 commit comments