File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -34,6 +34,9 @@ class LoggingStatLogger(StatLoggerBase):
34
34
def __init__ (self ):
35
35
self ._reset (time .monotonic ())
36
36
self .last_scheduler_stats = SchedulerStats ()
37
+ # Prefix cache metrics. This cannot be reset.
38
+ # TODO: Make the interval configurable.
39
+ self .prefix_caching_metrics = PrefixCachingMetrics ()
37
40
38
41
def _reset (self , now ):
39
42
self .last_log_time = now
@@ -42,9 +45,6 @@ def _reset(self, now):
42
45
self .num_prompt_tokens : list [int ] = []
43
46
self .num_generation_tokens : list [int ] = []
44
47
45
- # Prefix cache metrics. TODO: Make the interval configurable.
46
- self .prefix_caching_metrics = PrefixCachingMetrics ()
47
-
48
48
def _track_iteration_stats (self , iteration_stats : IterationStats ):
49
49
# Save tracked stats for token counters.
50
50
self .num_prompt_tokens .append (iteration_stats .num_prompt_tokens )
You can’t perform that action at this time.
0 commit comments