Skip to content

Commit

Permalink
reformatting files
Browse files Browse the repository at this point in the history
Signed-off-by: Sakalya Deshpande <[email protected]>
  • Loading branch information
I746365 committed Feb 19, 2025
1 parent 04346f6 commit c0af787
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 6 deletions.
2 changes: 1 addition & 1 deletion vllm/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -2612,7 +2612,7 @@ class ObservabilityConfig:

# If set, collects the model execute time for the request.
collect_model_execute_time: bool = False

# Interval for collecting log_stats. default value is 5.0
log_stats_interval: float = 5.0

Expand Down
2 changes: 1 addition & 1 deletion vllm/engine/arg_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -1026,7 +1026,7 @@ def add_cli_args(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
"Different platforms may support different configs. Make sure the "
"configs are valid for the platform you are using. The input format"
" is like '{\"config_key\":\"config_value\"}'")

parser.add_argument('--log-stats-interval',
type=float,
default=EngineArgs.log_stats_interval,
Expand Down
7 changes: 3 additions & 4 deletions vllm/engine/llm_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -368,10 +368,9 @@ def get_tokenizer_for_seq(sequence: Sequence) -> AnyTokenizer:

self.stat_loggers = {
"logging":
LoggingStatLogger(
local_interval=self.vllm_config.
observability_config.log_stats_interval,
vllm_config=vllm_config),
LoggingStatLogger(local_interval=self.vllm_config.
observability_config.log_stats_interval,
vllm_config=vllm_config),
"prometheus":
PrometheusStatLogger(
local_interval=self.vllm_config.observability_config.
Expand Down

0 comments on commit c0af787

Please sign in to comment.