Skip to content

Commit c533c6f

Browse files
DarkLight1337simon-mo
authored andcommitted
[Misc] Reduce logs on startup (#18649)
Signed-off-by: DarkLight1337 <[email protected]>
1 parent 2628a69 commit c533c6f

File tree

3 files changed

+16
-16
lines changed

3 files changed

+16
-16
lines changed

vllm/model_executor/layers/quantization/fp8.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -62,10 +62,9 @@ def __init__(
6262
weight_block_size: Optional[list[int]] = None,
6363
) -> None:
6464
super().__init__()
65+
6566
self.is_checkpoint_fp8_serialized = is_checkpoint_fp8_serialized
66-
if is_checkpoint_fp8_serialized:
67-
logger.warning("Detected fp8 checkpoint. Please note that the "
68-
"format is experimental and subject to change.")
67+
6968
if activation_scheme not in ACTIVATION_SCHEMES:
7069
raise ValueError(
7170
f"Unsupported activation scheme {activation_scheme}")

vllm/platforms/__init__.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -217,11 +217,8 @@ def resolve_current_platform_cls_qualname() -> str:
217217
platform_cls_qualname = func()
218218
if platform_cls_qualname is not None:
219219
activated_plugins.append(name)
220-
logger.info("Platform plugin %s loaded.", name)
221-
logger.warning(
222-
"Platform plugin %s function's return value is None", name)
223220
except Exception:
224-
logger.exception("Failed to load platform plugin %s", name)
221+
pass
225222

226223
activated_builtin_plugins = list(
227224
set(activated_plugins) & set(builtin_platform_plugins.keys()))

vllm/plugins/__init__.py

Lines changed: 13 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22

33
import logging
44
import os
5-
from typing import Callable
5+
from typing import Any, Callable
66

77
import torch
88

@@ -14,7 +14,7 @@
1414
plugins_loaded = False
1515

1616

17-
def load_plugins_by_group(group: str) -> dict[str, Callable]:
17+
def load_plugins_by_group(group: str) -> dict[str, Callable[[], Any]]:
1818
import sys
1919
if sys.version_info < (3, 10):
2020
from importlib_metadata import entry_points
@@ -27,23 +27,27 @@ def load_plugins_by_group(group: str) -> dict[str, Callable]:
2727
if len(discovered_plugins) == 0:
2828
logger.debug("No plugins for group %s found.", group)
2929
return {}
30+
3031
logger.info("Available plugins for group %s:", group)
3132
for plugin in discovered_plugins:
32-
logger.info("name=%s, value=%s", plugin.name, plugin.value)
33+
logger.info("- %s -> %s", plugin.name, plugin.value)
34+
3335
if allowed_plugins is None:
34-
logger.info("all available plugins for group %s will be loaded.",
35-
group)
36-
logger.info("set environment variable VLLM_PLUGINS to control"
37-
" which plugins to load.")
38-
plugins = {}
36+
logger.info("All plugins in this group will be loaded. "
37+
"Set `VLLM_PLUGINS` to control which plugins to load.")
38+
39+
plugins = dict[str, Callable[[], Any]]()
3940
for plugin in discovered_plugins:
4041
if allowed_plugins is None or plugin.name in allowed_plugins:
42+
if allowed_plugins is not None:
43+
logger.info("Loading plugin %s", plugin.name)
44+
4145
try:
4246
func = plugin.load()
4347
plugins[plugin.name] = func
44-
logger.info("plugin %s loaded.", plugin.name)
4548
except Exception:
4649
logger.exception("Failed to load plugin %s", plugin.name)
50+
4751
return plugins
4852

4953

0 commit comments

Comments
 (0)