We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2cc1cbf commit dcdb4d1Copy full SHA for dcdb4d1
vllm/platforms/tpu.py
@@ -7,20 +7,17 @@
7
import vllm.envs as envs
8
from vllm.inputs import PromptType
9
from vllm.logger import init_logger
10
+from vllm.sampling_params import SamplingParams
11
12
from .interface import Platform, PlatformEnum, _Backend
13
14
if TYPE_CHECKING:
15
from vllm.config import ModelConfig, VllmConfig
- from vllm.lora.request import LoRARequest
16
from vllm.pooling_params import PoolingParams
17
- from vllm.sampling_params import SamplingParams
18
else:
19
ModelConfig = None
20
VllmConfig = None
21
- LoRARequest = None
22
PoolingParams = None
23
- SamplingParams = None
24
25
logger = init_logger(__name__)
26
0 commit comments