File tree Expand file tree Collapse file tree 1 file changed +6
-5
lines changed Expand file tree Collapse file tree 1 file changed +6
-5
lines changed Original file line number Diff line number Diff line change @@ -423,7 +423,7 @@ def get_tokenizer(
423
423
** kwargs ,
424
424
) -> Union [PreTrainedTokenizer , PreTrainedTokenizerFast ]:
425
425
if pretrained_model_name_or_path is not None and not os .path .exists (
426
- pretrained_model_name_or_path ):
426
+ pretrained_model_name_or_path ):
427
427
pretrained_model_name_or_path = get_model (
428
428
pretrained_model_name_or_path )
429
429
if tokenizer_mode == "slow" :
@@ -433,12 +433,13 @@ def get_tokenizer(
433
433
kwargs ["use_fast" ] = False
434
434
if tokenizer_mode == "mistral" :
435
435
try :
436
- from vllm .transformers_utils .tokenizer import (
437
- MistralTokenizer )
438
- except ImportError :
436
+ from vllm .transformers_utils .tokenizer import MistralTokenizer
437
+ except ImportError as e :
439
438
raise ImportError (
440
439
"MistralTokenizer requires vllm package.\n "
441
- "Please install it with `pip install vllm` to use mistral tokenizer mode." )
440
+ "Please install it with `pip install vllm` "
441
+ "to use mistral tokenizer mode."
442
+ ) from e
442
443
return MistralTokenizer .from_pretrained (
443
444
str (pretrained_model_name_or_path ))
444
445
else :
You can’t perform that action at this time.
0 commit comments