Open
Description
File "/home/paas/vllm/vllm/engine/llm_engine.py", line 222, in _init_tokenizer
self.tokenizer: BaseTokenizerGroup = get_tokenizer_group(
File "/home/paas/vllm/vllm/transformers_utils/tokenizer_group/__init__.py", line 20, in get_tokenizer_group
return TokenizerGroup(**init_kwargs)
File "/home/paas/vllm/vllm/transformers_utils/tokenizer_group/tokenizer_group.py", line 23, in __init__
self.tokenizer = get_tokenizer(self.tokenizer_id, **tokenizer_config)
File "/home/paas/vllm/vllm/transformers_utils/tokenizer.py", line 66, in get_tokenizer
tokenizer = AutoTokenizer.from_pretrained(
File "/home/paas/miniconda3/envs/naie/lib/python3.10/site-packages/transformers/models/auto/tokenization_auto.py", line 822, in from_pretrained
return tokenizer_class.from_pretrained(
File "/home/paas/miniconda3/envs/naie/lib/python3.10/site-packages/transformers/tokenization_utils_base.py", line 2086, in from_pretrained
return cls._from_pretrained(
File "/home/paas/miniconda3/envs/naie/lib/python3.10/site-packages/transformers/tokenization_utils_base.py", line 2327, in _from_pretrained
raise OSError(
OSError: Unable to load vocabulary from file. Please check that the provided vocabulary is accessible and not corrupted.
Metadata
Metadata
Assignees
Labels
No labels