rasa train nlu 出现OSError: Can't load tokenizer for 'rasa/LaBSE'. If you were trying to load it from 'https://huggingface.co/models', make sure you don't have a local directory with the same name. Otherwise, make sure 'rasa/LaBSE' is the correct path to a directory containing all relevant files for a BertTokenizer tokenizer.错误。
具体错误如下：
INFO rasa.nlu.featurizers.dense_featurizer.lm_featurizer - Model weights not specified. Will choose default model weights: rasa/LaBSE
Traceback (most recent call last):
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 403, in _load_component
self._component: GraphComponent = constructor( # type: ignore[no-redef]
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 221, in load
return cls.create(config, model_storage, resource, execution_context)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\nlu\featurizers\dense_featurizer\lm_featurizer.py", line 100, in create
return cls(config, execution_context)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\nlu\featurizers\dense_featurizer\lm_featurizer.py", line 67, in __init__
self._load_model_instance()
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\nlu\featurizers\dense_featurizer\lm_featurizer.py", line 152, in _load_model_instance
self.tokenizer = model_tokenizer_dict[self.model_name].from_pretrained(
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\transformers\tokenization_utils_base.py", line 2197, in from_pretrained
raise EnvironmentError(
OSError: Can't load tokenizer for 'rasa/LaBSE'. If you were trying to load it from 'https://huggingface.co/models', make sure you don't have a local directory with the same name. Otherwise, make sure 'rasa/LaBSE' is the correct path to a directory containing all relevant files for a BertTokenizer tokenizer.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\runpy.py", line 86, in _run_code
exec(code, run_globals)
File "C:\Myfiles\software\miniforge3\envs\rasa\Scripts\rasa.exe\__main__.py", line 7, in <module>
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\__main__.py", line 133, in main
cmdline_arguments.func(cmdline_arguments)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\cli\train.py", line 202, in run_nlu_training
return train_nlu(
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\model_training.py", line 453, in train_nlu
return _train_graph(
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\model_training.py", line 286, in _train_graph
trainer.train(
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\training\graph_trainer.py", line 105, in train
graph_runner.run(inputs={PLACEHOLDER_IMPORTER: importer})
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\runner\dask.py", line 101, in run
dask_result = dask.get(run_graph, run_targets)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 557, in get_sync
return get_async(
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 500, in get_async
for key, res_info, failed in queue_get(queue).result():
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\concurrent\futures\_base.py", line 451, in result
return self.__get_result()
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\concurrent\futures\_base.py", line 403, in __get_result
raise self._exception
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 542, in submit
fut.set_result(fn(*args, **kwargs))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 238, in batch_execute_tasks
return [execute_task(*a) for a in it]
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 238, in <listcomp>
return [execute_task(*a) for a in it]
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 229, in execute_task
result = pack_exception(e, dumps)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 224, in execute_task
result = _execute_task(task, data)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\core.py", line 119, in _execute_task
return func(*(_execute_task(a, cache) for a in args))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 483, in __call__
self._load_component(**constructor_kwargs)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\concurrent\futures\_base.py", line 451, in result
return self.__get_result()
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\concurrent\futures\_base.py", line 403, in __get_result
raise self._exception
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 542, in submit
fut.set_result(fn(*args, **kwargs))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 238, in batch_execute_tasks
return [execute_task(*a) for a in it]
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 238, in <listcomp>
return [execute_task(*a) for a in it]
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 229, in execute_task
result = pack_exception(e, dumps)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 224, in execute_task
result = _execute_task(task, data)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\core.py", line 119, in _execute_task
return func(*(_execute_task(a, cache) for a in args))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 483, in __call__
self._load_component(**constructor_kwargs)
return [execute_task(*a) for a in it]
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 238, in <listcomp>
return [execute_task(*a) for a in it]
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 229, in execute_task
result = pack_exception(e, dumps)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 224, in execute_task
result = _execute_task(task, data)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\core.py", line 119, in _execute_task
return func(*(_execute_task(a, cache) for a in args))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 483, in __call__
self._load_component(**constructor_kwargs)
result = pack_exception(e, dumps)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 224, in execute_task
result = _execute_task(task, data)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\core.py", line 119, in _execute_task
return func(*(_execute_task(a, cache) for a in args))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 483, in __call__
self._load_component(**constructor_kwargs)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\local.py", line 224, in execute_task
result = _execute_task(task, data)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\core.py", line 119, in _execute_task
return func(*(_execute_task(a, cache) for a in args))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 483, in __call__
self._load_component(**constructor_kwargs)
result = _execute_task(task, data)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\dask\core.py", line 119, in _execute_task
return func(*(_execute_task(a, cache) for a in args))
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 483, in __call__
self._load_component(**constructor_kwargs)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 483, in __call__
self._load_component(**constructor_kwargs)
File "C:\Myfiles\software\miniforge3\envs\rasa\lib\site-packages\rasa\engine\graph.py", line 416, in _load_component
raise GraphComponentException(
rasa.engine.exceptions.GraphComponentException: Error initializing graph component for node run_LanguageModelFeaturizer1.
解决办法：
1.在你conda或者本地的环境中找到相关文件env/site-packages/huggingface_hub/constants.py
2.在上诉文件中找到配置
ENDPOINT = os.getenv("HF_ENDPOINT") or (_HF_DEFAULT_STAGING_ENDPOINT if _staging_mode else _HF_DEFAULT_ENDPOINT)
3.将上面的配置注释掉，并修改配置为：
#ENDPOINT = os.getenv("HF_ENDPOINT") or (_HF_DEFAULT_STAGING_ENDPOINT if _staging_mode else _HF_DEFAULT_ENDPOINT) ENDPOINT = " https://hf-mirror.com"
注意：欢迎转载，转载时请注明来源
