update

bert_tokenizer.py

@@ -9,7 +9,6 @@ import tokenizers
 import torch
 from torch import NoneType
 from huggingface_hub import hf_hub_download
-from huggingface_hub.file_download import http_user_agent
 from pypinyin import pinyin, Style
 from transformers.tokenization_utils_base import TruncationStrategy
 from transformers.utils import PaddingStrategy
@@ -36,8 +35,7 @@ def download_file(filename: str, path: Path):
     hf_hub_download(
         "iioSnail/ChineseBERT-base",
         filename,
-        local_dir=cache_path,
-        user_agent=http_user_agent(),
+        local_dir=cache_path
     )
     time.sleep(0.2)