Update modeling.py
Browse files- modeling.py +1 -1
modeling.py
CHANGED
|
@@ -8,7 +8,7 @@ from .tokenization_utils import QueryTokenizer, DocTokenizer
|
|
| 8 |
|
| 9 |
# this is a hack to force huggingface hub to download the tokenizer files
|
| 10 |
try:
|
| 11 |
-
with open("
|
| 12 |
pass
|
| 13 |
except Exception as e:
|
| 14 |
pass
|
|
|
|
| 8 |
|
| 9 |
# this is a hack to force huggingface hub to download the tokenizer files
|
| 10 |
try:
|
| 11 |
+
with open("./tokenizer_config.json", "r") as f, open("./tokenizer.json", "r") as f2, open("./vocab.txt", "r") as f3:
|
| 12 |
pass
|
| 13 |
except Exception as e:
|
| 14 |
pass
|