Update gptx_tokenizer.py
Browse files- gptx_tokenizer.py +1 -1
gptx_tokenizer.py
CHANGED
@@ -14,7 +14,7 @@ from transformers.tokenization_utils import PreTrainedTokenizer
|
|
14 |
from transformers.tokenization_utils_base import TOKENIZER_CONFIG_FILE
|
15 |
|
16 |
|
17 |
-
REPO_ID = "openGPT-X/Teuken-7B-instruct-
|
18 |
|
19 |
class HFGPTXTokenizer(PreTrainedTokenizer):
|
20 |
"""
|
|
|
14 |
from transformers.tokenization_utils_base import TOKENIZER_CONFIG_FILE
|
15 |
|
16 |
|
17 |
+
REPO_ID = "openGPT-X/Teuken-7B-instruct-research-v0.4"
|
18 |
|
19 |
class HFGPTXTokenizer(PreTrainedTokenizer):
|
20 |
"""
|