Taizo Kaneko
commited on
Commit
·
64ec444
1
Parent(s):
3ba50ba
commit files to HF hub
Browse files- fasttext_jp_embedding.py +4 -1
fasttext_jp_embedding.py
CHANGED
@@ -6,9 +6,12 @@ import torch
|
|
6 |
|
7 |
|
8 |
class FastTextJpConfig(PretrainedConfig):
|
|
|
|
|
9 |
model_type = "fasttext_jp"
|
10 |
|
11 |
-
def __init__(self, **kwargs):
|
|
|
12 |
super().__init__(**kwargs)
|
13 |
|
14 |
|
|
|
6 |
|
7 |
|
8 |
class FastTextJpConfig(PretrainedConfig):
|
9 |
+
"""FastTextのEmbeddingを行います。
|
10 |
+
"""
|
11 |
model_type = "fasttext_jp"
|
12 |
|
13 |
+
def __init__(self, tokenizer_class="FastTextJpTokenizer", **kwargs):
|
14 |
+
kwargs["tokenizer_class"] = tokenizer_class
|
15 |
super().__init__(**kwargs)
|
16 |
|
17 |
|