Initial commit with updated tokenizer and processor
Browse files- config.json +1 -1
- generation_config.json +1 -0
config.json
CHANGED
@@ -44,7 +44,7 @@
|
|
44 |
"mask_time_length": 10,
|
45 |
"mask_time_min_masks": 2,
|
46 |
"mask_time_prob": 0.05,
|
47 |
-
"max_length":
|
48 |
"max_source_positions": 1500,
|
49 |
"max_target_positions": 448,
|
50 |
"median_filter_width": 7,
|
|
|
44 |
"mask_time_length": 10,
|
45 |
"mask_time_min_masks": 2,
|
46 |
"mask_time_prob": 0.05,
|
47 |
+
"max_length": null,
|
48 |
"max_source_positions": 1500,
|
49 |
"max_target_positions": 448,
|
50 |
"median_filter_width": 7,
|
generation_config.json
CHANGED
@@ -150,6 +150,7 @@
|
|
150 |
"<|yo|>": 50325,
|
151 |
"<|zh|>": 50260
|
152 |
},
|
|
|
153 |
"max_initial_timestamp_index": 50,
|
154 |
"max_length": 448,
|
155 |
"no_timestamps_token_id": 50363,
|
|
|
150 |
"<|yo|>": 50325,
|
151 |
"<|zh|>": 50260
|
152 |
},
|
153 |
+
"language": "french",
|
154 |
"max_initial_timestamp_index": 50,
|
155 |
"max_length": 448,
|
156 |
"no_timestamps_token_id": 50363,
|