Hugging Face's logo

junyinc
/
LING575-WIN21-Reorder

Text2Text Generation
Transformers
PyTorch
bart
Inference Endpoints
Model card Files Community
1
junyinc commited on
Commit
89548a3
·
1 Parent(s): f64f99f

Upload tokenizer

Browse files
Files changed (1) hide show
  1. added_tokens.json +0 -100
added_tokens.json CHANGED
@@ -1,26 +1,6 @@
1
  {
2
  "<S0>": 50268,
3
- "<S100>": 50368,
4
- "<S101>": 50369,
5
- "<S102>": 50370,
6
- "<S103>": 50371,
7
- "<S104>": 50372,
8
- "<S105>": 50373,
9
- "<S106>": 50374,
10
- "<S107>": 50375,
11
- "<S108>": 50376,
12
- "<S109>": 50377,
13
  "<S10>": 50278,
14
- "<S110>": 50378,
15
- "<S111>": 50379,
16
- "<S112>": 50380,
17
- "<S113>": 50381,
18
- "<S114>": 50382,
19
- "<S115>": 50383,
20
- "<S116>": 50384,
21
- "<S117>": 50385,
22
- "<S118>": 50386,
23
- "<S119>": 50387,
24
  "<S11>": 50279,
25
  "<S12>": 50280,
26
  "<S13>": 50281,
@@ -31,93 +11,13 @@
31
  "<S18>": 50286,
32
  "<S19>": 50287,
33
  "<S1>": 50269,
34
- "<S20>": 50288,
35
- "<S21>": 50289,
36
- "<S22>": 50290,
37
- "<S23>": 50291,
38
- "<S24>": 50292,
39
- "<S25>": 50293,
40
- "<S26>": 50294,
41
- "<S27>": 50295,
42
- "<S28>": 50296,
43
- "<S29>": 50297,
44
  "<S2>": 50270,
45
- "<S30>": 50298,
46
- "<S31>": 50299,
47
- "<S32>": 50300,
48
- "<S33>": 50301,
49
- "<S34>": 50302,
50
- "<S35>": 50303,
51
- "<S36>": 50304,
52
- "<S37>": 50305,
53
- "<S38>": 50306,
54
- "<S39>": 50307,
55
  "<S3>": 50271,
56
- "<S40>": 50308,
57
- "<S41>": 50309,
58
- "<S42>": 50310,
59
- "<S43>": 50311,
60
- "<S44>": 50312,
61
- "<S45>": 50313,
62
- "<S46>": 50314,
63
- "<S47>": 50315,
64
- "<S48>": 50316,
65
- "<S49>": 50317,
66
  "<S4>": 50272,
67
- "<S50>": 50318,
68
- "<S51>": 50319,
69
- "<S52>": 50320,
70
- "<S53>": 50321,
71
- "<S54>": 50322,
72
- "<S55>": 50323,
73
- "<S56>": 50324,
74
- "<S57>": 50325,
75
- "<S58>": 50326,
76
- "<S59>": 50327,
77
  "<S5>": 50273,
78
- "<S60>": 50328,
79
- "<S61>": 50329,
80
- "<S62>": 50330,
81
- "<S63>": 50331,
82
- "<S64>": 50332,
83
- "<S65>": 50333,
84
- "<S66>": 50334,
85
- "<S67>": 50335,
86
- "<S68>": 50336,
87
- "<S69>": 50337,
88
  "<S6>": 50274,
89
- "<S70>": 50338,
90
- "<S71>": 50339,
91
- "<S72>": 50340,
92
- "<S73>": 50341,
93
- "<S74>": 50342,
94
- "<S75>": 50343,
95
- "<S76>": 50344,
96
- "<S77>": 50345,
97
- "<S78>": 50346,
98
- "<S79>": 50347,
99
  "<S7>": 50275,
100
- "<S80>": 50348,
101
- "<S81>": 50349,
102
- "<S82>": 50350,
103
- "<S83>": 50351,
104
- "<S84>": 50352,
105
- "<S85>": 50353,
106
- "<S86>": 50354,
107
- "<S87>": 50355,
108
- "<S88>": 50356,
109
- "<S89>": 50357,
110
  "<S8>": 50276,
111
- "<S90>": 50358,
112
- "<S91>": 50359,
113
- "<S92>": 50360,
114
- "<S93>": 50361,
115
- "<S94>": 50362,
116
- "<S95>": 50363,
117
- "<S96>": 50364,
118
- "<S97>": 50365,
119
- "<S98>": 50366,
120
- "<S99>": 50367,
121
  "<S9>": 50277,
122
  "<eos>": 50267,
123
  "[orig]": 50266,
 
1
  {
2
  "<S0>": 50268,
 
 
 
 
 
 
 
 
 
 
3
  "<S10>": 50278,
 
 
 
 
 
 
 
 
 
 
4
  "<S11>": 50279,
5
  "<S12>": 50280,
6
  "<S13>": 50281,
 
11
  "<S18>": 50286,
12
  "<S19>": 50287,
13
  "<S1>": 50269,
 
 
 
 
 
 
 
 
 
 
14
  "<S2>": 50270,
 
 
 
 
 
 
 
 
 
 
15
  "<S3>": 50271,
 
 
 
 
 
 
 
 
 
 
16
  "<S4>": 50272,
 
 
 
 
 
 
 
 
 
 
17
  "<S5>": 50273,
 
 
 
 
 
 
 
 
 
 
18
  "<S6>": 50274,
 
 
 
 
 
 
 
 
 
 
19
  "<S7>": 50275,
 
 
 
 
 
 
 
 
 
 
20
  "<S8>": 50276,
 
 
 
 
 
 
 
 
 
 
21
  "<S9>": 50277,
22
  "<eos>": 50267,
23
  "[orig]": 50266,