mohan11111 commited on
Commit
1512d9a
·
verified ·
1 Parent(s): dc7b287

Upload model files

Browse files
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_154203" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_154203">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Constant_154183" type="Const" version="opset1">
14
  <data element_type="u8" shape="499723" offset="0" size="499723" />
15
  <output>
16
  <port id="0" precision="U8">
@@ -18,7 +18,7 @@
18
  </port>
19
  </output>
20
  </layer>
21
- <layer id="2" name="Convert_154213" type="Convert" version="opset1">
22
  <data destination_type="i32" />
23
  <input>
24
  <port id="0" precision="I64">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="SentencepieceDetokenizer_154204" type="SentencepieceDetokenizer" version="extension">
37
  <input>
38
  <port id="0" precision="U8">
39
  <dim>499723</dim>
@@ -55,7 +55,7 @@
55
  </port>
56
  </output>
57
  </layer>
58
- <layer id="4" name="StringTensorPack_154205" type="StringTensorPack" version="extension">
59
  <data mode="begins_ends" />
60
  <input>
61
  <port id="0" precision="I32">
@@ -74,7 +74,7 @@
74
  </port>
75
  </output>
76
  </layer>
77
- <layer id="5" name="Result_154206" type="Result" version="opset1">
78
  <input>
79
  <port id="0" precision="STRING">
80
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_154431" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_154431">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Constant_154411" type="Const" version="opset1">
14
  <data element_type="u8" shape="499723" offset="0" size="499723" />
15
  <output>
16
  <port id="0" precision="U8">
 
18
  </port>
19
  </output>
20
  </layer>
21
+ <layer id="2" name="Convert_154441" type="Convert" version="opset1">
22
  <data destination_type="i32" />
23
  <input>
24
  <port id="0" precision="I64">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="SentencepieceDetokenizer_154432" type="SentencepieceDetokenizer" version="extension">
37
  <input>
38
  <port id="0" precision="U8">
39
  <dim>499723</dim>
 
55
  </port>
56
  </output>
57
  </layer>
58
+ <layer id="4" name="StringTensorPack_154433" type="StringTensorPack" version="extension">
59
  <data mode="begins_ends" />
60
  <input>
61
  <port id="0" precision="I32">
 
74
  </port>
75
  </output>
76
  </layer>
77
+ <layer id="5" name="Result_154434" type="Result" version="opset1">
78
  <input>
79
  <port id="0" precision="STRING">
80
  <dim>-1</dim>
openvino_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9c8cc4fda6712bca8b0d4c01530726a23e058af01f49dfcf0bb7b6da5145449
3
- size 1101700000
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ae927b9bcb86e0f4de9843cca35d71e66302cee6f4fd7a568deba1da535fcc
3
+ size 730003424
openvino_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.xml CHANGED
@@ -9,13 +9,13 @@
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_154186" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="Constant_154182" type="Const" version="opset1">
19
  <data element_type="u8" shape="499723" offset="4" size="499723" />
20
  <output>
21
  <port id="0" precision="U8">
@@ -23,7 +23,7 @@
23
  </port>
24
  </output>
25
  </layer>
26
- <layer id="3" name="SentencepieceTokenizer_154185" type="SentencepieceTokenizer" version="extension">
27
  <data nbest_size="0" alpha="0" add_bos="true" add_eos="false" reverse="false" />
28
  <input>
29
  <port id="0" precision="U8">
@@ -46,7 +46,7 @@
46
  </port>
47
  </output>
48
  </layer>
49
- <layer id="4" name="Broadcast_154187" type="Broadcast" version="opset3">
50
  <data mode="numpy" />
51
  <input>
52
  <port id="0" precision="I32" />
@@ -61,13 +61,13 @@
61
  </port>
62
  </output>
63
  </layer>
64
- <layer id="5" name="Constant_154188" type="Const" version="opset1">
65
  <data element_type="i32" shape="" offset="499727" size="4" />
66
  <output>
67
  <port id="0" precision="I32" />
68
  </output>
69
  </layer>
70
- <layer id="6" name="ShapeOf_154189" type="ShapeOf" version="opset3">
71
  <data output_type="i64" />
72
  <input>
73
  <port id="0" precision="I32">
@@ -80,7 +80,7 @@
80
  </port>
81
  </output>
82
  </layer>
83
- <layer id="7" name="Broadcast_154190" type="Broadcast" version="opset3">
84
  <data mode="numpy" />
85
  <input>
86
  <port id="0" precision="I32" />
@@ -94,7 +94,7 @@
94
  </port>
95
  </output>
96
  </layer>
97
- <layer id="8" name="ScatterNDUpdate_154194" type="ScatterNDUpdate" version="opset4">
98
  <input>
99
  <port id="0" precision="I32">
100
  <dim>-1</dim>
@@ -115,7 +115,7 @@
115
  </port>
116
  </output>
117
  </layer>
118
- <layer id="9" name="ScatterNDUpdate_154194" type="Convert" version="opset1">
119
  <data destination_type="i64" />
120
  <input>
121
  <port id="0" precision="I32">
@@ -130,13 +130,13 @@
130
  </port>
131
  </output>
132
  </layer>
133
- <layer id="11" name="Constant_154195" type="Const" version="opset1">
134
  <data element_type="i32" shape="" offset="499731" size="4" />
135
  <output>
136
  <port id="0" precision="I32" />
137
  </output>
138
  </layer>
139
- <layer id="12" name="Broadcast_154196" type="Broadcast" version="opset3">
140
  <data mode="bidirectional" />
141
  <input>
142
  <port id="0" precision="I32" />
@@ -151,7 +151,7 @@
151
  </port>
152
  </output>
153
  </layer>
154
- <layer id="13" name="ScatterNDUpdate_154197" type="ScatterNDUpdate" version="opset4">
155
  <input>
156
  <port id="0" precision="I32">
157
  <dim>-1</dim>
@@ -172,7 +172,7 @@
172
  </port>
173
  </output>
174
  </layer>
175
- <layer id="14" name="ScatterNDUpdate_154197" type="Convert" version="opset1">
176
  <data destination_type="i64" />
177
  <input>
178
  <port id="0" precision="I32">
@@ -187,7 +187,7 @@
187
  </port>
188
  </output>
189
  </layer>
190
- <layer id="15" name="Result_154198" type="Result" version="opset1">
191
  <input>
192
  <port id="0" precision="I64">
193
  <dim>-1</dim>
@@ -195,7 +195,7 @@
195
  </port>
196
  </input>
197
  </layer>
198
- <layer id="10" name="Result_154199" type="Result" version="opset1">
199
  <input>
200
  <port id="0" precision="I64">
201
  <dim>-1</dim>
 
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_154414" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="Constant_154410" type="Const" version="opset1">
19
  <data element_type="u8" shape="499723" offset="4" size="499723" />
20
  <output>
21
  <port id="0" precision="U8">
 
23
  </port>
24
  </output>
25
  </layer>
26
+ <layer id="3" name="SentencepieceTokenizer_154413" type="SentencepieceTokenizer" version="extension">
27
  <data nbest_size="0" alpha="0" add_bos="true" add_eos="false" reverse="false" />
28
  <input>
29
  <port id="0" precision="U8">
 
46
  </port>
47
  </output>
48
  </layer>
49
+ <layer id="4" name="Broadcast_154415" type="Broadcast" version="opset3">
50
  <data mode="numpy" />
51
  <input>
52
  <port id="0" precision="I32" />
 
61
  </port>
62
  </output>
63
  </layer>
64
+ <layer id="5" name="Constant_154416" type="Const" version="opset1">
65
  <data element_type="i32" shape="" offset="499727" size="4" />
66
  <output>
67
  <port id="0" precision="I32" />
68
  </output>
69
  </layer>
70
+ <layer id="6" name="ShapeOf_154417" type="ShapeOf" version="opset3">
71
  <data output_type="i64" />
72
  <input>
73
  <port id="0" precision="I32">
 
80
  </port>
81
  </output>
82
  </layer>
83
+ <layer id="7" name="Broadcast_154418" type="Broadcast" version="opset3">
84
  <data mode="numpy" />
85
  <input>
86
  <port id="0" precision="I32" />
 
94
  </port>
95
  </output>
96
  </layer>
97
+ <layer id="8" name="ScatterNDUpdate_154422" type="ScatterNDUpdate" version="opset4">
98
  <input>
99
  <port id="0" precision="I32">
100
  <dim>-1</dim>
 
115
  </port>
116
  </output>
117
  </layer>
118
+ <layer id="9" name="ScatterNDUpdate_154422" type="Convert" version="opset1">
119
  <data destination_type="i64" />
120
  <input>
121
  <port id="0" precision="I32">
 
130
  </port>
131
  </output>
132
  </layer>
133
+ <layer id="11" name="Constant_154423" type="Const" version="opset1">
134
  <data element_type="i32" shape="" offset="499731" size="4" />
135
  <output>
136
  <port id="0" precision="I32" />
137
  </output>
138
  </layer>
139
+ <layer id="12" name="Broadcast_154424" type="Broadcast" version="opset3">
140
  <data mode="bidirectional" />
141
  <input>
142
  <port id="0" precision="I32" />
 
151
  </port>
152
  </output>
153
  </layer>
154
+ <layer id="13" name="ScatterNDUpdate_154425" type="ScatterNDUpdate" version="opset4">
155
  <input>
156
  <port id="0" precision="I32">
157
  <dim>-1</dim>
 
172
  </port>
173
  </output>
174
  </layer>
175
+ <layer id="14" name="ScatterNDUpdate_154425" type="Convert" version="opset1">
176
  <data destination_type="i64" />
177
  <input>
178
  <port id="0" precision="I32">
 
187
  </port>
188
  </output>
189
  </layer>
190
+ <layer id="15" name="Result_154426" type="Result" version="opset1">
191
  <input>
192
  <port id="0" precision="I64">
193
  <dim>-1</dim>
 
195
  </port>
196
  </input>
197
  </layer>
198
+ <layer id="10" name="Result_154427" type="Result" version="opset1">
199
  <input>
200
  <port id="0" precision="I64">
201
  <dim>-1</dim>