Hugging Face's logo

AlexKoff88
/
Phi-3.5-mini-instruct-openvino-fp16

Text Generation
Transformers
Safetensors
OpenVINO
multilingual
phi3
nlp
code
nncf
fp16
conversational
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
AlexKoff88 commited on
Commit
2fae816
•
1 Parent(s): 5b81b01

Upload openvino_detokenizer.xml with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_detokenizer.xml +16 -16
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_161069" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_161069">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_161091" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_161039" type="Const" version="opset1">
29
  <data element_type="u8" shape="339140" offset="0" size="339140" />
30
  <output>
31
  <port id="0" precision="U8">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="StringTensorUnpack_161040" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
@@ -52,7 +52,7 @@
52
  </port>
53
  </output>
54
  </layer>
55
- <layer id="4" name="VocabDecoder_161070" type="VocabDecoder" version="extension">
56
  <data skip_tokens="0, 1, 32000, 32001, 32002, 32003, 32004, 32005, 32006, 32007, 32008, 32009, 32010" />
57
  <input>
58
  <port id="0" precision="I32">
@@ -87,7 +87,7 @@
87
  </port>
88
  </output>
89
  </layer>
90
- <layer id="5" name="Constant_161072" type="Const" version="opset1">
91
  <data element_type="u8" shape="3" offset="339140" size="3" />
92
  <output>
93
  <port id="0" precision="U8">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="6" name="Constant_161074" type="Const" version="opset1">
99
  <data element_type="u8" shape="1" offset="339143" size="1" />
100
  <output>
101
  <port id="0" precision="U8">
@@ -103,7 +103,7 @@
103
  </port>
104
  </output>
105
  </layer>
106
- <layer id="7" name="RegexNormalization_161075" type="RegexNormalization" version="extension">
107
  <data global_replace="true" />
108
  <input>
109
  <port id="0" precision="I32">
@@ -134,7 +134,7 @@
134
  </port>
135
  </output>
136
  </layer>
137
- <layer id="8" name="ByteFallback_161076" type="ByteFallback" version="extension">
138
  <input>
139
  <port id="0" precision="I32">
140
  <dim>-1</dim>
@@ -158,7 +158,7 @@
158
  </port>
159
  </output>
160
  </layer>
161
- <layer id="9" name="FuzeRagged_161077" type="FuzeRagged" version="extension">
162
  <input>
163
  <port id="0" precision="I32">
164
  <dim>-1</dim>
@@ -182,7 +182,7 @@
182
  </port>
183
  </output>
184
  </layer>
185
- <layer id="10" name="Constant_161079" type="Const" version="opset1">
186
  <data element_type="u8" shape="2" offset="339144" size="2" />
187
  <output>
188
  <port id="0" precision="U8">
@@ -190,7 +190,7 @@
190
  </port>
191
  </output>
192
  </layer>
193
- <layer id="11" name="Constant_161081" type="Const" version="opset1">
194
  <data element_type="u8" shape="0" offset="339146" size="1" />
195
  <output>
196
  <port id="0" precision="U8">
@@ -198,7 +198,7 @@
198
  </port>
199
  </output>
200
  </layer>
201
- <layer id="12" name="RegexNormalization_161082" type="RegexNormalization" version="extension">
202
  <data global_replace="true" />
203
  <input>
204
  <port id="0" precision="I32">
@@ -229,7 +229,7 @@
229
  </port>
230
  </output>
231
  </layer>
232
- <layer id="13" name="StringTensorPack_161083" type="StringTensorPack" version="extension">
233
  <data mode="begins_ends" />
234
  <input>
235
  <port id="0" precision="I32">
@@ -248,7 +248,7 @@
248
  </port>
249
  </output>
250
  </layer>
251
- <layer id="14" name="Result_161084" type="Result" version="opset1">
252
  <input>
253
  <port id="0" precision="STRING">
254
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_301097" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_301097">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_301119" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_301067" type="Const" version="opset1">
29
  <data element_type="u8" shape="339140" offset="0" size="339140" />
30
  <output>
31
  <port id="0" precision="U8">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="StringTensorUnpack_301068" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
 
52
  </port>
53
  </output>
54
  </layer>
55
+ <layer id="4" name="VocabDecoder_301098" type="VocabDecoder" version="extension">
56
  <data skip_tokens="0, 1, 32000, 32001, 32002, 32003, 32004, 32005, 32006, 32007, 32008, 32009, 32010" />
57
  <input>
58
  <port id="0" precision="I32">
 
87
  </port>
88
  </output>
89
  </layer>
90
+ <layer id="5" name="Constant_301100" type="Const" version="opset1">
91
  <data element_type="u8" shape="3" offset="339140" size="3" />
92
  <output>
93
  <port id="0" precision="U8">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="6" name="Constant_301102" type="Const" version="opset1">
99
  <data element_type="u8" shape="1" offset="339143" size="1" />
100
  <output>
101
  <port id="0" precision="U8">
 
103
  </port>
104
  </output>
105
  </layer>
106
+ <layer id="7" name="RegexNormalization_301103" type="RegexNormalization" version="extension">
107
  <data global_replace="true" />
108
  <input>
109
  <port id="0" precision="I32">
 
134
  </port>
135
  </output>
136
  </layer>
137
+ <layer id="8" name="ByteFallback_301104" type="ByteFallback" version="extension">
138
  <input>
139
  <port id="0" precision="I32">
140
  <dim>-1</dim>
 
158
  </port>
159
  </output>
160
  </layer>
161
+ <layer id="9" name="FuzeRagged_301105" type="FuzeRagged" version="extension">
162
  <input>
163
  <port id="0" precision="I32">
164
  <dim>-1</dim>
 
182
  </port>
183
  </output>
184
  </layer>
185
+ <layer id="10" name="Constant_301107" type="Const" version="opset1">
186
  <data element_type="u8" shape="2" offset="339144" size="2" />
187
  <output>
188
  <port id="0" precision="U8">
 
190
  </port>
191
  </output>
192
  </layer>
193
+ <layer id="11" name="Constant_301109" type="Const" version="opset1">
194
  <data element_type="u8" shape="0" offset="339146" size="1" />
195
  <output>
196
  <port id="0" precision="U8">
 
198
  </port>
199
  </output>
200
  </layer>
201
+ <layer id="12" name="RegexNormalization_301110" type="RegexNormalization" version="extension">
202
  <data global_replace="true" />
203
  <input>
204
  <port id="0" precision="I32">
 
229
  </port>
230
  </output>
231
  </layer>
232
+ <layer id="13" name="StringTensorPack_301111" type="StringTensorPack" version="extension">
233
  <data mode="begins_ends" />
234
  <input>
235
  <port id="0" precision="I32">
 
248
  </port>
249
  </output>
250
  </layer>
251
+ <layer id="14" name="Result_301112" type="Result" version="opset1">
252
  <input>
253
  <port id="0" precision="STRING">
254
  <dim>-1</dim>