Upload openvino_detokenizer.xml with huggingface_hub
Browse files- openvino_detokenizer.xml +16 -16
openvino_detokenizer.xml
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
<?xml version="1.0"?>
|
| 2 |
<net name="detokenizer" version="11">
|
| 3 |
<layers>
|
| 4 |
-
<layer id="0" name="
|
| 5 |
<data shape="?,?" element_type="i64" />
|
| 6 |
<output>
|
| 7 |
-
<port id="0" precision="I64" names="
|
| 8 |
<dim>-1</dim>
|
| 9 |
<dim>-1</dim>
|
| 10 |
</port>
|
| 11 |
</output>
|
| 12 |
</layer>
|
| 13 |
-
<layer id="1" name="
|
| 14 |
<data destination_type="i32" />
|
| 15 |
<input>
|
| 16 |
<port id="0" precision="I64">
|
|
@@ -25,7 +25,7 @@
|
|
| 25 |
</port>
|
| 26 |
</output>
|
| 27 |
</layer>
|
| 28 |
-
<layer id="2" name="
|
| 29 |
<data element_type="u8" shape="339140" offset="0" size="339140" />
|
| 30 |
<output>
|
| 31 |
<port id="0" precision="U8">
|
|
@@ -33,7 +33,7 @@
|
|
| 33 |
</port>
|
| 34 |
</output>
|
| 35 |
</layer>
|
| 36 |
-
<layer id="3" name="
|
| 37 |
<data mode="begins_ends" />
|
| 38 |
<input>
|
| 39 |
<port id="0" precision="U8">
|
|
@@ -52,7 +52,7 @@
|
|
| 52 |
</port>
|
| 53 |
</output>
|
| 54 |
</layer>
|
| 55 |
-
<layer id="4" name="
|
| 56 |
<data skip_tokens="0, 1, 32000, 32001, 32002, 32003, 32004, 32005, 32006, 32007, 32008, 32009, 32010" />
|
| 57 |
<input>
|
| 58 |
<port id="0" precision="I32">
|
|
@@ -87,7 +87,7 @@
|
|
| 87 |
</port>
|
| 88 |
</output>
|
| 89 |
</layer>
|
| 90 |
-
<layer id="5" name="
|
| 91 |
<data element_type="u8" shape="3" offset="339140" size="3" />
|
| 92 |
<output>
|
| 93 |
<port id="0" precision="U8">
|
|
@@ -95,7 +95,7 @@
|
|
| 95 |
</port>
|
| 96 |
</output>
|
| 97 |
</layer>
|
| 98 |
-
<layer id="6" name="
|
| 99 |
<data element_type="u8" shape="1" offset="339143" size="1" />
|
| 100 |
<output>
|
| 101 |
<port id="0" precision="U8">
|
|
@@ -103,7 +103,7 @@
|
|
| 103 |
</port>
|
| 104 |
</output>
|
| 105 |
</layer>
|
| 106 |
-
<layer id="7" name="
|
| 107 |
<data global_replace="true" />
|
| 108 |
<input>
|
| 109 |
<port id="0" precision="I32">
|
|
@@ -134,7 +134,7 @@
|
|
| 134 |
</port>
|
| 135 |
</output>
|
| 136 |
</layer>
|
| 137 |
-
<layer id="8" name="
|
| 138 |
<input>
|
| 139 |
<port id="0" precision="I32">
|
| 140 |
<dim>-1</dim>
|
|
@@ -158,7 +158,7 @@
|
|
| 158 |
</port>
|
| 159 |
</output>
|
| 160 |
</layer>
|
| 161 |
-
<layer id="9" name="
|
| 162 |
<input>
|
| 163 |
<port id="0" precision="I32">
|
| 164 |
<dim>-1</dim>
|
|
@@ -182,7 +182,7 @@
|
|
| 182 |
</port>
|
| 183 |
</output>
|
| 184 |
</layer>
|
| 185 |
-
<layer id="10" name="
|
| 186 |
<data element_type="u8" shape="2" offset="339144" size="2" />
|
| 187 |
<output>
|
| 188 |
<port id="0" precision="U8">
|
|
@@ -190,7 +190,7 @@
|
|
| 190 |
</port>
|
| 191 |
</output>
|
| 192 |
</layer>
|
| 193 |
-
<layer id="11" name="
|
| 194 |
<data element_type="u8" shape="0" offset="339146" size="1" />
|
| 195 |
<output>
|
| 196 |
<port id="0" precision="U8">
|
|
@@ -198,7 +198,7 @@
|
|
| 198 |
</port>
|
| 199 |
</output>
|
| 200 |
</layer>
|
| 201 |
-
<layer id="12" name="
|
| 202 |
<data global_replace="true" />
|
| 203 |
<input>
|
| 204 |
<port id="0" precision="I32">
|
|
@@ -229,7 +229,7 @@
|
|
| 229 |
</port>
|
| 230 |
</output>
|
| 231 |
</layer>
|
| 232 |
-
<layer id="13" name="
|
| 233 |
<data mode="begins_ends" />
|
| 234 |
<input>
|
| 235 |
<port id="0" precision="I32">
|
|
@@ -248,7 +248,7 @@
|
|
| 248 |
</port>
|
| 249 |
</output>
|
| 250 |
</layer>
|
| 251 |
-
<layer id="14" name="
|
| 252 |
<input>
|
| 253 |
<port id="0" precision="STRING">
|
| 254 |
<dim>-1</dim>
|
|
|
|
| 1 |
<?xml version="1.0"?>
|
| 2 |
<net name="detokenizer" version="11">
|
| 3 |
<layers>
|
| 4 |
+
<layer id="0" name="Parameter_301097" type="Parameter" version="opset1">
|
| 5 |
<data shape="?,?" element_type="i64" />
|
| 6 |
<output>
|
| 7 |
+
<port id="0" precision="I64" names="Parameter_301097">
|
| 8 |
<dim>-1</dim>
|
| 9 |
<dim>-1</dim>
|
| 10 |
</port>
|
| 11 |
</output>
|
| 12 |
</layer>
|
| 13 |
+
<layer id="1" name="Convert_301119" type="Convert" version="opset1">
|
| 14 |
<data destination_type="i32" />
|
| 15 |
<input>
|
| 16 |
<port id="0" precision="I64">
|
|
|
|
| 25 |
</port>
|
| 26 |
</output>
|
| 27 |
</layer>
|
| 28 |
+
<layer id="2" name="Constant_301067" type="Const" version="opset1">
|
| 29 |
<data element_type="u8" shape="339140" offset="0" size="339140" />
|
| 30 |
<output>
|
| 31 |
<port id="0" precision="U8">
|
|
|
|
| 33 |
</port>
|
| 34 |
</output>
|
| 35 |
</layer>
|
| 36 |
+
<layer id="3" name="StringTensorUnpack_301068" type="StringTensorUnpack" version="extension">
|
| 37 |
<data mode="begins_ends" />
|
| 38 |
<input>
|
| 39 |
<port id="0" precision="U8">
|
|
|
|
| 52 |
</port>
|
| 53 |
</output>
|
| 54 |
</layer>
|
| 55 |
+
<layer id="4" name="VocabDecoder_301098" type="VocabDecoder" version="extension">
|
| 56 |
<data skip_tokens="0, 1, 32000, 32001, 32002, 32003, 32004, 32005, 32006, 32007, 32008, 32009, 32010" />
|
| 57 |
<input>
|
| 58 |
<port id="0" precision="I32">
|
|
|
|
| 87 |
</port>
|
| 88 |
</output>
|
| 89 |
</layer>
|
| 90 |
+
<layer id="5" name="Constant_301100" type="Const" version="opset1">
|
| 91 |
<data element_type="u8" shape="3" offset="339140" size="3" />
|
| 92 |
<output>
|
| 93 |
<port id="0" precision="U8">
|
|
|
|
| 95 |
</port>
|
| 96 |
</output>
|
| 97 |
</layer>
|
| 98 |
+
<layer id="6" name="Constant_301102" type="Const" version="opset1">
|
| 99 |
<data element_type="u8" shape="1" offset="339143" size="1" />
|
| 100 |
<output>
|
| 101 |
<port id="0" precision="U8">
|
|
|
|
| 103 |
</port>
|
| 104 |
</output>
|
| 105 |
</layer>
|
| 106 |
+
<layer id="7" name="RegexNormalization_301103" type="RegexNormalization" version="extension">
|
| 107 |
<data global_replace="true" />
|
| 108 |
<input>
|
| 109 |
<port id="0" precision="I32">
|
|
|
|
| 134 |
</port>
|
| 135 |
</output>
|
| 136 |
</layer>
|
| 137 |
+
<layer id="8" name="ByteFallback_301104" type="ByteFallback" version="extension">
|
| 138 |
<input>
|
| 139 |
<port id="0" precision="I32">
|
| 140 |
<dim>-1</dim>
|
|
|
|
| 158 |
</port>
|
| 159 |
</output>
|
| 160 |
</layer>
|
| 161 |
+
<layer id="9" name="FuzeRagged_301105" type="FuzeRagged" version="extension">
|
| 162 |
<input>
|
| 163 |
<port id="0" precision="I32">
|
| 164 |
<dim>-1</dim>
|
|
|
|
| 182 |
</port>
|
| 183 |
</output>
|
| 184 |
</layer>
|
| 185 |
+
<layer id="10" name="Constant_301107" type="Const" version="opset1">
|
| 186 |
<data element_type="u8" shape="2" offset="339144" size="2" />
|
| 187 |
<output>
|
| 188 |
<port id="0" precision="U8">
|
|
|
|
| 190 |
</port>
|
| 191 |
</output>
|
| 192 |
</layer>
|
| 193 |
+
<layer id="11" name="Constant_301109" type="Const" version="opset1">
|
| 194 |
<data element_type="u8" shape="0" offset="339146" size="1" />
|
| 195 |
<output>
|
| 196 |
<port id="0" precision="U8">
|
|
|
|
| 198 |
</port>
|
| 199 |
</output>
|
| 200 |
</layer>
|
| 201 |
+
<layer id="12" name="RegexNormalization_301110" type="RegexNormalization" version="extension">
|
| 202 |
<data global_replace="true" />
|
| 203 |
<input>
|
| 204 |
<port id="0" precision="I32">
|
|
|
|
| 229 |
</port>
|
| 230 |
</output>
|
| 231 |
</layer>
|
| 232 |
+
<layer id="13" name="StringTensorPack_301111" type="StringTensorPack" version="extension">
|
| 233 |
<data mode="begins_ends" />
|
| 234 |
<input>
|
| 235 |
<port id="0" precision="I32">
|
|
|
|
| 248 |
</port>
|
| 249 |
</output>
|
| 250 |
</layer>
|
| 251 |
+
<layer id="14" name="Result_301112" type="Result" version="opset1">
|
| 252 |
<input>
|
| 253 |
<port id="0" precision="STRING">
|
| 254 |
<dim>-1</dim>
|