add onnx

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "checkpoint-174000",
+  "_name_or_path": "openpecha/speecht5-tts-01",
   "activation_dropout": 0.1,
   "apply_spec_augment": true,
   "architectures": [
@@ -84,8 +84,7 @@
   "speech_decoder_prenet_dropout": 0.5,
   "speech_decoder_prenet_layers": 2,
   "speech_decoder_prenet_units": 256,
-  "torch_dtype": "float32",
-  "transformers_version": "4.33.0.dev0",
+  "transformers_version": "4.43.4",
   "use_cache": false,
   "use_guided_attention_loss": true,
   "vocab_size": 81

generation_config.json

@@ -5,5 +5,5 @@
   "eos_token_id": 2,
   "max_length": 1876,
   "pad_token_id": 1,
-  "transformers_version": "4.33.0.dev0"
+  "transformers_version": "4.43.4"
 }

onnx/decoder_model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5861f41a72751e029b6393b15211f08e93396f3b71fa77932cd8c688c07c669
+size 238389463

onnx/decoder_model_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75965505976673c4e0f78e920078b7ae862e6e6c61eaf27640f99d5bfe4dd4ce
+size 38979403

onnx/decoder_model_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76cc47e78a7861a1746e1002969fa58bd5b1c79ff40709d79e4106b4ff38533
+size 119305248

onnx/decoder_model_int8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823e31c2b3966968d28492b05788a00f5d4f53ea4e7ef1d8b8086cc0583a4855
+size 64743535

onnx/decoder_model_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3353cacdf5535b891faf6fa779ac72b9a5d9709c204e05ec618477c142e09d
+size 42607312

onnx/decoder_model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e2155435bc07c1683b38a459886ac9badacbc4d89873829285c205e403c460
+size 35923480

onnx/decoder_model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823e31c2b3966968d28492b05788a00f5d4f53ea4e7ef1d8b8086cc0583a4855
+size 64743535

onnx/decoder_model_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87f23d34ae2bfecb3301537613767cfa41c0281017b1eeb3433417fbadd8b2e
+size 64743535

onnx/decoder_postnet_and_vocoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd965cb53a619b9820021710da77705bc5e08a264c1ced65d9f593678d7f13f
+size 55455058

onnx/decoder_postnet_and_vocoder_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509fb2a028bed47ab8afa21c70244d5ff1616348ea314d2e16a2da213c4f09ac
+size 55455077

onnx/decoder_postnet_and_vocoder_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23dac8d29895f90ec03b7b03faa60f54f31d4ec405220e479736faaf16b0829
+size 27759944

onnx/decoder_postnet_and_vocoder_int8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97a30c295be29e1e06faef052be223ebbbcf163d20caa2f990aba929fcb2543
+size 18254997

onnx/decoder_postnet_and_vocoder_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509fb2a028bed47ab8afa21c70244d5ff1616348ea314d2e16a2da213c4f09ac
+size 55455077

onnx/decoder_postnet_and_vocoder_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db130e43cf870bede3f3cec1d064164c9abdbdf0978896daf47e6c43da4b089
+size 27759963

onnx/decoder_postnet_and_vocoder_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517a7a241890dbb33388cc9f09907771ac0411882d7c209e1c999246eda60ead
+size 18254997

onnx/decoder_postnet_and_vocoder_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517a7a241890dbb33388cc9f09907771ac0411882d7c209e1c999246eda60ead
+size 18254997

onnx/decoder_with_past_model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314c8c93212125832988780bd65b2fbf7b244dd8197aac5069c96c3c79a3c9da
+size 210030510

onnx/decoder_with_past_model_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397236d5cb7432415ee0fe93376e0e3c9de1e75ce96f6481d2300ed052c3697c
+size 34948830

onnx/decoder_with_past_model_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcaad87f2b1aba003f93dc2ec867e7256938a4d0a7758169fba04e9e34ef919
+size 105123157

onnx/decoder_with_past_model_int8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405ea15db995fe2bf5122c98cf6c117fdd75c0e5ebbd892fd52809a94d76e744
+size 57560019

onnx/decoder_with_past_model_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5961f1cb633809a1b0965417e9dff848c9966aa8c785dc198196baaa0e6625be
+size 38134455

onnx/decoder_with_past_model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aff61cda451eb260e1a63b523bdd9cddf3c86254fe996d70a3eef1699bb269
+size 31914053

onnx/decoder_with_past_model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405ea15db995fe2bf5122c98cf6c117fdd75c0e5ebbd892fd52809a94d76e744
+size 57560019

onnx/decoder_with_past_model_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97537ef63ab98325eb11a5fed9964afbc9252b84b59bfc9344d485b11ef156be
+size 57560019

onnx/encoder_model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68bf8abf2b005b31d32a829efac70bda5357536e0045c5da62b1faf82d0bf0d
+size 342759185

onnx/encoder_model_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca032a5b440875d2b3222a5f26ab10458aac6f68b7fe0e1419c7dcb93bb9ac33
+size 50807507

onnx/encoder_model_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10215f235aac5572d07086e1eb421d0263111763af1909b1885024f26950234b
+size 171559930

onnx/encoder_model_int8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3bef7d3297b1da9cdf809f7beee23c6ff6a1ac47389f2f425f77ee315eeb3d
+size 88227663

onnx/encoder_model_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943f37c68b24359c89e7f09a1c29e62c5a00f5025dabf706f24ebc6437b61aa5
+size 56115395

onnx/encoder_model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8c93002dd58c0ff7fe5cbcc3344138bb139baeee4df3f57d09554c850abd63
+size 49477133

onnx/encoder_model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3bef7d3297b1da9cdf809f7beee23c6ff6a1ac47389f2f425f77ee315eeb3d
+size 88227663

onnx/encoder_model_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34759f65d5d7ba531cea2642b2be005a26dffc8dd9767f00f3abde6953c0c7d
+size 88227663

quantize_config.json

@@ -0,0 +1,17 @@
+{
+    "modes": [
+        "fp16",
+        "q8",
+        "int8",
+        "uint8",
+        "q4",
+        "q4f16",
+        "bnb4"
+    ],
+    "per_channel": true,
+    "reduce_range": true,
+    "block_size": null,
+    "is_symmetric": true,
+    "accuracy_level": null,
+    "quant_type": 1
+}

tokenizer.json

@@ -0,0 +1,231 @@
+{
+    "version": "1.0",
+    "truncation": null,
+    "padding": null,
+    "added_tokens": [
+        {
+            "id": 0,
+            "content": "<s>",
+            "single_word": false,
+            "lstrip": false,
+            "rstrip": false,
+            "normalized": false,
+            "special": true
+        },
+        {
+            "id": 1,
+            "content": "<pad>",
+            "single_word": false,
+            "lstrip": false,
+            "rstrip": false,
+            "normalized": false,
+            "special": true
+        },
+        {
+            "id": 2,
+            "content": "</s>",
+            "single_word": false,
+            "lstrip": false,
+            "rstrip": false,
+            "normalized": false,
+            "special": true
+        },
+        {
+            "id": 3,
+            "content": "<unk>",
+            "single_word": false,
+            "lstrip": false,
+            "rstrip": false,
+            "normalized": false,
+            "special": true
+        },
+        {
+            "id": 79,
+            "content": "<mask>",
+            "single_word": false,
+            "lstrip": false,
+            "rstrip": false,
+            "normalized": false,
+            "special": true
+        },
+        {
+            "id": 80,
+            "content": "<ctc_blank>",
+            "single_word": false,
+            "lstrip": false,
+            "rstrip": false,
+            "normalized": false,
+            "special": true
+        }
+    ],
+    "normalizer": {
+        "type": "Precompiled",
+        "precompiled_charsmap": null
+    },
+    "pre_tokenizer": {
+        "type": "Sequence",
+        "pretokenizers": [
+            {
+                "type": "WhitespaceSplit"
+            },
+            {
+                "type": "Metaspace",
+                "replacement": "\u2581",
+                "add_prefix_space": true
+            },
+            {
+                "type": "Split",
+                "pattern": {
+                    "Regex": ""
+                },
+                "behavior": "Isolated",
+                "invert": false
+            }
+        ]
+    },
+    "post_processor": {
+        "type": "TemplateProcessing",
+        "single": [
+            {
+                "Sequence": {
+                    "id": "A",
+                    "type_id": 0
+                }
+            },
+            {
+                "SpecialToken": {
+                    "id": "</s>",
+                    "type_id": 0
+                }
+            }
+        ],
+        "pair": [
+            {
+                "Sequence": {
+                    "id": "A",
+                    "type_id": 0
+                }
+            },
+            {
+                "SpecialToken": {
+                    "id": "</s>",
+                    "type_id": 0
+                }
+            },
+            {
+                "Sequence": {
+                    "id": "B",
+                    "type_id": 0
+                }
+            },
+            {
+                "SpecialToken": {
+                    "id": "</s>",
+                    "type_id": 0
+                }
+            }
+        ],
+        "special_tokens": {
+            "</s>": {
+                "id": "</s>",
+                "ids": [
+                    2
+                ],
+                "tokens": [
+                    "</s>"
+                ]
+            }
+        }
+    },
+    "decoder": {
+        "type": "Metaspace",
+        "replacement": "\u2581",
+        "add_prefix_space": true
+    },
+    "model": {
+        "unk_id": 2,
+        "vocab": {
+            "<s>": 0,
+            "<pad>": 1,
+            "</s>": 2,
+            "<unk>": 3,
+            "\u2581": 4,
+            "e": 5,
+            "t": 6,
+            "a": 7,
+            "o": 8,
+            "n": 9,
+            "i": 10,
+            "h": 11,
+            "s": 12,
+            "r": 13,
+            "d": 14,
+            "l": 15,
+            "u": 16,
+            "c": 17,
+            "m": 18,
+            "f": 19,
+            "w": 20,
+            "g": 21,
+            "y": 22,
+            ",": 23,
+            "p": 24,
+            "b": 25,
+            ".": 26,
+            "v": 27,
+            "k": 28,
+            "\"": 29,
+            "I": 30,
+            "'": 31,
+            "T": 32,
+            "A": 33,
+            "S": 34,
+            "H": 35,
+            ";": 36,
+            "x": 37,
+            "W": 38,
+            "-": 39,
+            "B": 40,
+            "?": 41,
+            "C": 42,
+            "M": 43,
+            "!": 44,
+            "q": 45,
+            "j": 46,
+            "E": 47,
+            "N": 48,
+            "P": 49,
+            "O": 50,
+            "D": 51,
+            "L": 52,
+            "G": 53,
+            "R": 54,
+            "F": 55,
+            "Y": 56,
+            "z": 57,
+            "J": 58,
+            ":": 59,
+            "K": 60,
+            "U": 61,
+            "V": 62,
+            ")": 63,
+            "(": 64,
+            "Q": 65,
+            "Z": 66,
+            "]": 67,
+            "[": 68,
+            "X": 69,
+            "\u2014": 70,
+            "/": 71,
+            "\u00e6": 72,
+            "\u00e9": 73,
+            "{": 74,
+            "}": 75,
+            "\u00ea": 76,
+            "\u0153": 77,
+            "\u0304": 78,
+            "<mask>": 79,
+            "<ctc_blank>": 80
+        }
+    }
+}

tokenizer_config.json

@@ -1,7 +1,58 @@
 {
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "79": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "80": {
+      "content": "<ctc_blank>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
+  "mask_token": "<mask>",
   "model_max_length": 600,
   "normalize": false,
   "pad_token": "<pad>",