Upload folder using huggingface_hub
Browse files- pytorch_model.bin +2 -2
- special_tokens_map.json +6 -0
- tokenizer_config.json +12 -0
- vocab.json +70 -0
    	
        pytorch_model.bin
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
            -
            size  | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:ffbbf7dc6e1317e932033d334b0e7023a6a3578b8ffab495415f0ad5bc319274
         | 
| 3 | 
            +
            size 1262175210
         | 
    	
        special_tokens_map.json
    ADDED
    
    | @@ -0,0 +1,6 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "bos_token": "<s>",
         | 
| 3 | 
            +
              "eos_token": "</s>",
         | 
| 4 | 
            +
              "pad_token": "[PAD]",
         | 
| 5 | 
            +
              "unk_token": "[UNK]"
         | 
| 6 | 
            +
            }
         | 
    	
        tokenizer_config.json
    ADDED
    
    | @@ -0,0 +1,12 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "bos_token": "<s>",
         | 
| 3 | 
            +
              "clean_up_tokenization_spaces": true,
         | 
| 4 | 
            +
              "do_lower_case": false,
         | 
| 5 | 
            +
              "eos_token": "</s>",
         | 
| 6 | 
            +
              "model_max_length": 1000000000000000019884624838656,
         | 
| 7 | 
            +
              "pad_token": "[PAD]",
         | 
| 8 | 
            +
              "replace_word_delimiter_char": " ",
         | 
| 9 | 
            +
              "tokenizer_class": "Wav2Vec2CTCTokenizer",
         | 
| 10 | 
            +
              "unk_token": "[UNK]",
         | 
| 11 | 
            +
              "word_delimiter_token": "|"
         | 
| 12 | 
            +
            }
         | 
    	
        vocab.json
    ADDED
    
    | @@ -0,0 +1,70 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "!": 41,
         | 
| 3 | 
            +
              "\"": 33,
         | 
| 4 | 
            +
              "-": 15,
         | 
| 5 | 
            +
              ".": 64,
         | 
| 6 | 
            +
              ":": 16,
         | 
| 7 | 
            +
              ";": 3,
         | 
| 8 | 
            +
              "[PAD]": 67,
         | 
| 9 | 
            +
              "[UNK]": 66,
         | 
| 10 | 
            +
              "|": 14,
         | 
| 11 | 
            +
              "،": 30,
         | 
| 12 | 
            +
              "؟": 2,
         | 
| 13 | 
            +
              "ا": 38,
         | 
| 14 | 
            +
              "ل": 21,
         | 
| 15 | 
            +
              "ه": 42,
         | 
| 16 | 
            +
              "ّ": 39,
         | 
| 17 | 
            +
              "ހ": 63,
         | 
| 18 | 
            +
              "ށ": 25,
         | 
| 19 | 
            +
              "ނ": 62,
         | 
| 20 | 
            +
              "ރ": 52,
         | 
| 21 | 
            +
              "ބ": 35,
         | 
| 22 | 
            +
              "ޅ": 9,
         | 
| 23 | 
            +
              "ކ": 18,
         | 
| 24 | 
            +
              "އ": 5,
         | 
| 25 | 
            +
              "ވ": 60,
         | 
| 26 | 
            +
              "މ": 36,
         | 
| 27 | 
            +
              "ފ": 12,
         | 
| 28 | 
            +
              "ދ": 10,
         | 
| 29 | 
            +
              "ތ": 54,
         | 
| 30 | 
            +
              "ލ": 4,
         | 
| 31 | 
            +
              "ގ": 28,
         | 
| 32 | 
            +
              "ޏ": 46,
         | 
| 33 | 
            +
              "ސ": 37,
         | 
| 34 | 
            +
              "ޑ": 22,
         | 
| 35 | 
            +
              "ޒ": 1,
         | 
| 36 | 
            +
              "ޓ": 0,
         | 
| 37 | 
            +
              "ޔ": 32,
         | 
| 38 | 
            +
              "ޕ": 43,
         | 
| 39 | 
            +
              "ޖ": 8,
         | 
| 40 | 
            +
              "ޗ": 59,
         | 
| 41 | 
            +
              "ޘ": 31,
         | 
| 42 | 
            +
              "ޙ": 57,
         | 
| 43 | 
            +
              "ޚ": 44,
         | 
| 44 | 
            +
              "ޛ": 47,
         | 
| 45 | 
            +
              "ޝ": 11,
         | 
| 46 | 
            +
              "ޞ": 13,
         | 
| 47 | 
            +
              "ޟ": 24,
         | 
| 48 | 
            +
              "ޠ": 19,
         | 
| 49 | 
            +
              "ޡ": 40,
         | 
| 50 | 
            +
              "ޢ": 48,
         | 
| 51 | 
            +
              "ޣ": 53,
         | 
| 52 | 
            +
              "ޤ": 20,
         | 
| 53 | 
            +
              "ޥ": 17,
         | 
| 54 | 
            +
              "ަ": 23,
         | 
| 55 | 
            +
              "ާ": 27,
         | 
| 56 | 
            +
              "ި": 45,
         | 
| 57 | 
            +
              "ީ": 26,
         | 
| 58 | 
            +
              "ު": 65,
         | 
| 59 | 
            +
              "ޫ": 50,
         | 
| 60 | 
            +
              "ެ": 7,
         | 
| 61 | 
            +
              "ޭ": 51,
         | 
| 62 | 
            +
              "ޮ": 34,
         | 
| 63 | 
            +
              "ޯ": 49,
         | 
| 64 | 
            +
              "ް": 56,
         | 
| 65 | 
            +
              "–": 55,
         | 
| 66 | 
            +
              "‘": 61,
         | 
| 67 | 
            +
              "’": 6,
         | 
| 68 | 
            +
              "ﷲ": 58,
         | 
| 69 | 
            +
              "ﷺ": 29
         | 
| 70 | 
            +
            }
         |