nrshoudi's picture
Upload tokenizer
8bcc5ab verified
{
" ": 0,
"<DEL>": 1,
"<DEL>0": 2,
"<DEL>1": 3,
"<unk>": 4,
"<unk>0": 5,
"AA": 6,
"AA0": 7,
"AA1": 8,
"AA2": 9,
"AE": 10,
"AE*": 11,
"AE0": 12,
"AE1": 13,
"AE2": 14,
"AH": 15,
"AH*": 16,
"AH0": 17,
"AH1": 18,
"AH2": 19,
"AO": 20,
"AO*": 21,
"AO0": 22,
"AO1": 23,
"AO2": 24,
"AR": 25,
"AW": 26,
"AW0": 27,
"AW1": 28,
"AW2": 29,
"AY": 30,
"AY*": 31,
"AY0": 32,
"AY1": 33,
"AY2": 34,
"B": 35,
"B*": 36,
"CH": 37,
"CH*": 38,
"D": 39,
"D*": 40,
"DH": 41,
"DR": 42,
"DZ": 43,
"EH": 44,
"EH*": 45,
"EH0": 46,
"EH1": 47,
"EH2": 48,
"ER": 49,
"ER*": 50,
"ER0": 51,
"ER1": 52,
"EY": 53,
"EY*": 54,
"EY0": 55,
"EY1": 56,
"EY2": 57,
"F": 58,
"F*": 59,
"G": 60,
"G*": 61,
"HH": 62,
"I<DEL>0": 63,
"IH": 64,
"IH*": 65,
"IH0": 66,
"IH1": 67,
"IH2": 68,
"IR": 69,
"IR0": 70,
"IY": 71,
"IY*": 72,
"IY0": 73,
"IY1": 74,
"JH": 75,
"JH*": 76,
"K": 77,
"K*": 78,
"L": 79,
"L*": 80,
"M": 81,
"M*": 82,
"N": 83,
"N*": 84,
"NG": 85,
"NG*": 86,
"NK": 87,
"OW": 88,
"OW*": 89,
"OW0": 90,
"OW1": 91,
"OY0": 92,
"OY1": 93,
"P": 94,
"P*": 95,
"R": 96,
"R*": 97,
"S": 98,
"S*": 99,
"SH": 100,
"T": 101,
"T*": 102,
"TH": 103,
"TH*": 104,
"THH": 105,
"TR": 106,
"TS": 107,
"UH": 108,
"UH*": 109,
"UH0": 110,
"UH1": 111,
"UW": 112,
"UW0": 113,
"UW1": 114,
"UW2": 115,
"V": 116,
"V*": 117,
"W": 118,
"W*": 119,
"Y": 120,
"Z": 121,
"ZH": 122,
"[PAD]": 124,
"[UNK]": 123
}