Delete tokenizer/added_tokens.json (#8)
Browse files- Delete tokenizer/added_tokens.json (cd72ba74a552292bcaf167ed8b40ecacdc718d9b)
Co-authored-by: NotOpenAI <[email protected]>
tokenizer/added_tokens.json
DELETED
@@ -1,4 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"<|endoftext|>": 49407,
|
3 |
-
"<|startoftext|>": 49406
|
4 |
-
}
|
|
|
|
|
|
|
|
|
|