Commit
·
645be37
1
Parent(s):
5824687
gitignore
Browse files- .gitignore +1 -0
- scratch.py +0 -15
.gitignore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
scratch.py
|
scratch.py
DELETED
|
@@ -1,15 +0,0 @@
|
|
| 1 |
-
#%%
|
| 2 |
-
|
| 3 |
-
import json
|
| 4 |
-
fname = "tokenizer.json"
|
| 5 |
-
|
| 6 |
-
with open(fname, 'r') as f:
|
| 7 |
-
vocab = json.load(f)
|
| 8 |
-
|
| 9 |
-
# %%
|
| 10 |
-
|
| 11 |
-
# dump this is vocab_2.json
|
| 12 |
-
fname2 = "vocab_2.json"
|
| 13 |
-
with open(fname2, 'w') as f:
|
| 14 |
-
json.dump(vocab, f)
|
| 15 |
-
# %%
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|