Tom Aarsen
commited on
Commit
·
bb98c75
1
Parent(s):
b475b47
Clarify why we call quit()
Browse files
train.py
CHANGED
|
@@ -208,6 +208,7 @@ def load_train_eval_datasets():
|
|
| 208 |
eval_dataset.save_to_disk("datasets/eval_dataset")
|
| 209 |
|
| 210 |
# The `train_test_split` calls have put a lot of the datasets in memory, while we want it to just be on disk
|
|
|
|
| 211 |
quit()
|
| 212 |
|
| 213 |
def main():
|
|
|
|
| 208 |
eval_dataset.save_to_disk("datasets/eval_dataset")
|
| 209 |
|
| 210 |
# The `train_test_split` calls have put a lot of the datasets in memory, while we want it to just be on disk
|
| 211 |
+
# So we're calling quit() here. Running the script again will load the datasets from disk.
|
| 212 |
quit()
|
| 213 |
|
| 214 |
def main():
|