derek-thomas
commited on
Commit
·
89f0e00
1
Parent(s):
d288f77
Using new dataset version
Browse files- main.py +2 -2
- requirements.txt +2 -1
main.py
CHANGED
|
@@ -54,8 +54,8 @@ def main():
|
|
| 54 |
logger.debug(f"Pushing data for {date} to the Hugging Face hub")
|
| 55 |
dataset.push_to_hub(dataset_name, token=auth_token)
|
| 56 |
logger.info(f"Processed and pushed data for {date} to the Hugging Face Hub")
|
| 57 |
-
files_cleaned = dataset.cleanup_cache_files()
|
| 58 |
-
logger.info(f"Removed {files_cleaned} cache files")
|
| 59 |
|
| 60 |
|
| 61 |
def schedule_periodic_task():
|
|
|
|
| 54 |
logger.debug(f"Pushing data for {date} to the Hugging Face hub")
|
| 55 |
dataset.push_to_hub(dataset_name, token=auth_token)
|
| 56 |
logger.info(f"Processed and pushed data for {date} to the Hugging Face Hub")
|
| 57 |
+
# files_cleaned = dataset.cleanup_cache_files()
|
| 58 |
+
# logger.info(f"Removed {files_cleaned} cache files")
|
| 59 |
|
| 60 |
|
| 61 |
def schedule_periodic_task():
|
requirements.txt
CHANGED
|
@@ -1,7 +1,8 @@
|
|
| 1 |
praw==7.7.1
|
| 2 |
gradio==3.50.2
|
| 3 |
nbdev==2.3.12
|
| 4 |
-
datasets==2.14.6
|
|
|
|
| 5 |
requests==2.28.2
|
| 6 |
loguru==0.7.0
|
| 7 |
rich==13.3.4
|
|
|
|
| 1 |
praw==7.7.1
|
| 2 |
gradio==3.50.2
|
| 3 |
nbdev==2.3.12
|
| 4 |
+
# datasets==2.14.6
|
| 5 |
+
git+https://github.com/huggingface/datasets.git@81b3ccfc016f6a39837334a0173dac3f59112856
|
| 6 |
requests==2.28.2
|
| 7 |
loguru==0.7.0
|
| 8 |
rich==13.3.4
|