Fixing imports

main.py

@@ -23,7 +23,6 @@ if frequency not in ["daily", "hourly"]:
 
 # Authenticate with Hugging Face using an auth token
 auth_token = os.environ["HUGGINGFACE_AUTH_TOKEN"]
-login(auth_token, add_to_git_credential=True)
 
 logger = setup_logger(__name__)
 

utilities/user_defined_functions.py

@@ -1,13 +1,29 @@
+import os
 from datetime import datetime
 
 import pandas as pd
 from datasets import Dataset, DatasetDict, load_dataset
+from huggingface_hub import login
 
-from main import auth_token, dataset_name, logger
 from utilities.data_processing import data_processing
+from utilities.my_logger import setup_logger
 from utilities.praw_downloader import praw_downloader
 from utilities.praw_processor import preprocess_praw_data
 
+# Set dataset name, path to README.md, and existing dataset details
+subreddit = os.environ["SUBREDDIT"]
+username = os.environ["USERNAME"]
+dataset_name = f"{username}/dataset-creator-reddit-{subreddit}"
+
+frequency = os.environ.get("FREQUENCY", '').lower()
+if frequency not in ["daily", "hourly"]:
+    raise ValueError("FREQUENCY environment variable must be 'daily' or 'hourly'")
+
+# Authenticate with Hugging Face using an auth token
+auth_token = os.environ["HUGGINGFACE_AUTH_TOKEN"]
+login(auth_token, add_to_git_credential=True)
+
+logger = setup_logger(__name__)
 # Dummy row for when we create a new repo
 dummy_data = {
     "id": ['id'],