Create config/config.py

config/config.py

@@ -0,0 +1,24 @@
+# config/config.py
+from pydantic_settings import BaseSettings
+from pathlib import Path
+import torch
+
+class Settings(BaseSettings):
+    MODEL_NAME: str = "mlx-community/Llama-3.2-3B-Instruct-8bit"
+    EMBEDDER_MODEL: str = "distiluse-base-multilingual-cased"
+    CHUNK_SIZE: int = 1000
+    CHUNK_OVERLAP: int = 100
+    CSV_URL: str = 'https://www.bofrost.de/datafeed/DE/products.csv'
+    PDF_FOLDER: Path = Path("./pdfs")
+    DEVICE: str = "cuda" if torch.cuda.is_available() else "cpu"
+    QUANTIZATION_BITS: int = 8
+    FAQ_ROOT_URL: str = "https://www.bofrost.de/faq/"
+    CACHE_DURATION: int = 3600
+    MAX_RETRIES: int = 3
+    TIMEOUT: int = 30
+
+    class Config:
+        env_file = ".env"
+
+settings = Settings()
+