File size: 4,303 Bytes
2b395f2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 |
#!/usr/bin/env python3
"""
FRED ML Development Environment Setup
Simple setup script for development testing
"""
import os
import sys
import subprocess
from pathlib import Path
def check_python_version():
"""Check Python version"""
version = sys.version_info
if version.major != 3 or version.minor < 9:
print(f"❌ Python 3.9+ required, found {version.major}.{version.minor}")
return False
print(f"✅ Python {version.major}.{version.minor}.{version.micro}")
return True
def check_environment_variables():
"""Check required environment variables"""
required_vars = ['AWS_ACCESS_KEY_ID', 'AWS_SECRET_ACCESS_KEY', 'FRED_API_KEY']
missing_vars = []
for var in required_vars:
if not os.getenv(var):
missing_vars.append(var)
if missing_vars:
print(f"❌ Missing environment variables: {', '.join(missing_vars)}")
print("Please set these variables:")
for var in missing_vars:
print(f" export {var}=your_value")
return False
print("✅ Environment variables set")
return True
def install_dependencies():
"""Install required dependencies"""
print("📦 Installing dependencies...")
try:
subprocess.run([sys.executable, "-m", "pip", "install", "-r", "requirements.txt"],
check=True, capture_output=True, text=True)
print("✅ Dependencies installed")
return True
except subprocess.CalledProcessError as e:
print(f"❌ Failed to install dependencies: {e}")
return False
def test_imports():
"""Test that all required packages can be imported"""
required_packages = [
'boto3', 'streamlit', 'pandas', 'numpy', 'matplotlib',
'seaborn', 'plotly', 'fredapi', 'requests'
]
failed_imports = []
for package in required_packages:
try:
__import__(package)
print(f"✅ {package}")
except ImportError:
failed_imports.append(package)
print(f"❌ {package}")
if failed_imports:
print(f"\n❌ Failed to import: {', '.join(failed_imports)}")
return False
return True
def test_aws_access():
"""Test AWS access"""
try:
import boto3
s3 = boto3.client('s3')
s3.head_bucket(Bucket='fredmlv1')
print("✅ AWS S3 access")
return True
except Exception as e:
print(f"❌ AWS S3 access failed: {str(e)}")
return False
def test_fred_api():
"""Test FRED API access"""
try:
from fredapi import Fred
fred = Fred(api_key=os.getenv('FRED_API_KEY'))
data = fred.get_series('GDP', limit=1)
if len(data) > 0:
print("✅ FRED API access")
return True
else:
print("❌ FRED API returned no data")
return False
except Exception as e:
print(f"❌ FRED API access failed: {str(e)}")
return False
def main():
"""Main setup function"""
print("🚀 FRED ML Development Environment Setup")
print("=" * 50)
checks = [
("Python Version", check_python_version),
("Environment Variables", check_environment_variables),
("Dependencies", install_dependencies),
("Package Imports", test_imports),
("AWS Access", test_aws_access),
("FRED API", test_fred_api)
]
passed = 0
total = len(checks)
for name, check_func in checks:
print(f"\n🔍 Checking {name}...")
if check_func():
passed += 1
else:
print(f"❌ {name} check failed")
print(f"\n📊 Setup Summary: {passed}/{total} checks passed")
if passed == total:
print("✅ Development environment ready!")
print("\n🎯 Next steps:")
print("1. Test the Streamlit app: streamlit run frontend/app.py")
print("2. Test Lambda function: python scripts/test_complete_system.py")
print("3. Run end-to-end tests: python scripts/test_complete_system.py --e2e")
return True
else:
print("❌ Setup incomplete. Please fix the issues above.")
return False
if __name__ == '__main__':
success = main()
sys.exit(0 if success else 1) |