Update troubleshooting.py

troubleshooting.py

@@ -32,13 +32,20 @@ def test_api_connection():
         response = requests.get(endpoint, params=params)
         print(f"Response status code: {response.status_code}")
         data = response.json()
-        print(f"Response header: {data.get('Header', {})}")
         
-        if data.get("Header", {}).get("status") == "Success":
+        # Print the entire response structure for examination
+        print("Full response structure:")
+        print(json.dumps(data, indent=2)[:500] + "..." if len(json.dumps(data)) > 500 else json.dumps(data, indent=2))
+        
+        # Determine if the API call was successful based on response structure
+        if isinstance(data, list) and len(data) > 0 and isinstance(data[0], dict) and data[0].get("status") == "Success":
+            print("API connection successful!")
+            return True
+        elif isinstance(data, dict) and data.get("Header", {}).get("status") == "Success":
             print("API connection successful!")
             return True
         else:
-            print(f"API connection failed: {data.get('Header', {}).get('error', 'Unknown error')}")
+            print("API connection failed: Unable to determine success status")
             return False
     except Exception as e:
         print(f"Exception during API connection test: {e}")
@@ -59,25 +66,44 @@ def test_state_lookup(state_code):
         response = requests.get(endpoint, params=params)
         data = response.json()
         
-        if data.get("Header", {}).get("status") == "Success":
+        # Handle the response based on its structure
+        if isinstance(data, list) and len(data) > 0 and isinstance(data[0], dict) and data[0].get("status") == "Success":
+            header = data[0]
+            states_data = data[1:] if len(data) > 1 else []
+            print(f"Found {len(states_data)} states in the API")
+            
+            # Look for the specific state
+            matching_states = [s for s in states_data if str(s.get("code")) == str(state_code) or s.get("value") == state_code]
+            if matching_states:
+                print(f"Found matching state: {matching_states[0]}")
+                return matching_states[0]
+            else:
+                print(f"No matching state found for code: {state_code}")
+                print("Available state codes (first 10):")
+                for s in states_data[:10]:  # Print first 10 for brevity
+                    print(f"  {s.get('code')} - {s.get('value')}")
+                if len(states_data) > 10:
+                    print(f"  ... and {len(states_data)-10} more")
+                return None
+        elif isinstance(data, dict) and data.get("Header", {}).get("status") == "Success":
             states = data.get("Data", [])
             print(f"Found {len(states)} states in the API")
             
             # Look for the specific state
-            matching_states = [s for s in states if s.get("state_code") == state_code or s.get("value") == state_code]
+            matching_states = [s for s in states if str(s.get("state_code")) == str(state_code) or s.get("value") == state_code]
             if matching_states:
                 print(f"Found matching state: {matching_states[0]}")
                 return matching_states[0]
             else:
                 print(f"No matching state found for code: {state_code}")
-                print("Available state codes:")
+                print("Available state codes (first 10):")
                 for s in states[:10]:  # Print first 10 for brevity
                     print(f"  {s.get('state_code')} - {s.get('value')}")
                 if len(states) > 10:
                     print(f"  ... and {len(states)-10} more")
                 return None
         else:
-            print(f"API lookup failed: {data.get('Header', {}).get('error', 'Unknown error')}")
+            print("API lookup failed: Unable to determine success status")
             return None
     except Exception as e:
         print(f"Exception during state lookup: {e}")
@@ -99,23 +125,30 @@ def test_counties_lookup(state_code):
         response = requests.get(endpoint, params=params)
         data = response.json()
         
-        if data.get("Header", {}).get("status") == "Success":
+        # Print the entire response structure for examination
+        print("Full response structure:")
+        print(json.dumps(data, indent=2)[:500] + "..." if len(json.dumps(data)) > 500 else json.dumps(data, indent=2))
+        
+        # Handle both list and dictionary response structures
+        counties = []
+        if isinstance(data, list) and len(data) > 0:
+            if data[0].get("status") == "Success":
+                counties = data[1:] if len(data) > 1 else []
+        elif isinstance(data, dict) and data.get("Header", {}).get("status") == "Success":
             counties = data.get("Data", [])
-            print(f"Found {len(counties)} counties for state {state_code}")
-            
-            if counties:
-                print("Sample counties:")
-                for c in counties[:5]:  # Print first 5 for brevity
-                    print(f"  {c}")
-                if len(counties) > 5:
-                    print(f"  ... and {len(counties)-5} more")
-            else:
-                print("No counties found for this state")
-            
-            return counties
+        
+        print(f"Found {len(counties)} counties for state {state_code}")
+        
+        if counties:
+            print("Sample counties:")
+            for c in counties[:5]:  # Print first 5 for brevity
+                print(f"  {c}")
+            if len(counties) > 5:
+                print(f"  ... and {len(counties)-5} more")
         else:
-            print(f"API lookup failed: {data.get('Header', {}).get('error', 'Unknown error')}")
-            return None
+            print("No counties found for this state")
+        
+        return counties
     except Exception as e:
         print(f"Exception during counties lookup: {e}")
         return None
@@ -138,29 +171,59 @@ def test_monitors_lookup(state_code):
         response = requests.get(endpoint, params=params)
         data = response.json()
         
-        if data.get("Header", {}).get("status") == "Success":
+        # Print the entire response structure for examination
+        print("First part of response structure:")
+        print(json.dumps(data, indent=2)[:500] + "..." if len(json.dumps(data)) > 500 else json.dumps(data, indent=2))
+        
+        # Handle both list and dictionary response structures
+        monitors = []
+        if isinstance(data, list) and len(data) > 0:
+            if data[0].get("status") == "Success":
+                monitors = data[1:] if len(data) > 1 else []
+        elif isinstance(data, dict) and data.get("Header", {}).get("status") == "Success":
             monitors = data.get("Data", [])
-            print(f"Found {len(monitors)} monitors for state {state_code}")
+        
+        print(f"Found {len(monitors)} monitors for state {state_code}")
+        
+        if monitors and len(monitors) > 0:
+            print("Sample monitor:")
+            sample_monitor = monitors[0]
+            print(json.dumps(sample_monitor, indent=2))
             
-            if monitors:
-                print("Sample monitor:")
-                sample_monitor = monitors[0]
-                print(json.dumps(sample_monitor, indent=2))
-                
-                # Check keys that might be causing issues
-                print("\nChecking critical keys for indexing issues:")
-                for key in ["state_code", "county_code", "site_number", "parameter_code", "parameter_name", "latitude", "longitude", "local_site_name"]:
-                    if key in sample_monitor:
-                        print(f"  ✓ '{key}' found: {sample_monitor[key]}")
-                    else:
-                        print(f"  ✗ '{key}' missing!")
-            else:
-                print("No monitors found for this state")
+            # Check keys that might be causing issues
+            print("\nChecking critical keys for indexing issues:")
+            expected_keys = ["state_code", "county_code", "site_number", "parameter_code", "parameter_name", "latitude", "longitude", "local_site_name"]
             
-            return monitors
+            # Handle different potential key names
+            alternative_keys = {
+                "state_code": ["state_code", "state", "code"],
+                "county_code": ["county_code", "county", "county_id"],
+                "site_number": ["site_number", "site_num", "site", "site_id"],
+                "parameter_code": ["parameter_code", "param_code", "param"],
+                "parameter_name": ["parameter_name", "param_name", "parameter"],
+                "latitude": ["latitude", "lat"],
+                "longitude": ["longitude", "long", "lon"],
+                "local_site_name": ["local_site_name", "site_name", "name"]
+            }
+            
+            for key in expected_keys:
+                # Try the primary key and alternatives
+                found = False
+                value = None
+                
+                for alt_key in alternative_keys.get(key, [key]):
+                    if alt_key in sample_monitor:
+                        found = True
+                        value = sample_monitor[alt_key]
+                        print(f"  ✓ '{key}' found as '{alt_key}': {value}")
+                        break
+                
+                if not found:
+                    print(f"  ✗ '{key}' missing (also tried alternatives: {alternative_keys.get(key, [key])})")
         else:
-            print(f"API lookup failed: {data.get('Header', {}).get('error', 'Unknown error')}")
-            return None
+            print("No monitors found for this state")
+        
+        return monitors
     except Exception as e:
         print(f"Exception during monitors lookup: {e}")
         return None
@@ -175,9 +238,13 @@ def run_tests():
         for state_code in ["06", "36", "CA", "NY"]:
             state_info = test_state_lookup(state_code)
             if state_info:
-                state_code_to_use = state_info.get("state_code")
-                test_counties_lookup(state_code_to_use)
-                test_monitors_lookup(state_code_to_use)
+                # Use the correct state code format based on the response
+                state_code_to_use = state_info.get("code") or state_info.get("state_code")
+                if state_code_to_use:
+                    test_counties_lookup(state_code_to_use)
+                    test_monitors_lookup(state_code_to_use)
+                else:
+                    print(f"Could not determine the proper state code format for {state_code}")
     
     print_separator()
     print("Tests completed.")