first commit

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+vit_b16_224_25e_256bs_0.001lr_adamW_transforms.tar filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,98 @@
+import gradio as gr
+from pathlib import Path
+from torchvision import transforms
+import timm
+import torch
+import json
+import os
+
+# Load toxicity data
+def load_toxicity_data(file_path='combined_plant_toxicity.json'):
+    try:
+        with open(file_path, 'r') as f:
+            return json.load(f)
+    except FileNotFoundError:
+        print(f"Warning: {file_path} not found. Toxicity information will not be available.")
+        return {}
+
+# Load class labels
+def load_class_labels(file_path='idx_to_class.json'):
+    try:
+        with open(file_path, 'r') as f:
+            return json.load(f)
+    except FileNotFoundError:
+        print(f"Error: {file_path} not found. Class labels will not be available.")
+        return {}
+
+# Load model
+def load_model(model_path):
+    try:
+        model = timm.create_model('vit_base_patch16_224', pretrained=False, num_classes=47)
+        model.load_state_dict(torch.load(model_path, weights_only=True))
+        model.eval()
+        return model
+    except Exception as e:
+        print(f"Error loading model: {str(e)}")
+        return None
+
+# Global variables
+toxicity_data = load_toxicity_data()
+idx_to_class = load_class_labels()
+model_path = Path('vit_b16_224_25e_256bs_0.001lr_adamW_transforms.tar')
+model = load_model(model_path)
+
+# Define the transformation
+transform = transforms.Compose([
+    transforms.Resize(256),
+    transforms.CenterCrop(224),
+    transforms.ToTensor(),
+    transforms.Normalize(mean=[0.5, 0.5, 0.5], std=[0.5, 0.5, 0.5]),
+])
+
+def classify_image(input_image):
+    if input_image is None:
+        return None, "Error: No image uploaded. Please choose an image and try again."
+
+    if model is None:
+        return None, "Error: Model could not be loaded. Please check the model path and try again."
+
+    try:
+        # Preprocess the image
+        input_tensor = transform(input_image).unsqueeze(0)
+
+        with torch.inference_mode():
+            output = model(input_tensor)
+            predictions = torch.nn.functional.softmax(output[0], dim=0)
+            confidences = {idx_to_class[str(i)]: float(predictions[i]) for i in range(47)}
+
+        # Sort confidences and get top 3
+        top_3 = sorted(confidences.items(), key=lambda x: x[1], reverse=True)[:3]
+
+        # Prepare the output for Label
+        label_output = {plant: conf for plant, conf in top_3}
+
+        # Prepare the toxicity information
+        toxicity_info = "### Toxicity Information\n\n"
+        for plant, _ in top_3:
+            toxicity = toxicity_data.get(plant, "Unknown")
+            toxicity_info += f"- **{plant}**: {toxicity}\n"
+
+        return label_output, toxicity_info
+
+    except Exception as e:
+        return None, f"An error occurred during image classification: {str(e)}"
+
+demo = gr.Interface(
+    classify_image,
+    gr.Image(type="pil"),
+    [
+        gr.Label(num_top_classes=3, label="Top 3 Predictions"),
+        gr.Markdown(label="Toxicity Information")
+    ],
+    title="🌱 Cat-Safe Plant Classifier 🐱",
+    description="Upload an image of a plant to get its classification and toxicity information for cats. Includes 47 most popular house plants",
+    examples=[["examples/" + example] for example in os.listdir("examples")]
+)
+
+if __name__ == "__main__":
+    demo.launch()

combined_plant_toxicity.json

@@ -0,0 +1,49 @@
+{
+  "African Violet (Saintpaulia ionantha)": "Non-Toxic: Safe for cats",
+  "Aloe Vera": "Toxic: Causes digestive upset if ingested",
+  "Anthurium (Anthurium andraeanum)": "Toxic: Irritating to mouth and digestive tract",
+  "Areca Palm (Dypsis lutescens)": "Non-Toxic: Safe for cats",
+  "Asparagus Fern (Asparagus setaceus)": "Toxic: Can cause skin irritation and digestive issues",
+  "Begonia (Begonia spp.)": "Toxic: Can cause oral irritation and digestive upset",
+  "Bird of Paradise (Strelitzia reginae)": "Toxic: Can cause oral irritation and mild nausea",
+  "Bird's Nest Fern (Asplenium nidus)": "Non-Toxic: Safe for cats",
+  "Boston Fern (Nephrolepis exaltata)": "Non-Toxic: Safe for cats",
+  "Calathea": "Non-Toxic: Safe for cats",
+  "Cast Iron Plant (Aspidistra elatior)": "Non-Toxic: Safe for cats",
+  "Chinese Money Plant (Pilea peperomioides)": "Non-Toxic: Safe for cats",
+  "Chinese evergreen (Aglaonema)": "Toxic: Can cause oral irritation and swelling",
+  "Christmas Cactus (Schlumbergera bridgesii)": "Non-Toxic: Safe for cats",
+  "Chrysanthemum": "Toxic: Can cause gastrointestinal upset and skin irritation",
+  "Ctenanthe": "Non-Toxic: Safe for cats",
+  "Daffodils (Narcissus spp.)": "Toxic: Can cause severe gastrointestinal issues",
+  "Dracaena": "Toxic: Can cause vomiting and loss of appetite",
+  "Dumb Cane (Dieffenbachia spp.)": "Toxic: Causes severe mouth irritation and swelling",
+  "Elephant Ear (Alocasia spp.)": "Toxic: Can cause oral irritation and swelling",
+  "English Ivy (Hedera helix)": "Toxic: Can cause digestive upset and skin irritation",
+  "Hyacinth (Hyacinthus orientalis)": "Toxic: Can cause severe gastrointestinal issues",
+  "Iron Cross begonia (Begonia masoniana)": "Toxic: Can cause oral irritation and digestive upset",
+  "Jade plant (Crassula ovata)": "Toxic: Can cause vomiting and lethargy",
+  "Kalanchoe": "Toxic: Can cause digestive upset and heart rhythm abnormalities",
+  "Lilium (Hemerocallis)": "Highly Toxic: Extremely dangerous, can cause kidney failure",
+  "Lily of the valley (Convallaria majalis)": "Highly Toxic: Extremely dangerous, affects heart function",
+  "Money Tree (Pachira aquatica)": "Non-Toxic: Safe for cats",
+  "Monstera Deliciosa (Monstera deliciosa)": "Toxic: Can cause oral irritation and swelling",
+  "Orchid": "Non-Toxic: Safe for cats",
+  "Parlor Palm (Chamaedorea elegans)": "Non-Toxic: Safe for cats",
+  "Peace lily": "Toxic: Can cause oral irritation and digestive upset",
+  "Poinsettia (Euphorbia pulcherrima)": "Mildly Toxic: Mildly irritating to mouth and stomach",
+  "Polka Dot Plant (Hypoestes phyllostachya)": "Non-Toxic: Safe for cats",
+  "Ponytail Palm (Beaucarnea recurvata)": "Non-Toxic: Safe for cats",
+  "Pothos (Ivy arum)": "Toxic: Can cause oral irritation and swelling",
+  "Prayer Plant (Maranta leuconeura)": "Non-Toxic: Safe for cats",
+  "Rattlesnake Plant (Calathea lancifolia)": "Non-Toxic: Safe for cats",
+  "Rubber Plant (Ficus elastica)": "Toxic: Can cause skin and gastrointestinal irritation",
+  "Sago Palm (Cycas revoluta)": "Highly Toxic: Extremely toxic, can cause liver failure",
+  "Schefflera": "Toxic: Can cause oral irritation and digestive issues",
+  "Snake plant (Sanseviera)": "Mildly Toxic: Can cause nausea and vomiting",
+  "Tradescantia": "Mildly Toxic: Can cause mild skin irritation",
+  "Tulip": "Toxic: Can cause digestive issues and breathing problems",
+  "Venus Flytrap": "Non-Toxic: Safe for cats",
+  "Yucca": "Toxic: Can cause vomiting and diarrhea",
+  "ZZ Plant (Zamioculcas zamiifolia)": "Toxic: Can cause digestive upset if ingested"
+}

idx_to_class.json

@@ -0,0 +1 @@
+{"0": "African Violet (Saintpaulia ionantha)", "1": "Aloe Vera", "2": "Anthurium (Anthurium andraeanum)", "3": "Areca Palm (Dypsis lutescens)", "4": "Asparagus Fern (Asparagus setaceus)", "5": "Begonia (Begonia spp.)", "6": "Bird of Paradise (Strelitzia reginae)", "7": "Bird's Nest Fern (Asplenium nidus)", "8": "Boston Fern (Nephrolepis exaltata)", "9": "Calathea", "10": "Cast Iron Plant (Aspidistra elatior)", "11": "Chinese Money Plant (Pilea peperomioides)", "12": "Chinese evergreen (Aglaonema)", "13": "Christmas Cactus (Schlumbergera bridgesii)", "14": "Chrysanthemum", "15": "Ctenanthe", "16": "Daffodils (Narcissus spp.)", "17": "Dracaena", "18": "Dumb Cane (Dieffenbachia spp.)", "19": "Elephant Ear (Alocasia spp.)", "20": "English Ivy (Hedera helix)", "21": "Hyacinth (Hyacinthus orientalis)", "22": "Iron Cross begonia (Begonia masoniana)", "23": "Jade plant (Crassula ovata)", "24": "Kalanchoe", "25": "Lilium (Hemerocallis)", "26": "Lily of the valley (Convallaria majalis)", "27": "Money Tree (Pachira aquatica)", "28": "Monstera Deliciosa (Monstera deliciosa)", "29": "Orchid", "30": "Parlor Palm (Chamaedorea elegans)", "31": "Peace lily", "32": "Poinsettia (Euphorbia pulcherrima)", "33": "Polka Dot Plant (Hypoestes phyllostachya)", "34": "Ponytail Palm (Beaucarnea recurvata)", "35": "Pothos (Ivy arum)", "36": "Prayer Plant (Maranta leuconeura)", "37": "Rattlesnake Plant (Calathea lancifolia)", "38": "Rubber Plant (Ficus elastica)", "39": "Sago Palm (Cycas revoluta)", "40": "Schefflera", "41": "Snake plant (Sanseviera)", "42": "Tradescantia", "43": "Tulip", "44": "Venus Flytrap", "45": "Yucca", "46": "ZZ Plant (Zamioculcas zamiifolia)"}

requirements.txt

@@ -0,0 +1,5 @@
+torch==2.4.0
+torchvision==0.19.0
+timm==1.0.8
+gradio==4.44.0
+

vit_b16_224_25e_256bs_0.001lr_adamW_transforms.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fab0263d78ff641545d234b20e3b06309dfb67fd13802cdda1cfda8d63c0c39
+size 343403462