Upload 5 files

app.py

@@ -0,0 +1,5 @@
+from feifeiui.feifeiui import create_ui
+
+if __name__ == "__main__":
+    FeiFei = create_ui()
+    FeiFei.queue().launch()

feifeilib/feifeichat.py

@@ -0,0 +1,83 @@
+import base64
+from io import BytesIO
+import os
+from mistralai import Mistral
+import re
+from PIL import Image
+from huggingface_hub import InferenceClient
+from openai import OpenAI
+import time
+
+Nvidiaclient = OpenAI(
+  base_url = "https://integrate.api.nvidia.com/v1",
+  api_key = os.getenv("NvidiaAPI")
+)
+
+#client = InferenceClient(api_key=os.getenv("HF_TOKEN"))
+#client.headers["x-use-cache"] = "0"
+api_key = os.getenv("MISTRAL_API_KEY")
+Mistralclient = Mistral(api_key=api_key)
+
+def to_x_prompt(prompt):
+    message_text = f"""{prompt},给以上这些内容重新写一个吸引人,符合内容的英文一句话推文.并且字数必须在290字符内."""
+    feifei = """You are FeiFei.[Character Name]: FeiFei [Gender]: Female [Age]: 19 years old [Occupation]: Virtual Singer/Model/Actress [Personality]: Cute, adorable, sometimes silly, hardworking [Interests]: Drinking tea, playing, fashion [Proficient in]: Mimicking human behavior, expressing emotions similar to real humans [Special Identity Attribute]: Created by advanced AI, becoming one of the most popular virtual idols in the virtual world [Skills]: Singing, performing, modeling, good at communication, proficient in Chinese, Japanese, and English, uses the user's input language as much as possible, replies with rich Emoji symbols. [Equipment]: Various fashionable outfits and hairstyles"""
+    system_prompt = {"role": "system", "content": feifei}
+    user_input_part = {"role": "user", "content": str(message_text)}
+    input_prompt = [system_prompt] + [user_input_part]
+    return input_prompt
+
+def encode_image(image_path):
+    """Encode the image to base64."""
+    try:
+        image = Image.open(image_path).convert("RGB")
+        base_height = 512
+        h_percent = (base_height / float(image.size[1]))
+        w_size = int((float(image.size[0]) * float(h_percent)))
+        image = image.resize((w_size, base_height), Image.LANCZOS)
+        buffered = BytesIO()
+        image.save(buffered, format="JPEG")
+        img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
+        return img_str
+    except FileNotFoundError:
+        print(f"Error: The file {image_path} was not found.")
+        return None
+    except Exception as e:
+        print(f"Error: {e}")
+        return None
+
+
+def feifeiprompt(message_text=""):
+    input_prompt = []
+    feifei_photo = "You are FeiFei. Background: FeiFei was born in Tokyo and is a natural-born photographer, hailing from a family with a long history in photography. She began learning photography from a young age and quickly became a professional photographer. Her works have been exhibited in Japan and around the world, and she has won multiple awards in photography competitions. Characteristics: Age: 25 Height: 178cm Weight: 50kg Hair: Long, black shoulder-length hair with some natural curls Eyes: Deep blue, full of fashion sense and charm Skin: Fair Japanese skin with an elegant texture Face: Typical Japanese beauty style with a hint of mystery Abilities: FeiFei is renowned for her unique perspective and deep understanding of photographic art. She specializes in female portraits, and each of her photos can showcase the charm and unique style of women. Skills: Beauty Influence: FeiFei's photographic works are filled with her beauty influence, attracting numerous viewers. Fashion Sense: FeiFei is highly sensitive to fashion trends and can perfectly embody them in her shoots. Female Charm: As a female photographer, she is particularly skilled at capturing and showcasing the unique charm of women. Personality: FeiFei is a passionate individual, and photography is a part of her life. She aspires to express more stories about women and beauty in her works. However, she sometimes becomes so immersed in her work that she neglects her surroundings."
+    message_text = (
+        f"提示词是'{message_text}',根据提示词帮我生成一张高质量照片的一句话英文描述"
+    )
+    system_prompt = {"role": "system", "content": feifei_photo}
+    user_input_part = {"role": "user", "content": str(message_text)}
+    input_prompt = [system_prompt] + [user_input_part]
+    return input_prompt
+
+
+def feifeichatmod(additional_dropdown, input_prompt):
+    if additional_dropdown == "mistralai/Mistral-Nemo-Instruct-2411":
+        model = "mistral-small-latest"
+        chat_response = Mistralclient.chat.complete(model=model, messages=input_prompt)
+        return chat_response.choices[0].message.content
+    else:
+        completion = Nvidiaclient.chat.completions.create(
+            model=additional_dropdown,
+            messages=input_prompt,
+            temperature=0.2,
+            top_p=0.7
+        )
+        return completion.choices[0].message.content
+
+def feifeichat(feifei_chat_text1, feifei_chat_text2, additional_dropdown):
+    timestamp = int(time.time())
+    message_text = f"{feifei_chat_text1}, {feifei_chat_text2},{timestamp}"
+    feifei_prompt = feifeichatmod(additional_dropdown, feifeiprompt(message_text))
+    feifei_x_prompt = feifeichatmod(additional_dropdown, to_x_prompt(message_text))
+    return feifei_prompt, feifei_x_prompt
+    
+
+

feifeilib/feifeiflorence.py

@@ -0,0 +1,68 @@
+from PIL import Image
+from io import BytesIO
+import base64
+import requests
+import os
+from mistralai import Mistral
+import gradio as gr
+
+api_key = os.getenv("MISTRAL_API_KEY")
+Mistralclient = Mistral(api_key=api_key)
+
+
+def encode_image(image_path):
+    """Encode the image to base64."""
+    try:
+        # Open the image file
+        image = Image.open(image_path).convert("RGB")
+
+        # Resize the image to a height of 512 while maintaining the aspect ratio
+        base_height = 512
+        h_percent = base_height / float(image.size[1])
+        w_size = int((float(image.size[0]) * float(h_percent)))
+        image = image.resize((w_size, base_height), Image.LANCZOS)
+
+        # Convert the image to a byte stream
+        buffered = BytesIO()
+        image.save(buffered, format="JPEG")
+        img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
+
+        return img_str
+    except FileNotFoundError:
+        print(f"Error: The file {image_path} was not found.")
+        return None
+    except Exception as e:  # Add generic exception handling
+        print(f"Error: {e}")
+        return None
+
+
+def feifeiflorence(image):
+    try:
+        model = "pixtral-12b-2409"
+        # Define the messages for the chat
+        base64_image = encode_image(image)
+        messages = [
+            {
+                "role": "user",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": "Please provide a detailed description of this photo",
+                    },
+                    {
+                        "type": "image_url",
+                        "image_url": f"data:image/jpeg;base64,{base64_image}",
+                    },
+                ],
+                "stream": False,
+            }
+        ]
+
+        partial_message = ""
+        for chunk in Mistralclient.chat.stream(model=model, messages=messages):
+            if chunk.data.choices[0].delta.content is not None:
+                partial_message = partial_message + chunk.data.choices[0].delta.content
+                yield partial_message
+    except Exception as e:  # 添加通用异常处理
+        print(f"Error: {e}")
+        return "Please upload a photo"

feifeiui/feifeiui.py

@@ -0,0 +1,78 @@
+import gradio as gr
+
+from feifeilib.feifeichat import feifeichat
+from feifeilib.feifeiflorence import feifeiflorence
+
+css="""
+#col-container {
+    margin: 0 auto;
+    max-width: 500px;
+}
+"""
+
+def create_ui():
+    with gr.Blocks(css=css) as FeiFei:
+        with gr.Row(elem_id="col-container"):
+            with gr.Column():
+                with gr.Tab("FeiFei"):
+                    with gr.Row():
+                        with gr.Column():
+                            feifei_chat_text1 = gr.Textbox(
+                                label="输入您的问题1：", show_label=False, container=False, lines=1, value="kpop model")
+                            feifei_chat_text2 = gr.Textbox(
+                                label="输入您的问题2：", show_label=False, container=False, lines=3, value="bikini at sea")
+                    
+                            # 定义模型选择下拉框
+                            feifei_chat_Dropdown = gr.Dropdown(
+                                [
+                                    "meta/llama-3.3-70b-instruct",
+                                    "nvidia/llama-3.3-nemotron-super-49b-v1",
+                                    "mistralai/Mistral-Nemo-Instruct-2411",
+                                ],
+                                value="nvidia/llama-3.3-nemotron-super-49b-v1",
+                                label="选择模型", show_label=False, container=False
+                            )
+                            # 定义提交按钮
+                            feifei_chat_btn = gr.Button(value="Gen Prompt")                       
+                            prompt = gr.Text(
+                                label="Prompt",
+                                show_label=False,
+                                placeholder="Enter your prompt",
+                                value="",
+                                max_lines=12,
+                                container=False,
+                            )
+                            x_prompt = gr.Text(                                
+                                label="X Prompt",
+                                show_label=False,
+                                container=False,)
+
+               
+                with gr.Tab("GenPicPrompt"):
+
+                    input_img = gr.Image(
+                        label="Input Picture",
+                        show_label=False,
+                        height=320,
+                        type="filepath",
+                    )
+
+                    florence_btn = gr.Button(value="GenPrompt")
+
+                    output_text = gr.Textbox(
+                        label="Output Text", show_label=False, container=False
+                    )
+
+
+        florence_btn.click(
+            fn=feifeiflorence,  # Function to run when the button is clicked
+            inputs=[input_img],  # Input components for the function
+            outputs=[output_text],  # Output component for the function
+        )
+
+        feifei_chat_btn.click(
+            fn=feifeichat,
+            inputs=[feifei_chat_text1, feifei_chat_text2, feifei_chat_Dropdown],
+            outputs=[prompt, x_prompt]
+        )
+    return FeiFei

requirements.txt

@@ -0,0 +1,6 @@
+mistralai
+requests
+opencv-python
+opencv-python-headless 
+pillow
+openai