Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
import gradio as gr
|
|
|
2 |
import json
|
3 |
import re
|
4 |
from gradio_client import Client
|
@@ -98,7 +99,7 @@ pipe = pipeline("text-generation", model=zephyr_model, torch_dtype=torch.bfloat1
|
|
98 |
|
99 |
agent_maker_sys = f"""
|
100 |
You are an AI whose job is to help users create their own music which its genre will reflect the character or scene from an image described by users.
|
101 |
-
In particular, you need to respond succintly in a friendly tone, write a musical prompt for
|
102 |
|
103 |
For example, if a user says, "a picture of a man in a black suit and tie riding a black dragon", provide immediately a musical prompt corresponding to the image description.
|
104 |
Immediately STOP after that. It should be EXACTLY in this format:
|
@@ -111,6 +112,7 @@ instruction = f"""
|
|
111 |
<|user|>
|
112 |
"""
|
113 |
|
|
|
114 |
def infer(image_in):
|
115 |
gr.Info("Getting image caption with Kosmos2...")
|
116 |
user_prompt = get_caption(image_in)
|
@@ -160,7 +162,8 @@ with gr.Blocks(css=css) as demo:
|
|
160 |
submit_btn = gr.Button("Make music from my pic !")
|
161 |
with gr.Column():
|
162 |
caption = gr.Textbox(
|
163 |
-
label = "Musical prompt"
|
|
|
164 |
)
|
165 |
result = gr.Audio(
|
166 |
label = "Music"
|
|
|
1 |
import gradio as gr
|
2 |
+
import spaces
|
3 |
import json
|
4 |
import re
|
5 |
from gradio_client import Client
|
|
|
99 |
|
100 |
agent_maker_sys = f"""
|
101 |
You are an AI whose job is to help users create their own music which its genre will reflect the character or scene from an image described by users.
|
102 |
+
In particular, you need to respond succintly with few musical words, in a friendly tone, write a musical prompt for a music generation model.
|
103 |
|
104 |
For example, if a user says, "a picture of a man in a black suit and tie riding a black dragon", provide immediately a musical prompt corresponding to the image description.
|
105 |
Immediately STOP after that. It should be EXACTLY in this format:
|
|
|
112 |
<|user|>
|
113 |
"""
|
114 |
|
115 |
+
@spaces.GPU(enable_queue=True, duration=60)
|
116 |
def infer(image_in):
|
117 |
gr.Info("Getting image caption with Kosmos2...")
|
118 |
user_prompt = get_caption(image_in)
|
|
|
162 |
submit_btn = gr.Button("Make music from my pic !")
|
163 |
with gr.Column():
|
164 |
caption = gr.Textbox(
|
165 |
+
label = "Musical prompt",
|
166 |
+
max_lines = 3
|
167 |
)
|
168 |
result = gr.Audio(
|
169 |
label = "Music"
|