Modify UI

.gitignore

@@ -0,0 +1,216 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[codz]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#   Usually these files are written by a python script from a template
+#   before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py.cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+# Pipfile.lock
+
+# UV
+#   Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+# uv.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+# poetry.lock
+# poetry.toml
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#   pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
+#   https://pdm-project.org/en/latest/usage/project/#working-with-version-control
+# pdm.lock
+# pdm.toml
+.pdm-python
+.pdm-build/
+
+# pixi
+#   Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
+# pixi.lock
+#   Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
+#   in the .venv directory. It is recommended not to include this directory in version control.
+.pixi
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# Redis
+*.rdb
+*.aof
+*.pid
+
+# RabbitMQ
+mnesia/
+rabbitmq/
+rabbitmq-data/
+
+# ActiveMQ
+activemq-data/
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.envrc
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#   JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#   be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#   and can be added to the global gitignore or merged into this file.  For a more nuclear
+#   option (not recommended) you can uncomment the following to ignore the entire idea folder.
+# .idea/
+
+# Abstra
+#   Abstra is an AI-powered process automation framework.
+#   Ignore directories containing user credentials, local state, and settings.
+#   Learn more at https://abstra.io/docs
+.abstra/
+
+# Visual Studio Code
+#   Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore 
+#   that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
+#   and can be added to the global gitignore or merged into this file. However, if you prefer, 
+#   you could uncomment the following to ignore the entire vscode folder
+# .vscode/
+
+# Ruff stuff:
+.ruff_cache/
+
+# PyPI configuration file
+.pypirc
+
+# Marimo
+marimo/_static/
+marimo/_lsp/
+__marimo__/
+
+# Streamlit
+.streamlit/secrets.toml

app.py

@@ -22,31 +22,11 @@ def is_tdc_format_valid(tdc_str):
     except Exception:
         return False
 
-def a_to_b(a_str):
-    items = a_str.split(';')
-    result = []
-    for item in items:
-        item = item.strip()
-        if not item:
-            continue
-        if '(' in item and ')' in item:
-            name, times = item.split('(', 1)
-            name = name.strip().replace(' ', '_')
-            times = times.strip(')').replace(', ', '_').replace(',', '_')
-            result.append(f"{name}__{times}")
-    return '--'.join(result)
 
-def b_to_a(b_str):
-    events = b_str.split('--')
-    result = []
-    for e in events:
-        if '__' not in e:
-            continue
-        name, times = e.split('__', 1)
-        name = name.replace('_', ' ')
-        times = times.replace('_', ', ')
-        result.append(f"{name}({times})")
-    return '; '.join(result)
+# Event handlers
+def clear_json():
+    return "{}"
+
 
 def convert_tdc_to_tcc(b_str):
     events = b_str.split('--')
@@ -59,10 +39,46 @@ def convert_tdc_to_tcc(b_str):
         names.append(name)
     return ' and '.join(names)
 
+def json_to_tdc(json_str):
+    """Convert JSON data to final internal format: event1__s1-e1_s2-e2--event2__s1-e1"""
+    if not json_str or not json_str.strip():
+        return ""
+    
+    try:
+        events_dict = json.loads(json_str)
+    except json.JSONDecodeError as e:
+        return f"Error: Invalid JSON format - {str(e)}"
+    
+    if not isinstance(events_dict, dict):
+        return "Error: JSON should be a dictionary/object"
+    
+    # Build final internal format
+    result = []
+    for event_name, time_segments in events_dict.items():
+        if not isinstance(time_segments, list):
+            continue
+        
+        valid_segments = []
+        for segment in time_segments:
+            if isinstance(segment, list) and len(segment) >= 2:
+                start, end = segment[0], segment[1]
+                if start is not None and end is not None:
+                    valid_segments.append(f"{start}-{end}")
+        
+        if valid_segments:
+            # Convert to internal format: event_name__time1_time2
+            event_name_clean = event_name.strip().replace(' ', '_')
+            times_str = '_'.join(valid_segments)
+            result.append(f"{event_name_clean}__{times_str}")
+    
+    return '--'.join(result)
+
+def generate_audio(tcc, json_data, length, time_ctrl):
+    tdc = json_to_tdc(json_data)
+    return infer(tcc, tdc, length, time_ctrl)
+
 @spaces.GPU(duration=60)
 def infer(input_text, input_onset, input_length, time_control):
-    # para
-    input_onset = a_to_b(input_onset)
     if not input_text and input_onset and is_tdc_format_valid(input_onset):
         input_text = convert_tdc_to_tcc(input_onset)
     elif not input_text:
@@ -94,52 +110,148 @@ def infer(input_text, input_onset, input_length, time_control):
             waveform[0, 0].cpu().numpy(),
             samplerate=24000,
         )
-    #input_onset = b_to_a(input_onset)
     return output_wav, str(input_onset)
 
-demo = gr.Interface(
-    fn=infer,
-    inputs=[
-        gr.Textbox(label="TCC (necessary)", value="a dog barks"),
-        gr.Textbox(label="TDC (optional, see format)", value="a dog barks(3.0-4.0, 6.0-7.0)"),
-        gr.Textbox(label="Length (seconds, optional)", value="10.0"),
-        gr.Checkbox(label="Enable Time Control", value=False),
-    ],
-    outputs=[
-        gr.Audio(label="Generated Audio"),
-        gr.Textbox(label="Final TDC Used (input_onset)")
-    ],
-    title="PicoAudio2 Online Inference",
-    description="""
-## Definition
+with gr.Blocks(title="PicoAudio2 Online Inference", theme=gr.themes.Soft()) as demo:
+    gr.Markdown("# 🎵 PicoAudio2 Online Inference")
+    
+    gr.Markdown("""
+<div style="text-align: left; padding: 10px;">
+
+## 📖 Definition
 
-**TCC (Temporal Coarse Caption):**  
+<div style="background-color: #f0f8ff; padding: 15px; border-radius: 8px; margin: 10px 0;">
+
+**TCC (Temporal Coarse Caption)**  
 A brief text description for the overall audio scene.  
-*Example*: `a dog barks`
+> *Example*: `a dog barks`
+
+**TDC (Temporal Detailed Caption)**  
+**Event descriptions with timestamps**. It allows precise temporal control over when events happen in the generated audio. 
+
+> *Example*: See the format below.
 
-**TDC (Temporal Detailed Caption):**  
-A **caption with timestamp information** for each event.  
-It allows precise temporal control over when events happen in the generated audio.  
-*Example*: `a dog barks(1.0-2.0, 3.0-4.0); a man speaks(5.0-6.0)`
+</div>
+
+## 📊 TDC Event Timestamp JSON (Optional)
+
+<div style="background-color: #fffef0; padding: 12px; border-radius: 6px; border-left: 4px solid #ffa500;">
+
+**💡 JSON Format:**
+- Each **event description** is a key in the JSON object
+- The value is an **array of [start, end] timestamp pairs** (in seconds)
+
+**Example:**
+<pre style="background-color: #f5f5f5; padding: 8px; border-radius: 4px; margin: 5px 0; font-size: 13px;">
+{
+    "a dog barks": [
+        [3.0, 4.0],
+        [6.0, 7.0]
+    ],
+    "a man speaks": [
+        [5.0, 6.0]
+    ]
+}</pre>
+
+It means the events of `a dog barks` happen from 3.0 to 4.0 seconds, and the events of `a man speaks` happen from 5.0 to 6.0 seconds.
+
+</div>
 
 ---
 
-## Input Requirements & Format
+</div>
 
-- **TCC** is **required** for audio generation.
-- **TDC** is **optional**. If provided, it should follow the format:  `event1(start1-end1, start2-end2); event2(start1-end1, ...)`
-- **Length** (in seconds) is optional, but recommended for temporal control. The length defaults to 10.0 seconds.
-- **Enable Time Control**: Tick to use TDC and length for precise event timing.
+""")
+    
+    with gr.Row():
+        with gr.Column():
+            tcc_input = gr.Textbox(
+                label="🎯 TCC (Temporal Coarse Caption) - Required", 
+                value="a dog barks", 
+                placeholder="e.g., a dog barks and a man speaks",
+                lines=2
+            )
+            
+            event_json = gr.Code(
+                label="Event Timestamp JSON",
+                value="""{
+    "a dog barks": [
+        [3.0, 4.0],
+        [6.0, 7.0]
+    ]
+}""",
+                language="json",
+                lines=10,
+                interactive=True
+            )
+            
+            clear_btn = gr.Button("🗑️ Clear JSON", size="sm")
+            
+            gr.Markdown("---")
+            
+            with gr.Row():
+                length_input = gr.Textbox(label="⏱️ Length (seconds)", value="10.0", scale=2)
+                time_control = gr.Checkbox(
+                    label="⚙️ Enable Time Control", 
+                    value=True, 
+                    scale=1,
+                )
+            
+            generate_btn = gr.Button("🎵 Generate Audio", variant="primary", size="lg")
+        
+        with gr.Column():
+            audio_output = gr.Audio(label="🔊 Generated Audio")
+            tdc_used = gr.Textbox(label="📋 Final TDC Used (Internal Format)", lines=3)
+    
+    gr.Markdown("""
+<div style="text-align: left; padding: 10px;">
 
 ---
 
-## Notes
+## 📝 Input Requirements
+
+<div style="background-color: #fff5e6; padding: 15px; border-radius: 8px; margin: 10px 0;">
+
+**TCC** is **required** for audio generation.
+
+**TDC (JSON)** is **optional** for precise temporal control of events.
+
+**Length** (in seconds) is optional, but recommended for temporal control. Defaults to 10.0 seconds.
+
+**Enable Time Control**: Tick to use TDC and length for precise event timing.
+
+</div>
 
-- If TDC format is incorrect or length is missing, the model will generate audio **without precise temporal control**. 
-- For general audio generation, it is recommended to input `random` for TDC.
-- You may leave TDC blank to let the LLM generate timestamps automatically (subject to API quota).
 ---
-"""
-)
+
+## 💡 Notes
+
+<div style="background-color: #f0fff0; padding: 15px; border-radius: 8px; margin: 10px 0;">
+
+If TDC format is incorrect or length is missing, the model will generate audio **without precise temporal control**. 
+
+For general audio generation without precise timing, you can leave the JSON empty.
+
+You may leave TDC blank to let the LLM generate timestamps automatically (subject to API quota).
+
+</div>
+
+</div>
+""")
+    
+
+    
+    clear_btn.click(
+        fn=clear_json,
+        inputs=[],
+        outputs=[event_json]
+    )
+    
+    generate_btn.click(
+        fn=generate_audio,
+        inputs=[tcc_input, event_json, length_input, time_control],
+        outputs=[audio_output, tdc_used]
+    )
+
 if __name__ == "__main__":
     demo.launch()