Spaces:
Running
Running
Jae-Won Chung
commited on
Commit
·
68a9e7e
1
Parent(s):
d4e66cd
Flash model names
Browse files
app.py
CHANGED
|
@@ -322,6 +322,21 @@ table th:first-child {
|
|
| 322 |
.red-text {
|
| 323 |
color: #ff3860 !important;
|
| 324 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 325 |
"""
|
| 326 |
|
| 327 |
intro_text = """
|
|
@@ -339,8 +354,6 @@ Every benchmark is limited in some sense -- Before you interpret the results, pl
|
|
| 339 |
controller_addr = os.environ["COLOSSEUM_CONTROLLER_ADDR"]
|
| 340 |
global_controller_client = ControllerClient(controller_addr=controller_addr, timeout=15)
|
| 341 |
|
| 342 |
-
ANONYMOUS_MODEL_TEXT = "## Anonymous Model 🤫"
|
| 343 |
-
|
| 344 |
# Colosseum helper functions.
|
| 345 |
def enable_interact():
|
| 346 |
return [gr.update(interactive=True)] * 2
|
|
@@ -413,7 +426,7 @@ def make_resp_vote_func(victory_index: Literal[0, 1]):
|
|
| 413 |
# Disable response vote buttons
|
| 414 |
gr.Button.update(interactive=False), gr.Button.update(interactive=False),
|
| 415 |
# Reveal model names
|
| 416 |
-
gr.Markdown.update(model_name_a), gr.Markdown.update(model_name_b),
|
| 417 |
# Display energy consumption comparison message
|
| 418 |
gr.Markdown.update(energy_message, visible=True),
|
| 419 |
# Keep energy vote buttons hidden
|
|
@@ -428,7 +441,7 @@ def make_resp_vote_func(victory_index: Literal[0, 1]):
|
|
| 428 |
# Disable response vote buttons
|
| 429 |
gr.Button.update(interactive=False), gr.Button.update(interactive=False),
|
| 430 |
# Leave model names hidden
|
| 431 |
-
gr.Markdown.update(
|
| 432 |
# Display energy consumption comparison message
|
| 433 |
gr.Markdown.update(energy_message, visible=True),
|
| 434 |
# Reveal and enable energy vote buttons
|
|
@@ -445,7 +458,7 @@ def make_energy_vote_func(is_worth: bool):
|
|
| 445 |
model_name_a, model_name_b = map(lambda n: f"## {n}", vote_response.model_names)
|
| 446 |
return [
|
| 447 |
# Reveal model names
|
| 448 |
-
gr.Markdown.update(model_name_a), gr.Markdown.update(model_name_b),
|
| 449 |
# Disable energy vote buttons
|
| 450 |
gr.Button.update(interactive=False), gr.Button.update(interactive=False),
|
| 451 |
# Enable reset button
|
|
@@ -462,8 +475,7 @@ def play_again():
|
|
| 462 |
# Turn on prompt textbox and submit button
|
| 463 |
gr.Textbox.update(value="", interactive=True), gr.Button.update(interactive=True),
|
| 464 |
# Mask model names
|
| 465 |
-
gr.Markdown.update(
|
| 466 |
-
gr.Markdown.update(ANONYMOUS_MODEL_TEXT),
|
| 467 |
# Hide energy vote buttons and message
|
| 468 |
gr.Button.update(visible=False), gr.Button.update(visible=False), gr.Markdown.update(visible=False),
|
| 469 |
# Disable reset button
|
|
@@ -514,21 +526,21 @@ with gr.Blocks(css=custom_css) as block:
|
|
| 514 |
resp_vote_btn_list: list[gr.component.Component] = []
|
| 515 |
with gr.Column():
|
| 516 |
with gr.Row():
|
| 517 |
-
|
|
|
|
|
|
|
| 518 |
with gr.Row():
|
| 519 |
left_resp_vote_btn = gr.Button(value="👈 Model A is better", interactive=False)
|
| 520 |
resp_vote_btn_list.append(left_resp_vote_btn)
|
| 521 |
-
with gr.Row():
|
| 522 |
-
masked_model_names.append(gr.Markdown(ANONYMOUS_MODEL_TEXT))
|
| 523 |
|
| 524 |
with gr.Column():
|
| 525 |
with gr.Row():
|
| 526 |
-
|
|
|
|
|
|
|
| 527 |
with gr.Row():
|
| 528 |
right_resp_vote_btn = gr.Button(value="👉 Model B is better", interactive=False)
|
| 529 |
resp_vote_btn_list.append(right_resp_vote_btn)
|
| 530 |
-
with gr.Row():
|
| 531 |
-
masked_model_names.append(gr.Markdown(ANONYMOUS_MODEL_TEXT))
|
| 532 |
|
| 533 |
with gr.Row():
|
| 534 |
energy_comparison_message = gr.HTML(visible=False)
|
|
@@ -548,11 +560,11 @@ with gr.Blocks(css=custom_css) as block:
|
|
| 548 |
|
| 549 |
(prompt_input
|
| 550 |
.submit(add_prompt_disable_submit, [prompt_input, *chatbots], [prompt_input, prompt_submit_btn, *chatbots, controller_client], queue=False)
|
| 551 |
-
.then(generate_responses, [controller_client, *chatbots], [*chatbots], queue=True)
|
| 552 |
.then(enable_interact, None, resp_vote_btn_list, queue=False))
|
| 553 |
(prompt_submit_btn
|
| 554 |
.click(add_prompt_disable_submit, [prompt_input, *chatbots], [prompt_input, prompt_submit_btn, *chatbots, controller_client], queue=False)
|
| 555 |
-
.then(generate_responses, [controller_client, *chatbots], [*chatbots], queue=True)
|
| 556 |
.then(enable_interact, None, resp_vote_btn_list, queue=False))
|
| 557 |
|
| 558 |
left_resp_vote_btn.click(
|
|
|
|
| 322 |
.red-text {
|
| 323 |
color: #ff3860 !important;
|
| 324 |
}
|
| 325 |
+
|
| 326 |
+
/* Flashing model name borders. */
|
| 327 |
+
@keyframes blink {
|
| 328 |
+
0%, 33%, 67%, 100% {
|
| 329 |
+
border-color: transparent;
|
| 330 |
+
}
|
| 331 |
+
17%, 50%, 83% {
|
| 332 |
+
border-color: #23d175;
|
| 333 |
+
}
|
| 334 |
+
}
|
| 335 |
+
|
| 336 |
+
.model-name-text {
|
| 337 |
+
border: 2px solid transparent; /* Transparent border initially */
|
| 338 |
+
animation: blink 3s ease-in-out 1; /* One complete cycle of animation, lasting 3 seconds */
|
| 339 |
+
}
|
| 340 |
"""
|
| 341 |
|
| 342 |
intro_text = """
|
|
|
|
| 354 |
controller_addr = os.environ["COLOSSEUM_CONTROLLER_ADDR"]
|
| 355 |
global_controller_client = ControllerClient(controller_addr=controller_addr, timeout=15)
|
| 356 |
|
|
|
|
|
|
|
| 357 |
# Colosseum helper functions.
|
| 358 |
def enable_interact():
|
| 359 |
return [gr.update(interactive=True)] * 2
|
|
|
|
| 426 |
# Disable response vote buttons
|
| 427 |
gr.Button.update(interactive=False), gr.Button.update(interactive=False),
|
| 428 |
# Reveal model names
|
| 429 |
+
gr.Markdown.update(model_name_a, visible=True), gr.Markdown.update(model_name_b, visible=True),
|
| 430 |
# Display energy consumption comparison message
|
| 431 |
gr.Markdown.update(energy_message, visible=True),
|
| 432 |
# Keep energy vote buttons hidden
|
|
|
|
| 441 |
# Disable response vote buttons
|
| 442 |
gr.Button.update(interactive=False), gr.Button.update(interactive=False),
|
| 443 |
# Leave model names hidden
|
| 444 |
+
gr.Markdown.update(visible=False), gr.Markdown.update(visible=False),
|
| 445 |
# Display energy consumption comparison message
|
| 446 |
gr.Markdown.update(energy_message, visible=True),
|
| 447 |
# Reveal and enable energy vote buttons
|
|
|
|
| 458 |
model_name_a, model_name_b = map(lambda n: f"## {n}", vote_response.model_names)
|
| 459 |
return [
|
| 460 |
# Reveal model names
|
| 461 |
+
gr.Markdown.update(model_name_a, visible=True), gr.Markdown.update(model_name_b, visible=True),
|
| 462 |
# Disable energy vote buttons
|
| 463 |
gr.Button.update(interactive=False), gr.Button.update(interactive=False),
|
| 464 |
# Enable reset button
|
|
|
|
| 475 |
# Turn on prompt textbox and submit button
|
| 476 |
gr.Textbox.update(value="", interactive=True), gr.Button.update(interactive=True),
|
| 477 |
# Mask model names
|
| 478 |
+
gr.Markdown.update(value="", visible=False), gr.Markdown.update(value="", visible=False),
|
|
|
|
| 479 |
# Hide energy vote buttons and message
|
| 480 |
gr.Button.update(visible=False), gr.Button.update(visible=False), gr.Markdown.update(visible=False),
|
| 481 |
# Disable reset button
|
|
|
|
| 526 |
resp_vote_btn_list: list[gr.component.Component] = []
|
| 527 |
with gr.Column():
|
| 528 |
with gr.Row():
|
| 529 |
+
masked_model_names.append(gr.Markdown(visible=False, elem_classes=["model-name-text"]))
|
| 530 |
+
with gr.Row():
|
| 531 |
+
chatbots.append(gr.Chatbot(label="Model A", elem_id="chatbot", height=400))
|
| 532 |
with gr.Row():
|
| 533 |
left_resp_vote_btn = gr.Button(value="👈 Model A is better", interactive=False)
|
| 534 |
resp_vote_btn_list.append(left_resp_vote_btn)
|
|
|
|
|
|
|
| 535 |
|
| 536 |
with gr.Column():
|
| 537 |
with gr.Row():
|
| 538 |
+
masked_model_names.append(gr.Markdown(visible=False, elem_classes=["model-name-text"]))
|
| 539 |
+
with gr.Row():
|
| 540 |
+
chatbots.append(gr.Chatbot(label="Model B", elem_id="chatbot", height=400))
|
| 541 |
with gr.Row():
|
| 542 |
right_resp_vote_btn = gr.Button(value="👉 Model B is better", interactive=False)
|
| 543 |
resp_vote_btn_list.append(right_resp_vote_btn)
|
|
|
|
|
|
|
| 544 |
|
| 545 |
with gr.Row():
|
| 546 |
energy_comparison_message = gr.HTML(visible=False)
|
|
|
|
| 560 |
|
| 561 |
(prompt_input
|
| 562 |
.submit(add_prompt_disable_submit, [prompt_input, *chatbots], [prompt_input, prompt_submit_btn, *chatbots, controller_client], queue=False)
|
| 563 |
+
.then(generate_responses, [controller_client, *chatbots], [*chatbots], queue=True, show_progress="hidden")
|
| 564 |
.then(enable_interact, None, resp_vote_btn_list, queue=False))
|
| 565 |
(prompt_submit_btn
|
| 566 |
.click(add_prompt_disable_submit, [prompt_input, *chatbots], [prompt_input, prompt_submit_btn, *chatbots, controller_client], queue=False)
|
| 567 |
+
.then(generate_responses, [controller_client, *chatbots], [*chatbots], queue=True, show_progress="hidden")
|
| 568 |
.then(enable_interact, None, resp_vote_btn_list, queue=False))
|
| 569 |
|
| 570 |
left_resp_vote_btn.click(
|