simplify interface

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForSequenceClassification
 import torch
+from scipy.special import softmax
 
 article_string = "Author: <a href=\"https://huggingface.co/ruanchaves\">Ruan Chaves Rodrigues</a>. Read more about our <a href=\"https://github.com/ruanchaves/eplm\">research on the evaluation of Portuguese language models</a>."
 
@@ -69,6 +70,10 @@ user_friendly_name = {
     "ruanchaves/bert-large-portuguese-cased-assin-similarity": "BERTimbau large (ASSIN)"
 }
 
+reverse_user_friendly_name = { v:k for k,v in user_friendly_name.items() }
+
+user_friendly_name_list = list(user_friendly_name.values())
+
 model_array = []
 
 for model_name in model_list:
@@ -79,42 +84,47 @@ for model_name in model_list:
     model_array.append(row)
 
 
-def similarity(s1, s2):
+def predict(s1, s2, chosen_model):
+    if not chosen_model:
+      chosen_model = user_friendly_name_list[0]
     scores = {}
+    full_chosen_model_name = reverse_user_friendly_name[chosen_model]
     for row in model_array:
-        name = user_friendly_name[row["name"]]
-        tokenizer = row["tokenizer"]
-        model = row["model"]
-        model_input = tokenizer(*([s1], [s2]), padding=True, return_tensors="pt")
-        with torch.no_grad():
-            output = model(**model_input)
-            score = output[0][0].item()
-            scores[name] = score
-    assin2_scores = {k: v for k, v in scores.items() if "ASSIN 2" in k}
-    average_score = sum(assin2_scores.values()) / len(assin2_scores)
-    average_score_str = '{:,.2%}'.format(min(average_score,5) / 5)
-    description = score_descriptions[round(average_score)]
-    description_pt = score_descriptions_pt[round(average_score)]
-    final_description = description.format(average_score_str) + "\n \n" + description_pt.format(average_score_str)
-
-    for key, value in scores.items():
-      scores[key] = '{:,.2%}'.format(min(value, 5) / 5)
-
-    return final_description, scores
+        name = row["name"]
+        if name != full_chosen_model_name:
+          continue
+        else:
+          tokenizer = row["tokenizer"]
+          model = row["model"]
+          model_input = tokenizer(*([s1], [s2]), padding=True, return_tensors="pt")
+          with torch.no_grad():
+              output = model(**model_input)
+              logits = output[0][0].detach().numpy()
+              logits = softmax(logits).tolist()
+              break
+    def get_description(idx):
+      description = score_descriptions[idx]
+      description_pt = score_descriptions_pt[idx]
+      final_description = description + "\n \n" + description_pt
+      return final_description
+    
+    scores = { get_description(k):v for k,v in enumerate(logits) }
+
+    return scores
 
 
 inputs = [
-    gr.inputs.Textbox(label="Text 1"),
-    gr.inputs.Textbox(label="Text 2")
+    gr.inputs.Textbox(label="Question"),
+    gr.inputs.Textbox(label="Answer"),
+    gr.Dropdown(label="Model", choices=user_friendly_name_list, default=user_friendly_name_list[0])
 ]
 
 outputs = [
- gr.Textbox(label="Evaluation", value=output_textbox_component_description),
- gr.JSON(label="Similarity scores by model", value=output_json_component_description)
+ gr.Label(label="Result")
 ]
 
 
-gr.Interface(fn=similarity, inputs=inputs, outputs=outputs, title=app_title, 
+gr.Interface(fn=predict, inputs=inputs, outputs=outputs, title=app_title, 
              description=app_description,
              examples=app_examples,
              article = article_string).launch()

requirements.txt

@@ -1,3 +1,4 @@
 torch
 gradio
-transformers
+transformers
+scipy