Fix decode; Replace slider with tabs

app.py

@@ -36,9 +36,8 @@ def creativity(index_desc, query):
     latency = '' if 'latency' not in result else f'{result["latency"]:.3f}'
     if 'error' in result:
         ci = result['error']
-        ngram_len = NGRAM_LEN_DEFAULT
-        html = ''
-        return latency, ci, ngram_len, html
+        htmls = [''] * (NGRAM_LEN_MAX - NGRAM_LEN_MIN + 1)
+        return tuple([latency, ci] + htmls)
 
     rs = result['rs']
     tokens = result['tokens']
@@ -59,34 +58,35 @@ def creativity(index_desc, query):
     ci = sum(uniqueness_by_n.values()) / len(uniqueness_by_n)
     ci = f'{ci:.2%}'
 
-    ngram_len = NGRAM_LEN_DEFAULT
-
-    html = ''
-    highlighted = highlighteds_by_n[ngram_len]
-    line_len = 0
-    for i, (token, highlighted) in enumerate(zip(tokens, highlighteds)):
-        if line_len >= 100 and token.startswith('Ġ') and token != 'Ċ':
-            html += '<br/>'
-            line_len = 0
-        color = '0, 0, 255, 0.5'
-        if token == 'Ċ':
-            disp_token = '\\n'
-            is_linebreak = True
-        else:
-            disp_token = token.replace('Ġ', '&nbsp;')
-            is_linebreak = False
-        if highlighted:
-            html += f'<span id="hldoc-token-{i}" style="background-color: rgba{color};" class="background-color: rgba{color};">{disp_token}</span>'
-        else:
-            html += disp_token
-        if is_linebreak:
-            html += '<br/>'
-            line_len = 0
-        else:
-            line_len += len(token)
-    html = '<div><p id="hldoc" style="font-size: 16px;">' + html.strip(' ') + '</p></div>'
+    htmls = []
+    for n in range(NGRAM_LEN_MIN, NGRAM_LEN_MAX + 1):
+        html = ''
+        highlighted = highlighteds_by_n[n]
+        line_len = 0
+        for i, (token, highlighted) in enumerate(zip(tokens, highlighteds)):
+            if line_len >= 100 and token.startswith('▁'):
+                html += '<br/>'
+                line_len = 0
+            color = '0, 0, 255, 0.5'
+            if token == '<0x0A>':
+                disp_token = '\\n'
+                is_linebreak = True
+            else:
+                disp_token = token.replace('▁', '&nbsp;')
+                is_linebreak = False
+            if highlighted:
+                html += f'<span id="hldoc-token-{i}" style="background-color: rgba{color};" class="background-color: rgba{color};">{disp_token}</span>'
+            else:
+                html += disp_token
+            if is_linebreak:
+                html += '<br/>'
+                line_len = 0
+            else:
+                line_len += len(token)
+        html = '<div><p id="hldoc" style="font-size: 16px;">' + html.strip(' ') + '</p></div>'
+        htmls.append(html)
 
-    return latency, ci, ngram_len, html
+    return tuple([latency, ci] + htmls)
 
 with gr.Blocks() as demo:
     with gr.Column():
@@ -102,7 +102,7 @@ with gr.Blocks() as demo:
                 index_desc = gr.Radio(choices=INDEX_DESCS, label='Corpus', value=INDEX_DESCS[0])
 
             with gr.Column(scale=3):
-                creativity_query = gr.Textbox(placeholder='Enter a piece of text here', label='Query', interactive=True, lines=10)
+                creativity_query = gr.Textbox(placeholder='Enter a piece of text here', label='Input', interactive=True, lines=10)
                 with gr.Row():
                     creativity_clear = gr.ClearButton(value='Clear', variant='secondary', visible=True)
                     creativity_submit = gr.Button(value='Submit', variant='primary', visible=True)
@@ -110,11 +110,13 @@ with gr.Blocks() as demo:
 
             with gr.Column(scale=4):
                 creativity_ci = gr.Label(value='', label='Creativity Index')
-                creativity_ngram_len = gr.Slider(minimum=NGRAM_LEN_MIN, maximum=NGRAM_LEN_MAX, value=NGRAM_LEN_DEFAULT, step=1, label='Length of n-gram')
-                creativity_html = gr.HTML(value='', label='Coverage')
+                creativity_htmls = []
+                for n in range(NGRAM_LEN_MIN, NGRAM_LEN_MAX + 1):
+                    with gr.Tab(label=f'n={n}'):
+                        creativity_htmls.append(gr.HTML(value='', label=f'n={n}'))
 
-            creativity_clear.add([creativity_query, creativity_latency, creativity_ci, creativity_html])
-            creativity_submit.click(creativity, inputs=[index_desc, creativity_query], outputs=[creativity_latency, creativity_ci, creativity_ngram_len, creativity_html], api_name=False)
+            creativity_clear.add([creativity_query, creativity_latency, creativity_ci] + creativity_htmls)
+            creativity_submit.click(creativity, inputs=[index_desc, creativity_query], outputs=[creativity_latency, creativity_ci] + creativity_htmls, api_name=False)
 
 demo.queue(
     default_concurrency_limit=DEFAULT_CONCURRENCY_LIMIT,