Update app.py

app.py

@@ -4,20 +4,19 @@ import argparse
 import pandas as pd
 from functools import partial
 import subprocess
-"""
-Eventually add filters based on headers
-"""
-HEADERS = ["__index_level_0__", "problem", "username", "entrypoint", "tests_passed", "total_tests"]
-DATATYPES = ["number", "str", "str", "str", "number", "number"]
 
-SUCCESS_HEADERS = ["is_success", "first_attempt","is_first_success", "last_attempt", "is_last_success"]
-SUCCESS_DATATYPES = ["bool"]*5
+# Headers and datatypes for the remaining columns
+HEADERS = ["__index_level_0__", "problem", "username", "entrypoint", "submitted_text", "prompt", "subset"]
+DATATYPES = ["number", "str", "str", "str", "str", "str", "str"]
+
+SUCCESS_HEADERS = ["subset"]
+SUCCESS_DATATYPES = ["str"]
 
 def capture_output(prompt, completion, prints):
     code = "\n".join([prompt, "    "+"   \n".join(completion.split("\n")), prints])
     outputs = subprocess.run(["python", "-c", code], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     stderr = gr.Textbox(outputs.stderr.decode("utf-8").strip(), label="Code Errors", type="text")
-    stdout = gr.Code(outputs.stdout.decode("utf-8").strip(), label="Code Ouputs", language="python")
+    stdout = gr.Code(outputs.stdout.decode("utf-8").strip(), label="Code Outputs", language="python")
     return stderr, stdout
 
 def update_components(
@@ -27,11 +26,7 @@ def update_components(
     success_data, 
     prompt, 
     submitted_text, 
-    completion, 
     assertions, 
-    prints, 
-    code_err, 
-    code_output
 ):
     if isinstance(ds, gr.State):
         ds = ds.value
@@ -57,31 +52,20 @@ def update_components(
     row = row.iloc[0]
     prompt = gr.Code(row["prompt"], language="python", label="Prompt")
     submitted_text = gr.Textbox(row["submitted_text"], type="text", label="Submitted Text")
-    completion = gr.Code(row["completion"], language="python", label="Completion")
     assertions = gr.Code(row["assertions"], language="python", label="Assertions")
-    prints = gr.Code(row["prints"], language="python", label="Prints")
-    code_err = gr.Textbox("__stderr__", label="Code Errors", type="text")
-    code_output = gr.Code("__stdout__", language="python", label="Code Outputs")
     slider = gr.Slider(0, len(ds) - 1, step=1, label="Problem ID (click and arrow keys to navigate):", value=slider)
     return [slider, header_data, success_data, prompt, submitted_text, 
-            completion, assertions, prints, code_err, code_output]
+            assertions]
 
 def filter_by(
     dataset_name, 
     dataset_split,
-    fs_box, ls_box, ff_box, lf_box, f_box, l_box, is_success_box, 
     problem_box,
     student_box,
     slider,
     *components_to_update):
     ds = load_dataset(dataset_name, split=dataset_split)
-    success_boxes = [fs_box, ls_box, ff_box, lf_box, f_box, l_box, is_success_box]
     ds = ds.to_pandas()
-    labels = ["is_first_success","is_last_success","is_first_failure","is_last_failure",
-              "first_attempt","last_attempt","is_success"]
-    for label, box in zip(labels, success_boxes):
-        if box:
-            ds = ds[ds[label] == box]
     
     if problem_box != None:
         ds = ds[ds["problem"] == problem_box]
@@ -89,20 +73,16 @@ def filter_by(
     if student_box != None:
         ds = ds[ds["username"] == student_box]
     
-    dataset = gr.State(ds)
-    return [dataset, *update_components(ds, 0, *components_to_update)]
+    return [ds, *update_components(ds, 0, *components_to_update)]
 
 def next_example(ds, *components):
     slider_value = components[0]
-    print(slider_value)
-    # Adjust slider value within bounds (min 0, max len(ds)-1)
     new_slider_value = int(slider_value)+1 if slider_value < len(ds)-1 else len(ds)-1
     lesscomponents = components[1:]
     return update_components(ds, new_slider_value, *lesscomponents)
 
 def prev_example(ds, *components):
     slider_value = components[0]
-    # Adjust slider value within bounds (min 0, max len(ds)-1)
     new_slider_value = int(slider_value)-1 if slider_value > 0 else 0
     lesscomponents = components[1:]
     return update_components(ds, new_slider_value, *lesscomponents)
@@ -143,61 +123,31 @@ def main(args):
             prev_btn = gr.Button("Previous")
             next_btn = gr.Button("Next")       
         submitted_text = gr.Textbox("__submitted_text__", type="text", label="Submitted Text")
-        completion = gr.Code("__completion__", language="python", label="Completion")
-                
 
+                
         with gr.Row():
             assertions = gr.Code("__assertions__", language="python", label="Assertions")
-            prints = gr.Code("__prints__", language="python", label="Prints")
-        
-        runbtn = gr.Button("Run this code")
-        
-        with gr.Column():
-            with gr.Row():
-                code_output = gr.Code("__stdout__", language="python", label="Code Outputs")
-                code_err = gr.Textbox("__stderr__", label="Code Errors", type="text")
-        
-        gr.Markdown("**Logging**\n")
-        with gr.Column():
-            with gr.Row():
-                flagbtn = gr.Button("Flag this example to log file")
-                flagout = gr.Textbox(label="Num examples in logfile")
+    
             
         # updates                
-        # run code
-        runbtn.click(fn=capture_output, inputs=[prompt, completion, prints], outputs=[code_err,code_output])
         # change example on slider change
-        components = [slider, header_data, success_data, prompt, submitted_text, completion, assertions, prints, code_err, code_output]
+        components = [slider, header_data, success_data, prompt, submitted_text, assertions]
         slider.input(fn=update_components, inputs=[dataset, *components], outputs=components)
                 
         prev_btn.click(fn=prev_example, inputs=[dataset, *components], outputs=components)
         next_btn.click(fn=next_example, inputs=[dataset, *components], outputs=components)
 
-        # log
-        callback.setup(components, "flagged_data_points")
-        flagbtn.click(lambda *args: callback.flag(list(args)), components, flagout,
-                  preprocess=False, show_progress="full", trigger_mode="once")
-
         # add filtering options
         gr.Markdown("**Filtering (reload to clear all filters)**\n")
         with gr.Row():
             with gr.Column():
-                fs_box = gr.Checkbox(label="is_first_success")
-                ls_box = gr.Checkbox(label="is_last_success")
-            with gr.Column():
-                ff_box = gr.Checkbox(label="is_first_failure")
-                lf_box = gr.Checkbox(label="is_last_failure")
-            with gr.Column():
-                f_box = gr.Checkbox(label="first_attempt")
-                l_box = gr.Checkbox(label="last_attempt")
-            is_success_box = gr.Checkbox(label="is_success")
-            success_boxes = [fs_box, ls_box, ff_box, lf_box, f_box, l_box, is_success_box]
-            problem_box = gr.Dropdown(label="problem", choices = problem_names)
-            student_box = gr.Dropdown(label="username", choices = student_usernames)
+                problem_box = gr.Dropdown(label="problem", choices=problem_names)
+                student_box = gr.Dropdown(label="username", choices=student_usernames)
             filter_btn = gr.Button("Filter")
         
-        filter_btn.click(fn=partial(filter_by, args.dataset, args.split), inputs=[*success_boxes, problem_box, student_box, *components], 
+        filter_btn.click(fn=partial(filter_by, args.dataset, args.split), inputs=[problem_box, student_box, *components], 
                          outputs=[dataset, *components])
+        
 
     demo.launch(share=args.share)
     
@@ -207,5 +157,4 @@ if __name__ == "__main__":
     parser.add_argument("--split", type=str, default="test")
     parser.add_argument("--share", action="store_true")
     args = parser.parse_args()
-    main(args)
-
+    main(args)