Hugging Face's logo

Spaces:
Enderchef
/
SuperBench-Eval
Running on Zero

App Files Community
Enderchef commited on
Commit
a319c62
·
verified ·
1 Parent(s): 63c5f6c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -24,12 +24,12 @@ def load_model(model_id):
24
 
25
  def format_prompt(item):
26
  system_instruction = " Only answer with a single letter: A, B, C, or D."
27
- prompt = f"{item['question']}
28
  A. {item['choices'][0]}
29
  B. {item['choices'][1]}
30
  C. {item['choices'][2]}
31
  D. {item['choices'][3]}
32
- Answer:{system_instruction}"
33
  return prompt, item['answer']
34
 
35
  def extract_choice_letter(output):
 
24
 
25
  def format_prompt(item):
26
  system_instruction = " Only answer with a single letter: A, B, C, or D."
27
+ prompt = f"""{item['question']}
28
  A. {item['choices'][0]}
29
  B. {item['choices'][1]}
30
  C. {item['choices'][2]}
31
  D. {item['choices'][3]}
32
+ Answer:{system_instruction}"""
33
  return prompt, item['answer']
34
 
35
  def extract_choice_letter(output):