File size: 840 Bytes
cdc29ce
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
benchmark,arm,n,answered,empty_total,empty_out_of_tokens,empty_ended_turn,answered_but_hit_cap,stray_think_tag,correct,judge_refused,full_compliance,partial_refusal,full_refusal
math500_200_at_4096,stock,200,171,29,29,0,5,0,150,,,,
math500_200_at_4096,this_model,200,200,0,0,0,0,1,168,,,,
math500_200_at_4096,stock_flag2048,200,200,0,0,0,5,0,172,,,,
math500_30_mainline_llamacpp,this_model_mainline,30,30,0,0,0,0,0,26,,,,
humaneval_164_at_4096,stock,164,153,11,11,0,0,0,151,,,,
humaneval_164_at_4096,this_model,164,164,0,0,0,0,1,155,,,,
strongreject,stock,150,149,1,1,0,6,0,,143,,,
strongreject,this_model,150,150,0,0,0,2,0,,143,,,
simplesafetytests,stock,100,99,1,0,1,0,0,,85,,,
simplesafetytests,this_model,100,98,2,0,2,0,0,,84,,,
xstest_safe,stock,100,96,4,4,0,2,0,,,88,7,1
xstest_safe,this_model,100,100,0,0,0,0,0,,,92,7,1