diff --git "a/metrics.eval.jsonl" "b/metrics.eval.jsonl"
new file mode 100644--- /dev/null
+++ "b/metrics.eval.jsonl"
@@ -0,0 +1,49 @@
+{"created_at": "2025-08-23T06:33:23.723466", "global_step": 2000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.18430034129692832, "acc_stderr,none": 0.011330517933037434, "acc_norm,none": 0.23464163822525597, "acc_norm_stderr,none": 0.012383873560768663}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.45286195286195285, "acc_stderr,none": 0.010214087372211394, "acc_norm,none": 0.4078282828282828, "acc_norm_stderr,none": 0.010083950240041207}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055182, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055182}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168486, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168486}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578937, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578937}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.01452635475105518, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.01452635475105518}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.27235610436168095, "acc_stderr,none": 0.004442623590846323, "acc_norm,none": 0.279326827325234, "acc_norm_stderr,none": 0.004477514681328152}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.018701223957178742, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.049887188500387446}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.01866991846367664, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168704}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851863}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019282516968495804, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.03550920185689629}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680588}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.42, "acc_stderr,none": 0.07050835816716035}, "piqa": {"alias": "piqa", "acc,none": 0.5794341675734495, "acc_stderr,none": 0.011517665611282776, "acc_norm,none": 0.5642002176278563, "acc_norm_stderr,none": 0.011569259195486617}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.3779116465863454, "acc_stderr,none": 0.00971871228122745}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617614}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
+{"created_at": "2025-08-23T07:41:47.128746", "global_step": 4000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.20648464163822525, "acc_stderr,none": 0.011828865619002316, "acc_norm,none": 0.24744027303754265, "acc_norm_stderr,none": 0.012610352663292673}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5084175084175084, "acc_stderr,none": 0.010258329515226454, "acc_norm,none": 0.44107744107744107, "acc_norm_stderr,none": 0.01018829322104057}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683047, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683047}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581965, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581965}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642536, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642536}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.28809002190798644, "acc_stderr,none": 0.004519476835646778, "acc_norm,none": 0.3104959171479785, "acc_norm_stderr,none": 0.004617510423156626}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.01847318554139709, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018742914789707563, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945589}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3161290322580645, "acc_stderr,none": 0.037467862178731784}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964296}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_turkish": {"acc,none": 0.28832116788321166, "acc_stderr,none": 0.019368072049700168, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683227}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329719}, "piqa": {"alias": "piqa", "acc,none": 0.6131664853101197, "acc_stderr,none": 0.011363095931902852, "acc_norm,none": 0.6055495103373232, "acc_norm_stderr,none": 0.011402931101558378}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.43132530120481927, "acc_stderr,none": 0.009927090290379253}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3686746987951807, "acc_stderr,none": 0.009670208010505237}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.00944890091461761}}
+{"created_at": "2025-08-23T11:17:26.443891", "global_step": 6000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.21843003412969283, "acc_stderr,none": 0.012074291605700983, "acc_norm,none": 0.2636518771331058, "acc_norm_stderr,none": 0.01287592915129705}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5260942760942761, "acc_stderr,none": 0.010245801990240047, "acc_norm,none": 0.4797979797979798, "acc_norm_stderr,none": 0.010251405621305368}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.0140592566632182, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.0140592566632182}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132646, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132646}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214545, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214545}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342522, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342522}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168491, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168491}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.30123481378211514, "acc_stderr,none": 0.004578568617306781, "acc_norm,none": 0.33578968333001397, "acc_norm_stderr,none": 0.004713006072807713}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.01846809435978522, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018715383903932764, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.33532934131736525, "acc_stderr,none": 0.03664249082074463}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.0365772070654091}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.17964071856287425, "acc_stderr,none": 0.029795480654829835}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018515948246309977, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031023}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.0317555478662992}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "piqa": {"alias": "piqa", "acc,none": 0.6289445048966268, "acc_stderr,none": 0.011271222398600525, "acc_norm,none": 0.6180631120783461, "acc_norm_stderr,none": 0.01133594255750523}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.463855421686747, "acc_stderr,none": 0.00999585228282238}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3550200803212851, "acc_stderr,none": 0.009591512730974288}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}}
+{"created_at": "2025-08-23T11:23:22.241258", "global_step": 8000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.23976109215017063, "acc_stderr,none": 0.012476304127453949, "acc_norm,none": 0.2832764505119454, "acc_norm_stderr,none": 0.013167478735134575}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.539983164983165, "acc_stderr,none": 0.010226927233491508, "acc_norm,none": 0.476010101010101, "acc_norm_stderr,none": 0.010247967392742686}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.01442032345164254, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.01442032345164254}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.01446311410517081, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.01446311410517081}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.30720971917944634, "acc_stderr,none": 0.0046039424398615705, "acc_norm,none": 0.34783907588129853, "acc_norm_stderr,none": 0.0047531124327286995}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.01875094372378137, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278444}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.01845130312896947, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.033937086485697064}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.24516129032258063, "acc_stderr,none": 0.03466511701965931}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851863}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018312537163543394, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345136}, "piqa": {"alias": "piqa", "acc,none": 0.6392818280739935, "acc_stderr,none": 0.01120406480908852, "acc_norm,none": 0.6256800870511425, "acc_norm_stderr,none": 0.01129127680119499}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4497991967871486, "acc_stderr,none": 0.00997143125556017}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.39156626506024095, "acc_stderr,none": 0.009783558109997079}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512706}}
+{"created_at": "2025-08-23T12:12:16.902110", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24829351535836178, "acc_stderr,none": 0.012624912868089743, "acc_norm,none": 0.2713310580204778, "acc_norm_stderr,none": 0.012993807727545792}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5315656565656566, "acc_stderr,none": 0.010239317603199507, "acc_norm,none": 0.47769360269360267, "acc_norm_stderr,none": 0.01024956840455566}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030496, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030496}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596807, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596807}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055175, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055175}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2833333333333333, "acc_stderr,none": 0.0150289137555369, "acc_norm,none": 0.2833333333333333, "acc_norm_stderr,none": 0.0150289137555369}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.01460893383616847, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.01460893383616847}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3118900617406891, "acc_stderr,none": 0.0046231842273447826, "acc_norm,none": 0.36247759410476, "acc_norm_stderr,none": 0.004797332565990076}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.018128447249134736, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018986}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383254}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018414623953710272, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666292}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1935483870967742, "acc_stderr,none": 0.031836372336763036}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.20985401459854014, "acc_stderr,none": 0.01732810289867276, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.1686746987951807, "acc_stderr,none": 0.029152009627856544}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.1, "acc_stderr,none": 0.04285714285714284}, "piqa": {"alias": "piqa", "acc,none": 0.6463547334058759, "acc_stderr,none": 0.011154877708188673, "acc_norm,none": 0.6311207834602829, "acc_norm_stderr,none": 0.011257546676908809}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4650602409638554, "acc_stderr,none": 0.009997573294114558}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.39598393574297186, "acc_stderr,none": 0.00980280988850234}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981031}}
+{"created_at": "2025-08-23T14:08:00.111898", "global_step": 12000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24061433447098976, "acc_stderr,none": 0.012491468532390573, "acc_norm,none": 0.27474402730375425, "acc_norm_stderr,none": 0.013044617212771227}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5467171717171717, "acc_stderr,none": 0.010214901516731614, "acc_norm,none": 0.4692760942760943, "acc_norm_stderr,none": 0.010240395584815236}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687978, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687978}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.013714527832369679, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.013714527832369679}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.01405925666321818, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.01405925666321818}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585106, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585106}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.28444444444444444, "acc_stderr,none": 0.015046675709606029, "acc_norm,none": 0.28444444444444444, "acc_norm_stderr,none": 0.015046675709606029}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3217486556462856, "acc_stderr,none": 0.004661924314756094, "acc_norm,none": 0.37353116908982276, "acc_norm_stderr,none": 0.004827526584889669}, "include_base_44_chinese": {"acc,none": 0.25871559633027524, "acc_stderr,none": 0.01880329292935781, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496573}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018092568728563956, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.03253989433108519}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2064516129032258, "acc_stderr,none": 0.0326163595746342}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.033125415998518606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2755474452554745, "acc_stderr,none": 0.019099892282370485, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.03629335329947859}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6539717083786725, "acc_stderr,none": 0.011098919626957384, "acc_norm,none": 0.6338411316648531, "acc_norm_stderr,none": 0.011240106070308464}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.457429718875502, "acc_stderr,none": 0.009985682220227464}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.39076305220883534, "acc_stderr,none": 0.009779967579941791}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996469}}
+{"created_at": "2025-08-23T15:32:54.493420", "global_step": 14000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.25853242320819114, "acc_stderr,none": 0.012794553754288673, "acc_norm,none": 0.2773037542662116, "acc_norm_stderr,none": 0.013082095839059374}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5858585858585859, "acc_stderr,none": 0.010107387673002519, "acc_norm,none": 0.5265151515151515, "acc_norm_stderr,none": 0.010245347015573706}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998378, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998378}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699816, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699816}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198712, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198712}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581962, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581962}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.321449910376419, "acc_stderr,none": 0.004660785616933772, "acc_norm,none": 0.3824935271858196, "acc_norm_stderr,none": 0.0048500288131899764}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.01849943620013078, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.057581843143880006}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.0427567811097387}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018322905481548038, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.07961491954505552}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2064516129032258, "acc_stderr,none": 0.0326163595746342}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018367100139925815, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6556039173014145, "acc_stderr,none": 0.011086521237125621, "acc_norm,none": 0.6490750816104461, "acc_norm_stderr,none": 0.011135250564776792}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4823293172690763, "acc_stderr,none": 0.010015812066461172}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.39076305220883534, "acc_stderr,none": 0.009779967579941791}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3413654618473896, "acc_stderr,none": 0.009504288078880218}}
+{"created_at": "2025-08-23T17:32:15.500532", "global_step": 16000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24914675767918087, "acc_stderr,none": 0.012639407111926435, "acc_norm,none": 0.2815699658703072, "acc_norm_stderr,none": 0.013143376735009015}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5702861952861953, "acc_stderr,none": 0.010157908005763678, "acc_norm,none": 0.4962121212121212, "acc_norm_stderr,none": 0.010259489101351842}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458123, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458123}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699816, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699816}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596776, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596776}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792635, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792635}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596779, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596779}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3256323441545509, "acc_stderr,none": 0.004676529200752999, "acc_norm,none": 0.3926508663612826, "acc_norm_stderr,none": 0.0048734218332915835}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.01870433410161407, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.20985401459854014, "acc_stderr,none": 0.017400640682333598, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.16129032258064516, "acc_stderr,none": 0.029638049695557587}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851862}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.01824399320701261, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.02995573785581014}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898186}, "piqa": {"alias": "piqa", "acc,none": 0.6441784548422198, "acc_stderr,none": 0.011170294934656934, "acc_norm,none": 0.6420021762785637, "acc_norm_stderr,none": 0.011185460416617306}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4710843373493976, "acc_stderr,none": 0.010005299609236084}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3791164658634538, "acc_stderr,none": 0.009724761219964144}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293523}}
+{"created_at": "2025-08-23T18:25:56.171914", "global_step": 18000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24232081911262798, "acc_stderr,none": 0.012521593295800118, "acc_norm,none": 0.26706484641638223, "acc_norm_stderr,none": 0.012928933196496356}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5833333333333334, "acc_stderr,none": 0.010116282977781246, "acc_norm,none": 0.5214646464646465, "acc_norm_stderr,none": 0.010250325159456656}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308207, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308207}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336084, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336084}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33190599482174865, "acc_stderr,none": 0.004699350653695621, "acc_norm,none": 0.39364668392750446, "acc_norm_stderr,none": 0.004875595792850675}, "include_base_44_chinese": {"acc,none": 0.24220183486238533, "acc_stderr,none": 0.018374064175955634, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909662}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.01878579526031235, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.034903504674283575}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.036332540727054406}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_turkish": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.01890169696394286, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6610446137105549, "acc_stderr,none": 0.011044144419710633, "acc_norm,none": 0.6496191512513602, "acc_norm_stderr,none": 0.011131277554681735}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4759036144578313, "acc_stderr,none": 0.010010427753210675}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42449799196787147, "acc_stderr,none": 0.00990715125328428}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358226}}
+{"created_at": "2025-08-23T20:02:06.674534", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2551194539249147, "acc_stderr,none": 0.012739038695202105, "acc_norm,none": 0.2721843003412969, "acc_norm_stderr,none": 0.013006600406423706}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.57996632996633, "acc_stderr,none": 0.010127718838529315, "acc_norm,none": 0.5143097643097643, "acc_norm_stderr,none": 0.010255580881603624}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884525, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884525}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030496, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030496}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045812, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045812}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3343955387373033, "acc_stderr,none": 0.004708145393411395, "acc_norm,none": 0.40310695080661224, "acc_norm_stderr,none": 0.004895194143892682}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018499854816532046, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2427007299270073, "acc_stderr,none": 0.018295164979067708, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_turkish": {"acc,none": 0.28284671532846717, "acc_stderr,none": 0.019223320611747082, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.03680783690727581}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680344}, "piqa": {"alias": "piqa", "acc,none": 0.6523394994559304, "acc_stderr,none": 0.011111173661393728, "acc_norm,none": 0.6539717083786725, "acc_norm_stderr,none": 0.011098919626957386}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4919678714859438, "acc_stderr,none": 0.010020779633955262}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.40200803212851405, "acc_stderr,none": 0.009827715873484725}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
+{"created_at": "2025-08-23T21:56:46.778709", "global_step": 22000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2525597269624573, "acc_stderr,none": 0.012696728980207708, "acc_norm,none": 0.2773037542662116, "acc_norm_stderr,none": 0.013082095839059374}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5900673400673401, "acc_stderr,none": 0.010091953527506248, "acc_norm,none": 0.5260942760942761, "acc_norm_stderr,none": 0.010245801990240047}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578937, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578937}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23, "acc_stderr,none": 0.01403554996994558, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.01403554996994558}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596793, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596793}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132646, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132646}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33628759211312487, "acc_stderr,none": 0.004714730865398656, "acc_norm,none": 0.4078868751244772, "acc_norm_stderr,none": 0.004904375631128866}, "include_base_44_chinese": {"acc,none": 0.22568807339449543, "acc_stderr,none": 0.0179650437322094, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018986}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.01871171275913453, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.034351824402457674}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.033404631539455894}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_turkish": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018806737628281785, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071857}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680344}, "piqa": {"alias": "piqa", "acc,none": 0.6632208922742111, "acc_stderr,none": 0.01102673892525118, "acc_norm,none": 0.6605005440696409, "acc_norm_stderr,none": 0.011048455047173918}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4734939759036145, "acc_stderr,none": 0.01000798055773282}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43333333333333335, "acc_stderr,none": 0.009932588282324243}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981028}}
+{"created_at": "2025-08-23T23:32:58.207454", "global_step": 24000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26023890784982934, "acc_stderr,none": 0.012821930225112554, "acc_norm,none": 0.2790102389078498, "acc_norm_stderr,none": 0.013106784883601341}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5829124579124579, "acc_stderr,none": 0.01011773896778199, "acc_norm,none": 0.5042087542087542, "acc_norm_stderr,none": 0.010259420038764087}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632431, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632431}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458132, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458132}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687952, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687952}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579383, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579383}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998374, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998374}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3397729535949014, "acc_stderr,none": 0.004726640532562044, "acc_norm,none": 0.4122684724158534, "acc_norm_stderr,none": 0.004912370023913017}, "include_base_44_chinese": {"acc,none": 0.26788990825688075, "acc_stderr,none": 0.019006057523684193, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.042756781109738705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115227}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923641}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018219494043483338, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168704}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.17419354838709677, "acc_stderr,none": 0.030562917443292516}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018419614652738142, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.03571609230053481}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.030338749144500594}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6621327529923831, "acc_stderr,none": 0.011035474307853845, "acc_norm,none": 0.6659412404787813, "acc_norm_stderr,none": 0.011004613886336742}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.46626506024096387, "acc_stderr,none": 0.009999235684721611}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43493975903614457, "acc_stderr,none": 0.009936867104921835}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337342}}
+{"created_at": "2025-08-24T00:49:26.783366", "global_step": 26000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26023890784982934, "acc_stderr,none": 0.01282193022511256, "acc_norm,none": 0.29692832764505117, "acc_norm_stderr,none": 0.013352025976725223}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.593013468013468, "acc_stderr,none": 0.010080695355466598, "acc_norm,none": 0.5265151515151515, "acc_norm_stderr,none": 0.010245347015573706}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433898, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433898}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342966, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342966}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2777777777777778, "acc_stderr,none": 0.014938408363642793, "acc_norm,none": 0.2777777777777778, "acc_norm_stderr,none": 0.014938408363642793}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409387, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409387}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.34425413264289983, "acc_stderr,none": 0.0047415341064703026, "acc_norm,none": 0.41734714200358497, "acc_norm_stderr,none": 0.00492113386493189}, "include_base_44_chinese": {"acc,none": 0.26055045871559634, "acc_stderr,none": 0.0188417942541897, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.0487901635934895}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018555694666884646, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.034967874881680024}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.032233096101574966}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.018985285527002793, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.0362933532994786}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629919}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.034843315926805875}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.06546536707079771}, "piqa": {"alias": "piqa", "acc,none": 0.6681175190424374, "acc_stderr,none": 0.010986617776361595, "acc_norm,none": 0.6610446137105549, "acc_norm_stderr,none": 0.011044144419710631}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.472289156626506, "acc_stderr,none": 0.01000666931397034}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44056224899598395, "acc_stderr,none": 0.009951008027814038}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778586}}
+{"created_at": "2025-08-24T02:47:02.040036", "global_step": 28000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.25853242320819114, "acc_stderr,none": 0.012794553754288672, "acc_norm,none": 0.295221843003413, "acc_norm_stderr,none": 0.013329750293382323}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5782828282828283, "acc_stderr,none": 0.010133255284012323, "acc_norm,none": 0.5366161616161617, "acc_norm_stderr,none": 0.010232235063933032}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308214, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308214}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962124, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962124}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356805, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356805}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342504, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342504}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3452499502091217, "acc_stderr,none": 0.004744780201276634, "acc_norm,none": 0.4229237203744274, "acc_norm_stderr,none": 0.004930138842768214}, "include_base_44_chinese": {"acc,none": 0.26422018348623855, "acc_stderr,none": 0.018765275460161764, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.04324785766640779}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05083285677753486}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133515}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3218390804597701, "acc_stderr,none": 0.05037749206122548}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.019053029387537855, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.03467377173717454}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.20255474452554745, "acc_stderr,none": 0.017180725480392584, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.02995573785581014}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.049569575922564175}, "piqa": {"alias": "piqa", "acc,none": 0.6692056583242655, "acc_stderr,none": 0.010977520584714434, "acc_norm,none": 0.6664853101196954, "acc_norm_stderr,none": 0.011000139592184575}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.48032128514056227, "acc_stderr,none": 0.010014307727112705}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3815261044176707, "acc_stderr,none": 0.009736668133098167}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3377510040160643, "acc_stderr,none": 0.009479742273956477}}
+{"created_at": "2025-08-24T04:14:40.292344", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.25597269624573377, "acc_stderr,none": 0.012753013241244513, "acc_norm,none": 0.2960750853242321, "acc_norm_stderr,none": 0.013340916085246258}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6026936026936027, "acc_stderr,none": 0.010041053078884277, "acc_norm,none": 0.5395622895622896, "acc_norm_stderr,none": 0.010227616386289011}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.01450539984435681, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.01450539984435681}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581974, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581974}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055185, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055185}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433905, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433905}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3468432583150767, "acc_stderr,none": 0.004749926091672256, "acc_norm,none": 0.4304919338777136, "acc_norm_stderr,none": 0.0049413312155985505}, "include_base_44_chinese": {"acc,none": 0.26422018348623855, "acc_stderr,none": 0.018853203798075674, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909661}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05083285677753486}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.291970802919708, "acc_stderr,none": 0.019422351449008536, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31736526946107785, "acc_stderr,none": 0.036125997314033945}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23225806451612904, "acc_stderr,none": 0.03402770605128516}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.32934131736526945, "acc_stderr,none": 0.03647706112341117}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.018766896628901054, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071855}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.1, "acc_stderr,none": 0.04285714285714284}, "piqa": {"alias": "piqa", "acc,none": 0.6730141458106638, "acc_stderr,none": 0.010945157126978234, "acc_norm,none": 0.6806311207834603, "acc_norm_stderr,none": 0.010877964076613742}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4771084337349398, "acc_stderr,none": 0.010011563747774337}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44016064257028115, "acc_stderr,none": 0.00995004096008807}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361541}}
+{"created_at": "2025-08-24T05:26:20.098534", "global_step": 32000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2696245733788396, "acc_stderr,none": 0.012968040686869152, "acc_norm,none": 0.2960750853242321, "acc_norm_stderr,none": 0.013340916085246258}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6165824915824916, "acc_stderr,none": 0.009976995068264717, "acc_norm,none": 0.5534511784511784, "acc_norm_stderr,none": 0.010200990076245309}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792664, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792664}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27444444444444444, "acc_stderr,none": 0.014882733736391578, "acc_norm,none": 0.27444444444444444, "acc_norm_stderr,none": 0.014882733736391578}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578933, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578933}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3454491137223661, "acc_stderr,none": 0.004745426656377562, "acc_norm,none": 0.4302927703644692, "acc_norm_stderr,none": 0.004941051795214791}, "include_base_44_chinese": {"acc,none": 0.26972477064220185, "acc_stderr,none": 0.01903851675203098, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3563218390804598, "acc_stderr,none": 0.051642395833086094}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018724624628401517, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31736526946107785, "acc_stderr,none": 0.036125997314033945}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.017934557050113493, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.029955737855810138}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.676278563656148, "acc_stderr,none": 0.010916765010708762, "acc_norm,none": 0.6741022850924918, "acc_norm_stderr,none": 0.010935760218903951}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4859437751004016, "acc_stderr,none": 0.010018111813088553}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.39558232931726905, "acc_stderr,none": 0.009801094347134987}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512706}}
+{"created_at": "2025-08-24T06:58:49.703017", "global_step": 34000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2832764505119454, "acc_stderr,none": 0.013167478735134576, "acc_norm,none": 0.31399317406143346, "acc_norm_stderr,none": 0.013562691224726291}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5989057239057239, "acc_stderr,none": 0.010057051106534367, "acc_norm,none": 0.5500841750841751, "acc_norm_stderr,none": 0.010208181969301794}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567612, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567612}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.01431110796368303, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.01431110796368303}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2788888888888889, "acc_stderr,none": 0.014956736888683082, "acc_norm,none": 0.2788888888888889, "acc_norm_stderr,none": 0.014956736888683082}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308181, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308181}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254252, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254252}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3520215096594304, "acc_stderr,none": 0.004766245539606644, "acc_norm,none": 0.4344752041426011, "acc_norm_stderr,none": 0.004946748608271341}, "include_base_44_chinese": {"acc,none": 0.27889908256880735, "acc_stderr,none": 0.019287778117699644, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.04988718850038743}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.323943661971831, "acc_stderr,none": 0.0559341661292364}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383254}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.019025199546216665, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806675}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.036332540727054406}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806675}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018221716354053848, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.6713819368879217, "acc_stderr,none": 0.010959127105167044, "acc_norm,none": 0.6637649619151251, "acc_norm_stderr,none": 0.011022346708970237}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4895582329317269, "acc_stderr,none": 0.010019887205677428}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41405622489959837, "acc_stderr,none": 0.009872910116421196}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981031}}
+{"created_at": "2025-08-24T08:32:50.923489", "global_step": 36000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2636518771331058, "acc_stderr,none": 0.012875929151297063, "acc_norm,none": 0.2858361774744027, "acc_norm_stderr,none": 0.013203196088537365}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6102693602693603, "acc_stderr,none": 0.010007169391797055, "acc_norm,none": 0.5387205387205387, "acc_norm_stderr,none": 0.010228972678389611}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585103, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585103}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168484, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168484}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342964, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342964}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.01460893383616847, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.01460893383616847}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.01484503879443395, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.01484503879443395}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3543118900617407, "acc_stderr,none": 0.00477326751011274, "acc_norm,none": 0.442441744672376, "acc_norm_stderr,none": 0.004956609327218397}, "include_base_44_chinese": {"acc,none": 0.27155963302752295, "acc_stderr,none": 0.019070908044065367, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.38028169014084506, "acc_stderr,none": 0.05802308977399399}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.29014598540145986, "acc_stderr,none": 0.019422076836604248, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31736526946107785, "acc_stderr,none": 0.036125997314033945}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3032258064516129, "acc_stderr,none": 0.03703980981843178}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.0182590506863944, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233136}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.04642307659791979}, "piqa": {"alias": "piqa", "acc,none": 0.6730141458106638, "acc_stderr,none": 0.010945157126978224, "acc_norm,none": 0.6681175190424374, "acc_norm_stderr,none": 0.01098661777636159}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4867469879518072, "acc_stderr,none": 0.01001855164821846}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4393574297188755, "acc_stderr,none": 0.00994808700111736}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3345381526104418, "acc_stderr,none": 0.009457404390939166}}
+{"created_at": "2025-08-24T10:06:18.856596", "global_step": 38000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2551194539249147, "acc_stderr,none": 0.012739038695202102, "acc_norm,none": 0.2883959044368601, "acc_norm_stderr,none": 0.013238394422428173}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6077441077441077, "acc_stderr,none": 0.010018744689650043, "acc_norm,none": 0.5408249158249159, "acc_norm_stderr,none": 0.010225526906982616}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342537, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342537}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168516, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168516}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308193, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308193}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998376, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998376}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241911, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241911}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3594901414060944, "acc_stderr,none": 0.004788703173474742, "acc_norm,none": 0.4433379804819757, "acc_norm_stderr,none": 0.004957637648426467}, "include_base_44_chinese": {"acc,none": 0.23302752293577983, "acc_stderr,none": 0.018036355523206243, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.0415774211665429}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3218390804597701, "acc_stderr,none": 0.05037749206122548}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018757562169700502, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806675}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964297}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.017569750748686764, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789427}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.049569575922564175}, "piqa": {"alias": "piqa", "acc,none": 0.6653971708378672, "acc_stderr,none": 0.011009071725162507, "acc_norm,none": 0.6675734494015234, "acc_norm_stderr,none": 0.010991141557445598}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4975903614457831, "acc_stderr,none": 0.010021956483068086}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43132530120481927, "acc_stderr,none": 0.009927090290379257}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3401606425702811, "acc_stderr,none": 0.009496174608136407}}
+{"created_at": "2025-08-24T11:59:05.861869", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2687713310580205, "acc_stderr,none": 0.012955065963710679, "acc_norm,none": 0.2901023890784983, "acc_norm_stderr,none": 0.013261573677520769}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.632996632996633, "acc_stderr,none": 0.009890173658452113, "acc_norm,none": 0.5606060606060606, "acc_norm_stderr,none": 0.010184134315437665}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217905, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217905}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342506, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342506}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470886, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470886}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.0144843198114339, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.0144843198114339}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254273, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254273}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35620394343756223, "acc_stderr,none": 0.004778978031389643, "acc_norm,none": 0.44891455885281817, "acc_norm_stderr,none": 0.004963669199433389}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018150300762607065, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278444}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.04324785766640782}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.14942528735632185, "acc_stderr,none": 0.03844315810763213}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018541277277433005, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202544}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.036332540727054406}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.019153393959508214, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.03680783690727581}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6686615886833515, "acc_stderr,none": 0.010982077458957353, "acc_norm,none": 0.6751904243743199, "acc_norm_stderr,none": 0.010926296238294027}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4811244979919679, "acc_stderr,none": 0.010014928901071309}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42248995983935744, "acc_stderr,none": 0.009900919227857791}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3437751004016064, "acc_stderr,none": 0.00952031050288293}}
+{"created_at": "2025-08-24T13:15:37.993102", "global_step": 42000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2790102389078498, "acc_stderr,none": 0.013106784883601343, "acc_norm,none": 0.30802047781569963, "acc_norm_stderr,none": 0.01349142951729204}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6275252525252525, "acc_stderr,none": 0.00992046921573602, "acc_norm,none": 0.5614478114478114, "acc_norm_stderr,none": 0.010182010275471118}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.01484503879443395, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.01484503879443395}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308185, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308185}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792654, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792654}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35859390559649473, "acc_stderr,none": 0.004786075107572181, "acc_norm,none": 0.4475204142601075, "acc_norm_stderr,none": 0.004962220512548359}, "include_base_44_chinese": {"acc,none": 0.25321100917431194, "acc_stderr,none": 0.018695903625472923, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278444}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018445790311646285, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484004}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.03125321962283341}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.01786322808648595, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789427}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6708378672470077, "acc_stderr,none": 0.010963750414134703, "acc_norm,none": 0.6719260065288357, "acc_norm_stderr,none": 0.010954487135124221}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4919678714859438, "acc_stderr,none": 0.010020779633955264}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43815261044176707, "acc_stderr,none": 0.009945106474553725}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3369477911646586, "acc_stderr,none": 0.009474203778757706}}
+{"created_at": "2025-08-24T14:47:59.287386", "global_step": 44000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2713310580204778, "acc_stderr,none": 0.012993807727545796, "acc_norm,none": 0.30802047781569963, "acc_norm_stderr,none": 0.01349142951729204}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6191077441077442, "acc_stderr,none": 0.009964428212260377, "acc_norm,none": 0.5585016835016835, "acc_norm_stderr,none": 0.010189314382749944}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336074, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336074}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22, "acc_stderr,none": 0.0138158877445968, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.0138158877445968}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.0144843198114339, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.0144843198114339}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276205, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276205}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642524, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642524}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3588926508663613, "acc_stderr,none": 0.0047869531466570745, "acc_norm,none": 0.4495120493925513, "acc_norm_stderr,none": 0.004964277999318815}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.01848791211962824, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018904452059810915, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120041}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.036812906368192656}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_turkish": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.01777272634298519, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056527}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6800870511425462, "acc_stderr,none": 0.010882873582092055, "acc_norm,none": 0.6746463547334058, "acc_norm_stderr,none": 0.010931036623525191}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5156626506024097, "acc_stderr,none": 0.010017154458106733}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42690763052208835, "acc_stderr,none": 0.00991440882858341}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778586}}
+{"created_at": "2025-08-24T16:22:47.564660", "global_step": 46000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26791808873720135, "acc_stderr,none": 0.01294203019513643, "acc_norm,none": 0.30631399317406144, "acc_norm_stderr,none": 0.013470584417276511}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6157407407407407, "acc_stderr,none": 0.00998112072460144, "acc_norm,none": 0.539983164983165, "acc_norm_stderr,none": 0.010226927233491511}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.29, "acc_stderr,none": 0.015133811749341867, "acc_norm,none": 0.29, "acc_norm_stderr,none": 0.015133811749341867}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.01452635475105517, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.01452635475105517}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458118, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458118}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651658, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651658}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.36148177653853814, "acc_stderr,none": 0.004794478426382608, "acc_norm,none": 0.45688109938259314, "acc_norm_stderr,none": 0.004971192387202442}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018340272565374478, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05083285677753486}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.0415774211665429}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3218390804597701, "acc_stderr,none": 0.05037749206122548}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956954}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018985117111843353, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484004}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990814}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.017652365860563915, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530276}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6817192600652884, "acc_stderr,none": 0.010868093932082237, "acc_norm,none": 0.6719260065288357, "acc_norm_stderr,none": 0.010954487135124218}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4983935742971888, "acc_stderr,none": 0.010022021141102115}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43172690763052207, "acc_stderr,none": 0.009928203186112915}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3413654618473896, "acc_stderr,none": 0.009504288078880218}}
+{"created_at": "2025-08-24T17:55:54.791965", "global_step": 48000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2738907849829352, "acc_stderr,none": 0.013032004972989505, "acc_norm,none": 0.29948805460750855, "acc_norm_stderr,none": 0.013385021637313565}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6367845117845118, "acc_stderr,none": 0.009868397136118805, "acc_norm,none": 0.5740740740740741, "acc_norm_stderr,none": 0.010146568651002255}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.28555555555555556, "acc_stderr,none": 0.01506432556116632, "acc_norm,none": 0.28555555555555556, "acc_norm_stderr,none": 0.01506432556116632}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241908, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241908}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27666666666666667, "acc_stderr,none": 0.01491996528094738, "acc_norm,none": 0.27666666666666667, "acc_norm_stderr,none": 0.01491996528094738}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262105, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262105}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2833333333333333, "acc_stderr,none": 0.015028913755536898, "acc_norm,none": 0.2833333333333333, "acc_norm_stderr,none": 0.015028913755536898}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3650667197769369, "acc_stderr,none": 0.004804649197163697, "acc_norm,none": 0.46345349531965746, "acc_norm_stderr,none": 0.004976434387469963}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.01867351761096911, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.049887188500387446}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2737226277372263, "acc_stderr,none": 0.019102819391754865, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899477}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.03496787488168003}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.01755764721430131, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.16265060240963855, "acc_stderr,none": 0.02873023789261379}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.6866158868335147, "acc_stderr,none": 0.010822829929195482, "acc_norm,none": 0.6789989118607181, "acc_norm_stderr,none": 0.010892641574707897}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4975903614457831, "acc_stderr,none": 0.010021956483068086}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4248995983935743, "acc_stderr,none": 0.009908377568198195}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778586}}
+{"created_at": "2025-08-24T19:30:05.468926", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2858361774744027, "acc_stderr,none": 0.013203196088537369, "acc_norm,none": 0.3122866894197952, "acc_norm_stderr,none": 0.013542598541688065}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6292087542087542, "acc_stderr,none": 0.009911292822056921, "acc_norm,none": 0.5673400673400674, "acc_norm_stderr,none": 0.010166307932642869}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336086, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336086}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356783, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356783}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.29, "acc_stderr,none": 0.01513381174934187, "acc_norm,none": 0.29, "acc_norm_stderr,none": 0.01513381174934187}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699821, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699821}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214535, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214535}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3679545907189803, "acc_stderr,none": 0.004812633280078267, "acc_norm,none": 0.468034256124278, "acc_norm_stderr,none": 0.004979573765575848}, "include_base_44_chinese": {"acc,none": 0.30091743119266057, "acc_stderr,none": 0.01975159637330363, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3218390804597701, "acc_stderr,none": 0.05037749206122548}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.04988718850038747}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.019010790752687114, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.035747326542025434}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.21935483870967742, "acc_stderr,none": 0.033345718921890366}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.22262773722627738, "acc_stderr,none": 0.01780791559889047, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056528}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594687}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.059178043363451366}, "piqa": {"alias": "piqa", "acc,none": 0.6871599564744287, "acc_stderr,none": 0.010817714425701095, "acc_norm,none": 0.6838955386289445, "acc_norm_stderr,none": 0.01084814845570045}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4907630522088353, "acc_stderr,none": 0.010020362530631358}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43493975903614457, "acc_stderr,none": 0.009936867104921834}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3377510040160643, "acc_stderr,none": 0.009479742273956477}}
+{"created_at": "2025-08-24T21:04:32.130769", "global_step": 52000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26706484641638223, "acc_stderr,none": 0.012928933196496352, "acc_norm,none": 0.302901023890785, "acc_norm_stderr,none": 0.013428241573185349}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6258417508417509, "acc_stderr,none": 0.009929516948977625, "acc_norm,none": 0.5580808080808081, "acc_norm_stderr,none": 0.010190328123071777}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632435, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632435}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218188, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218188}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755672, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755672}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642549, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642549}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.01439873737733609, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.01439873737733609}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.369946225851424, "acc_stderr,none": 0.00481803139613893, "acc_norm,none": 0.4643497311292571, "acc_norm_stderr,none": 0.004977081808179412}, "include_base_44_chinese": {"acc,none": 0.28623853211009176, "acc_stderr,none": 0.01928052087508216, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018986}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.39436619718309857, "acc_stderr,none": 0.058412510854444266}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214189}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.05758184314388002}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.01899361458008487, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31736526946107785, "acc_stderr,none": 0.03612599731403395}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.28284671532846717, "acc_stderr,none": 0.019278534272283415, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.6855277475516867, "acc_stderr,none": 0.010833009065106576, "acc_norm,none": 0.6806311207834603, "acc_norm_stderr,none": 0.010877964076613747}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4955823293172691, "acc_stderr,none": 0.01002168168176936}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.39799196787148594, "acc_stderr,none": 0.009811284026425582}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512708}}
+{"created_at": "2025-08-24T22:37:59.993718", "global_step": 54000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26109215017064846, "acc_stderr,none": 0.012835523909473848, "acc_norm,none": 0.28754266211604096, "acc_norm_stderr,none": 0.013226719056266125}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5883838383838383, "acc_stderr,none": 0.01009821864671491, "acc_norm,none": 0.5378787878787878, "acc_norm_stderr,none": 0.010230299628864797}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.27, "acc_stderr,none": 0.01480687691596212, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.01480687691596212}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699814, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699814}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687956, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687956}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380039, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380039}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632412, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632412}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3648675562636925, "acc_stderr,none": 0.004804091708812554, "acc_norm,none": 0.4556861183031269, "acc_norm_stderr,none": 0.004970145708188012}, "include_base_44_chinese": {"acc,none": 0.26238532110091745, "acc_stderr,none": 0.018827606151675832, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.042756781109738705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.05758184314388002}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.018865240857861527, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.22580645161290322, "acc_stderr,none": 0.033692449539812465}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018480598217120343, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.035294868015111155}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594687}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.6583242655059848, "acc_stderr,none": 0.011065535143841522, "acc_norm,none": 0.6719260065288357, "acc_norm_stderr,none": 0.010954487135124218}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.45903614457831327, "acc_stderr,none": 0.009988381409296447}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43132530120481927, "acc_stderr,none": 0.009927090290379257}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996467}}
+{"created_at": "2025-08-25T00:13:14.499813", "global_step": 56000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2858361774744027, "acc_stderr,none": 0.013203196088537374, "acc_norm,none": 0.310580204778157, "acc_norm_stderr,none": 0.013522292098053057}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6502525252525253, "acc_stderr,none": 0.009785578618940728, "acc_norm,none": 0.5812289562289562, "acc_norm_stderr,none": 0.01012348716016782}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596788, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596788}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.01398772152368795, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.01398772152368795}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308197, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308197}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413134, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413134}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3754232224656443, "acc_stderr,none": 0.004832423630593188, "acc_norm,none": 0.4733120892252539, "acc_norm_stderr,none": 0.0049826684521189326}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.01817341689693852, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.049887188500387446}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.0415774211665429}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3218390804597701, "acc_stderr,none": 0.05037749206122548}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.01893014716901667, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964298}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018040181643044523, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071857}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6953210010881393, "acc_stderr,none": 0.010738889044325161, "acc_norm,none": 0.6773667029379761, "acc_norm_stderr,none": 0.01090716635985661}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4923694779116466, "acc_stderr,none": 0.010020905731542303}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42449799196787147, "acc_stderr,none": 0.009907151253284273}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996469}}
+{"created_at": "2025-08-25T01:46:01.792144", "global_step": 58000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.28498293515358364, "acc_stderr,none": 0.013191348179838792, "acc_norm,none": 0.30802047781569963, "acc_norm_stderr,none": 0.01349142951729204}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6346801346801347, "acc_stderr,none": 0.009880576614806924, "acc_norm,none": 0.585016835016835, "acc_norm_stderr,none": 0.010110383151961133}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168462, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168462}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439195, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439195}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308193, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308193}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.01468955304734253, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.01468955304734253}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3724357697669787, "acc_stderr,none": 0.004824655406075562, "acc_norm,none": 0.47102170882294364, "acc_norm_stderr,none": 0.004981394110706141}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.01819115450140723, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.04324785766640782}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152295}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018770130343069808, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.01880450257371643, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553026}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6838955386289445, "acc_stderr,none": 0.010848148455700448, "acc_norm,none": 0.6855277475516867, "acc_norm_stderr,none": 0.01083300906510658}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4967871485943775, "acc_stderr,none": 0.010021865961119557}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42650602409638555, "acc_stderr,none": 0.009913215943570537}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.009485250208516881}}
+{"created_at": "2025-08-25T03:20:03.958069", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.27986348122866894, "acc_stderr,none": 0.013119040897725922, "acc_norm,none": 0.31569965870307165, "acc_norm_stderr,none": 0.013582571095815291}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6460437710437711, "acc_stderr,none": 0.00981237064417442, "acc_norm,none": 0.5845959595959596, "acc_norm_stderr,none": 0.010111869494911522}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699816, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699816}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045812, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045812}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308185, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308185}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699816, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699816}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.37860983867755427, "acc_stderr,none": 0.004840493603166219, "acc_norm,none": 0.4848635729934276, "acc_norm_stderr,none": 0.004987494455523728}, "include_base_44_chinese": {"acc,none": 0.27155963302752295, "acc_stderr,none": 0.01899153976677921, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018986}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923643}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.01886997505437898, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945587}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_turkish": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018416367057381124, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031024}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "piqa": {"alias": "piqa", "acc,none": 0.704570184983678, "acc_stderr,none": 0.010644731559342464, "acc_norm,none": 0.6942328618063112, "acc_norm_stderr,none": 0.010749627366141644}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5068273092369477, "acc_stderr,none": 0.010021138522919163}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41445783132530123, "acc_stderr,none": 0.009874311310483544}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
+{"created_at": "2025-08-25T04:55:17.291955", "global_step": 62000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.29266211604095566, "acc_stderr,none": 0.013295916103619422, "acc_norm,none": 0.32849829351535836, "acc_norm_stderr,none": 0.01372497846553736}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6468855218855218, "acc_stderr,none": 0.009807078935467612, "acc_norm,none": 0.5888047138047138, "acc_norm_stderr,none": 0.010096663811817683}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030477, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030477}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945584, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945584}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3800039832702649, "acc_stderr,none": 0.004843954338451437, "acc_norm,none": 0.4825731925911173, "acc_norm_stderr,none": 0.00498674976094869}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018668571387726075, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.28832116788321166, "acc_stderr,none": 0.019356049035526377, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031023}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.38, "acc_stderr,none": 0.06934092056863767}, "piqa": {"alias": "piqa", "acc,none": 0.6947769314472253, "acc_stderr,none": 0.010744267045606482, "acc_norm,none": 0.6969532100108814, "acc_norm_stderr,none": 0.010722648689531503}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.516867469879518, "acc_stderr,none": 0.010016368453021549}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41405622489959837, "acc_stderr,none": 0.009872910116421196}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293529}}
+{"created_at": "2025-08-25T06:28:15.968449", "global_step": 64000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2858361774744027, "acc_stderr,none": 0.013203196088537372, "acc_norm,none": 0.3148464163822526, "acc_norm_stderr,none": 0.013572657703084948}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6502525252525253, "acc_stderr,none": 0.009785578618940725, "acc_norm,none": 0.5749158249158249, "acc_norm_stderr,none": 0.010143966195717842}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792645, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792645}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755672, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755672}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380037, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380037}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198723, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198723}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342502, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342502}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3859788886675961, "acc_stderr,none": 0.004858306877874624, "acc_norm,none": 0.4885480979884485, "acc_norm_stderr,none": 0.00498847245941803}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.01863163683329931, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978011}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018536149132808807, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.017760032950461704, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.030709824050565267}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "piqa": {"alias": "piqa", "acc,none": 0.6980413492927094, "acc_stderr,none": 0.010711732891588353, "acc_norm,none": 0.6964091403699674, "acc_norm_stderr,none": 0.010728079893076357}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4971887550200803, "acc_stderr,none": 0.010021914455122176}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41606425702811245, "acc_stderr,none": 0.009879848511479763}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3377510040160643, "acc_stderr,none": 0.009479742273956477}}
+{"created_at": "2025-08-25T08:01:09.908824", "global_step": 66000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2935153583617747, "acc_stderr,none": 0.013307250444941111, "acc_norm,none": 0.31399317406143346, "acc_norm_stderr,none": 0.013562691224726291}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6393097643097643, "acc_stderr,none": 0.009853512108416744, "acc_norm,none": 0.5643939393939394, "acc_norm_stderr,none": 0.01017434173366522}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998374, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998374}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687956, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687956}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470894, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470894}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262128, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262128}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3882692690699064, "acc_stderr,none": 0.004863603638367458, "acc_norm,none": 0.4923322047400916, "acc_norm_stderr,none": 0.0049891946277078585}, "include_base_44_chinese": {"acc,none": 0.23669724770642203, "acc_stderr,none": 0.0182966304463308, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.0487901635934895}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.01842472224275232, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.18562874251497005, "acc_stderr,none": 0.030177258698794705}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.017690216408042997, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789437}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078942}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.052372293656638154}, "piqa": {"alias": "piqa", "acc,none": 0.6947769314472253, "acc_stderr,none": 0.01074426704560648, "acc_norm,none": 0.6936887921653971, "acc_norm_stderr,none": 0.010754970032367321}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.493574297188755, "acc_stderr,none": 0.010021245217159396}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43614457831325304, "acc_stderr,none": 0.009940006562498594}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778588}}
+{"created_at": "2025-08-25T09:35:18.131038", "global_step": 68000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.295221843003413, "acc_stderr,none": 0.013329750293382316, "acc_norm,none": 0.3191126279863481, "acc_norm_stderr,none": 0.01362169611917331}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6506734006734006, "acc_stderr,none": 0.009782853449399291, "acc_norm,none": 0.5867003367003367, "acc_norm_stderr,none": 0.010104361780747521}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945587, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945587}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859532, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859532}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.01454718507225426, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.01454718507225426}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276207, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276207}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3888667596096395, "acc_stderr,none": 0.004864966792310696, "acc_norm,none": 0.5002987452698665, "acc_norm_stderr,none": 0.004989780520782244}, "include_base_44_chinese": {"acc,none": 0.26788990825688075, "acc_stderr,none": 0.018969623835458103, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.04988718850038743}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.018892378259745053, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.01898471075493487, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.0355092018568963}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594687}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.0355092018568963}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.7013057671381937, "acc_stderr,none": 0.010678556398149235, "acc_norm,none": 0.7007616974972797, "acc_norm_stderr,none": 0.010684130673134581}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.51285140562249, "acc_stderr,none": 0.010018761856718258}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.45582329317269077, "acc_stderr,none": 0.009982878443738437}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3325301204819277, "acc_stderr,none": 0.009443193365903345}}
+{"created_at": "2025-08-25T11:09:26.286532", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3097269624573379, "acc_stderr,none": 0.013512058415238361, "acc_norm,none": 0.33532423208191126, "acc_norm_stderr,none": 0.013796182947785566}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6645622895622896, "acc_stderr,none": 0.0096881751658296, "acc_norm,none": 0.5968013468013468, "acc_norm_stderr,none": 0.010065668576794787}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699812, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699812}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342525, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342525}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27666666666666667, "acc_stderr,none": 0.014919965280947392, "acc_norm,none": 0.27666666666666667, "acc_norm_stderr,none": 0.014919965280947392}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.01468955304734251, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.01468955304734251}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3911571400119498, "acc_stderr,none": 0.00487012105176274, "acc_norm,none": 0.5022903804023103, "acc_norm_stderr,none": 0.004989729059957437}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.018707020517370592, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018462572036684607, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.22627737226277372, "acc_stderr,none": 0.017855647209025424, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078944}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.052372293656638154}, "piqa": {"alias": "piqa", "acc,none": 0.6926006528835691, "acc_stderr,none": 0.01076560250693907, "acc_norm,none": 0.6926006528835691, "acc_norm_stderr,none": 0.01076560250693907}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5216867469879518, "acc_stderr,none": 0.010012641367065514}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4497991967871486, "acc_stderr,none": 0.009971431255560173}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3421686746987952, "acc_stderr,none": 0.00950965914301563}}
+{"created_at": "2025-08-25T12:43:04.557255", "global_step": 72000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3046075085324232, "acc_stderr,none": 0.013449522109932487, "acc_norm,none": 0.3225255972696246, "acc_norm_stderr,none": 0.013659980894277366}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6523569023569024, "acc_stderr,none": 0.009771868846830907, "acc_norm,none": 0.5833333333333334, "acc_norm_stderr,none": 0.010116282977781258}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217904, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217904}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218191, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218191}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198712, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198712}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055176, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055176}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.39225253933479387, "acc_stderr,none": 0.00487254630264184, "acc_norm,none": 0.5066719776936865, "acc_norm_stderr,none": 0.004989337148572076}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018473235136081016, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278444}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.043680974599507025}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.018762354690859257, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202544}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.03681290636819265}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.21715328467153286, "acc_stderr,none": 0.017659667836508894, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.6985854189336235, "acc_stderr,none": 0.010706248242753761, "acc_norm,none": 0.70620239390642, "acc_norm_stderr,none": 0.010627574080514813}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5132530120481927, "acc_stderr,none": 0.010018551648218467}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43855421686746987, "acc_stderr,none": 0.009946106597784592}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3437751004016064, "acc_stderr,none": 0.009520310502882929}}
+{"created_at": "2025-08-25T14:16:36.004013", "global_step": 74000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.30716723549488056, "acc_stderr,none": 0.013481034054980943, "acc_norm,none": 0.3430034129692833, "acc_norm_stderr,none": 0.013872423223718164}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6607744107744108, "acc_stderr,none": 0.009714917207765848, "acc_norm,none": 0.5862794612794613, "acc_norm_stderr,none": 0.010105878530238142}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391951, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391951}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642535, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642535}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458123, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458123}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683048, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683048}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3966341366261701, "acc_stderr,none": 0.004881990487628918, "acc_norm,none": 0.5098585939055965, "acc_norm_stderr,none": 0.004988811384747417}, "include_base_44_chinese": {"acc,none": 0.22201834862385322, "acc_stderr,none": 0.017884672727203753, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018988}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383256}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2755474452554745, "acc_stderr,none": 0.01906662952855728, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3161290322580645, "acc_stderr,none": 0.037467862178731784}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2116788321167883, "acc_stderr,none": 0.017433507186996506, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.031417842916639266}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.03033874914450061}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.7072905331882481, "acc_stderr,none": 0.010616044462393094, "acc_norm,none": 0.705658324265506, "acc_norm_stderr,none": 0.010633311470347502}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5132530120481927, "acc_stderr,none": 0.01001855164821847}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4469879518072289, "acc_stderr,none": 0.009965584062546166}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470372}}
+{"created_at": "2025-08-25T17:25:25.884191", "global_step": 78000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.31399317406143346, "acc_stderr,none": 0.013562691224726297, "acc_norm,none": 0.33532423208191126, "acc_norm_stderr,none": 0.013796182947785562}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6527777777777778, "acc_stderr,none": 0.009769101679700909, "acc_norm,none": 0.5816498316498316, "acc_norm_stderr,none": 0.010122061470742868}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217902, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217902}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458127, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458127}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.01437702337540938, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.01437702337540938}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409392, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409392}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4001194981079466, "acc_stderr,none": 0.004889210628907952, "acc_norm,none": 0.5168293168691496, "acc_norm_stderr,none": 0.0049869541397375185}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.018387910328456426, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.1267605633802817, "acc_stderr,none": 0.03976580062454874}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.5625, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.01857124542861245, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976272}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31736526946107785, "acc_stderr,none": 0.03612599731403395}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3161290322580645, "acc_stderr,none": 0.037467862178731784}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.17964071856287425, "acc_stderr,none": 0.029795480654829835}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018646949585960294, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.70620239390642, "acc_stderr,none": 0.010627574080514807, "acc_norm,none": 0.7023939064200218, "acc_norm_stderr,none": 0.010667353792388215}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5048192771084338, "acc_stderr,none": 0.010021607322475505}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.463855421686747, "acc_stderr,none": 0.009995852282822387}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981028}}
+{"created_at": "2025-08-25T18:59:35.601587", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3097269624573379, "acc_stderr,none": 0.013512058415238361, "acc_norm,none": 0.33532423208191126, "acc_norm_stderr,none": 0.013796182947785564}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6544612794612794, "acc_stderr,none": 0.00975794873067031, "acc_norm,none": 0.5732323232323232, "acc_norm_stderr,none": 0.010149141043955635}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342966, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342966}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458127, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458127}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218193, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218193}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578938, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578938}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4023102967536347, "acc_stderr,none": 0.00489361701497531, "acc_norm,none": 0.5196176060545709, "acc_norm_stderr,none": 0.004985939292819573}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.01871004469928918, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383252}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.04275678110973871}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.5, "acc_stderr,none": 0.12909944487358055}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018717456157859264, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120039}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202544}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.01897385067864303, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329719}, "piqa": {"alias": "piqa", "acc,none": 0.7127312295973884, "acc_stderr,none": 0.010557291761528635, "acc_norm,none": 0.7089227421109902, "acc_norm_stderr,none": 0.010598612490942603}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5076305220883535, "acc_stderr,none": 0.01002090573154232}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4542168674698795, "acc_stderr,none": 0.00997996999168044}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274442}}
+{"created_at": "2025-08-25T20:39:14.046559", "global_step": 82000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.31313993174061433, "acc_stderr,none": 0.01355267154362351, "acc_norm,none": 0.3395904436860068, "acc_norm_stderr,none": 0.013839039762820166}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6641414141414141, "acc_stderr,none": 0.009691180932083501, "acc_norm,none": 0.5959595959595959, "acc_norm_stderr,none": 0.010069061649549545}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342964, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342964}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218183, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218183}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030484, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030484}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132648, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132648}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40370444134634537, "acc_stderr,none": 0.004896368185765229, "acc_norm,none": 0.5190201155148377, "acc_norm_stderr,none": 0.004986169849946303}, "include_base_44_chinese": {"acc,none": 0.25137614678899084, "acc_stderr,none": 0.018623424992245785, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.0493609049597801}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.0186874758047797, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.03512558647799084}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018072055017615204, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.7089227421109902, "acc_stderr,none": 0.010598612490942596, "acc_norm,none": 0.7116430903155604, "acc_norm_stderr,none": 0.010569190399220656}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5132530120481927, "acc_stderr,none": 0.010018551648218467}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44738955823293175, "acc_stderr,none": 0.009966439091407932}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361541}}
+{"created_at": "2025-08-25T22:08:42.203340", "global_step": 84000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3174061433447099, "acc_stderr,none": 0.01360223908803817, "acc_norm,none": 0.3455631399317406, "acc_norm_stderr,none": 0.013896938461145682}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6658249158249159, "acc_stderr,none": 0.009679106032919056, "acc_norm,none": 0.6031144781144782, "acc_norm_stderr,none": 0.0100392368005832}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2811111111111111, "acc_stderr,none": 0.014993051943690189, "acc_norm,none": 0.2811111111111111, "acc_norm_stderr,none": 0.014993051943690189}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470884, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470884}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26, "acc_stderr,none": 0.01462927109799837, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.01462927109799837}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413137, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413137}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581963, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581963}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4062935670185222, "acc_stderr,none": 0.004901368629533416, "acc_norm,none": 0.523401712806214, "acc_norm_stderr,none": 0.004984313205791442}, "include_base_44_chinese": {"acc,none": 0.24036697247706423, "acc_stderr,none": 0.018282188514084235, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2773722627737226, "acc_stderr,none": 0.019037741258726565, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144049}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.3532934131736527, "acc_stderr,none": 0.03709944121471861}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018269362321995976, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.1686746987951807, "acc_stderr,none": 0.029152009627856544}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.44, "acc_stderr,none": 0.07091242083423345}, "piqa": {"alias": "piqa", "acc,none": 0.719804134929271, "acc_stderr,none": 0.010478122015577082, "acc_norm,none": 0.7170837867247007, "acc_norm_stderr,none": 0.010508949177489681}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5144578313253012, "acc_stderr,none": 0.010017882185606022}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46626506024096387, "acc_stderr,none": 0.009999235684721617}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3401606425702811, "acc_stderr,none": 0.009496174608136407}}
+{"created_at": "2025-08-25T23:42:57.144666", "global_step": 86000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3216723549488055, "acc_stderr,none": 0.013650488084494162, "acc_norm,none": 0.34726962457337884, "acc_norm_stderr,none": 0.01391303452962045}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6738215488215489, "acc_stderr,none": 0.009619849417035175, "acc_norm,none": 0.6123737373737373, "acc_norm_stderr,none": 0.009997307914447612}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055182, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055182}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132637, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132637}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276207, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276207}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26, "acc_stderr,none": 0.01462927109799837, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.01462927109799837}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380046, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380046}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40679147580163316, "acc_stderr,none": 0.0049023140557255904, "acc_norm,none": 0.5263891655048795, "acc_norm_stderr,none": 0.004982826916687142}, "include_base_44_chinese": {"acc,none": 0.24220183486238533, "acc_stderr,none": 0.018373733012061584, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018489367129473144, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120041}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.036332540727054406}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.03223309610157498}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_turkish": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.017606286887795062, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056527}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.0610118757258932}, "piqa": {"alias": "piqa", "acc,none": 0.7154515778019587, "acc_stderr,none": 0.010527218464130614, "acc_norm,none": 0.7149075081610446, "acc_norm_stderr,none": 0.010533270588738937}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5096385542168674, "acc_stderr,none": 0.010020210558438308}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44056224899598395, "acc_stderr,none": 0.009951008027814042}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3421686746987952, "acc_stderr,none": 0.00950965914301563}}
+{"created_at": "2025-08-26T12:28:20.149593", "global_step": 90000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.32849829351535836, "acc_stderr,none": 0.013724978465537377, "acc_norm,none": 0.34044368600682595, "acc_norm_stderr,none": 0.013847460518892981}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6742424242424242, "acc_stderr,none": 0.009616642976885977, "acc_norm,none": 0.617003367003367, "acc_norm_stderr,none": 0.009974920384536477}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170807, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170807}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256938, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256938}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585096, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585096}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241908, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241908}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41047600079665403, "acc_stderr,none": 0.004909148239488287, "acc_norm,none": 0.5280820553674567, "acc_norm_stderr,none": 0.004981905293878155}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.018381197803487185, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1724137931034483, "acc_stderr,none": 0.040732718842663336}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.01885364795090082, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.3652694610778443, "acc_stderr,none": 0.037372085604367215}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484004}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.21715328467153286, "acc_stderr,none": 0.017667675936827037, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594689}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629919}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "piqa": {"alias": "piqa", "acc,none": 0.7127312295973884, "acc_stderr,none": 0.010557291761528635, "acc_norm,none": 0.7116430903155604, "acc_norm_stderr,none": 0.010569190399220649}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5132530120481927, "acc_stderr,none": 0.010018551648218469}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4530120481927711, "acc_stderr,none": 0.00997771990435373}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3417670682730924, "acc_stderr,none": 0.00950697739828762}}
+{"created_at": "2025-08-26T12:28:23.358600", "global_step": 88000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3174061433447099, "acc_stderr,none": 0.01360223908803817, "acc_norm,none": 0.3370307167235495, "acc_norm_stderr,none": 0.013813476652902272}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6708754208754208, "acc_stderr,none": 0.00964204805806098, "acc_norm,none": 0.601010101010101, "acc_norm_stderr,none": 0.010048240683798762}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356805, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356805}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792645, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792645}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651662, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651662}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41147181836287594, "acc_stderr,none": 0.004910946424771625, "acc_norm,none": 0.5284803823939455, "acc_norm_stderr,none": 0.004981680090303715}, "include_base_44_chinese": {"acc,none": 0.22568807339449543, "acc_stderr,none": 0.017888055303581483, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.04275678110973871}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921427}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.0182252016498897, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484004}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.17964071856287425, "acc_stderr,none": 0.02979548065482984}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_turkish": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.01858888181217355, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.032400048255946876}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553026}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.061011875725893214}, "piqa": {"alias": "piqa", "acc,none": 0.7159956474428727, "acc_stderr,none": 0.010521147542454224, "acc_norm,none": 0.7165397170837867, "acc_norm_stderr,none": 0.010515057791152057}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5156626506024097, "acc_stderr,none": 0.010017154458106742}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4570281124497992, "acc_stderr,none": 0.009984991084561273}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.009471423054177138}}
+{"created_at": "2025-08-26T12:28:23.909196", "global_step": 92000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.32337883959044367, "acc_stderr,none": 0.013669421630012122, "acc_norm,none": 0.33361774744027306, "acc_norm_stderr,none": 0.01377868705417654}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6712962962962963, "acc_stderr,none": 0.009638903167022166, "acc_norm,none": 0.6119528619528619, "acc_norm_stderr,none": 0.009999295905750657}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342532, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342532}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218186, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218186}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23, "acc_stderr,none": 0.01403554996994558, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.01403554996994558}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651663, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651663}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413146, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413146}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41206930890260907, "acc_stderr,none": 0.004912015369160079, "acc_norm,none": 0.5292770364469229, "acc_norm_stderr,none": 0.004981220135882324}, "include_base_44_chinese": {"acc,none": 0.23302752293577983, "acc_stderr,none": 0.018185048071163733, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.04275678110973871}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.01872529556277022, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32335329341317365, "acc_stderr,none": 0.03630492855884467}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.17964071856287425, "acc_stderr,none": 0.029795480654829835}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018446013034143137, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.032400048255946876}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.035716092300534796}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "piqa": {"alias": "piqa", "acc,none": 0.7127312295973884, "acc_stderr,none": 0.010557291761528635, "acc_norm,none": 0.7138193688792165, "acc_norm_stderr,none": 0.010545318576106652}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5080321285140562, "acc_stderr,none": 0.010020779633955227}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4610441767068273, "acc_stderr,none": 0.009991608448389063}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3441767068273092, "acc_stderr,none": 0.009522954469806036}}
+{"created_at": "2025-08-26T12:31:29.789605", "global_step": 94000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.32849829351535836, "acc_stderr,none": 0.013724978465537377, "acc_norm,none": 0.3532423208191126, "acc_norm_stderr,none": 0.013967822714840055}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6755050505050505, "acc_stderr,none": 0.009606970654515781, "acc_norm,none": 0.6140572390572391, "acc_norm_stderr,none": 0.00998927732950395}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214547, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214547}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030468, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030468}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030482, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030482}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356798, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356798}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.01456789134238004, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.01456789134238004}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41107349133638715, "acc_stderr,none": 0.004910229643262735, "acc_norm,none": 0.5309699263095001, "acc_norm_stderr,none": 0.004980200451851668}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.018467457863396135, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.044792908199096586}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018565309964894455, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144049}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32934131736526945, "acc_stderr,none": 0.036477061123411154}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.16766467065868262, "acc_stderr,none": 0.02899451847567285}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018601922128577485, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.061011875725893214}, "piqa": {"alias": "piqa", "acc,none": 0.7165397170837867, "acc_stderr,none": 0.010515057791152058, "acc_norm,none": 0.7083786724700761, "acc_norm_stderr,none": 0.010604441527428784}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.516867469879518, "acc_stderr,none": 0.01001636845302155}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46184738955823296, "acc_stderr,none": 0.009992853579749968}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.342570281124498, "acc_stderr,none": 0.00951233331947037}}
+{"created_at": "2025-08-26T12:32:25.941059", "global_step": 98000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.33276450511945393, "acc_stderr,none": 0.013769863046192307, "acc_norm,none": 0.3412969283276451, "acc_norm_stderr,none": 0.01385583128749773}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6734006734006734, "acc_stderr,none": 0.009623047038267649, "acc_norm,none": 0.6161616161616161, "acc_norm_stderr,none": 0.009979061846649309}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380046, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380046}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.01403554996994558, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.01403554996994558}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945585, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945585}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262117, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262117}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.0145053998443568, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.0145053998443568}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41276638119896436, "acc_stderr,none": 0.004913253031155689, "acc_norm,none": 0.5296753634734117, "acc_norm_stderr,none": 0.004980985384152897}, "include_base_44_chinese": {"acc,none": 0.24036697247706423, "acc_stderr,none": 0.018340284818279127, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.25547445255474455, "acc_stderr,none": 0.018613724772593883, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32335329341317365, "acc_stderr,none": 0.03630492855884467}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.034967874881680024}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.01863177176318785, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071855}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.032400048255946876}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.7170837867247007, "acc_stderr,none": 0.010508949177489683, "acc_norm,none": 0.7143634385201306, "acc_norm_stderr,none": 0.01053930394866192}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.510441767068273, "acc_stderr,none": 0.010019887205677445}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46184738955823296, "acc_stderr,none": 0.009992853579749968}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361541}}
+{"created_at": "2025-08-26T12:32:28.493880", "global_step": 96000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3370307167235495, "acc_stderr,none": 0.013813476652902274, "acc_norm,none": 0.34812286689419797, "acc_norm_stderr,none": 0.013921008595179342}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6759259259259259, "acc_stderr,none": 0.009603728850095387, "acc_norm,none": 0.6153198653198653, "acc_norm_stderr,none": 0.009983171707009016}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055183, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055183}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458125, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458125}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262112, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262112}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055175, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055175}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41286596295558653, "acc_stderr,none": 0.004913429010559061, "acc_norm,none": 0.5307707627962557, "acc_norm_stderr,none": 0.00498032340003108}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018486136460553318, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018667362490611274, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32934131736526945, "acc_stderr,none": 0.03647706112341116}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.03090571916724061}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018587446818844704, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.7176278563656148, "acc_stderr,none": 0.010502821668555366, "acc_norm,none": 0.7121871599564744, "acc_norm_stderr,none": 0.01056325038305919}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5144578313253012, "acc_stderr,none": 0.010017882185606022}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.45100401606425705, "acc_stderr,none": 0.009973838691272318}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3397590361445783, "acc_stderr,none": 0.009493454925438245}}
+{"created_at": "2025-08-26T12:35:33.316632", "global_step": 100000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.32764505119453924, "acc_stderr,none": 0.013715847940719339, "acc_norm,none": 0.34044368600682595, "acc_norm_stderr,none": 0.013847460518892981}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6750841750841751, "acc_stderr,none": 0.009610203604504819, "acc_norm,none": 0.6144781144781145, "acc_norm_stderr,none": 0.009987250004629019}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356804, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356804}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458134, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458134}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380034, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380034}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380042, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380042}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41256721768571997, "acc_stderr,none": 0.0049129004503708305, "acc_norm,none": 0.5304720175263892, "acc_norm_stderr,none": 0.004980506329407594}, "include_base_44_chinese": {"acc,none": 0.24036697247706423, "acc_stderr,none": 0.0183579506479784, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.041775406780189865}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018596715753107677, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32934131736526945, "acc_stderr,none": 0.036477061123411154}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.18562874251497005, "acc_stderr,none": 0.030177258698794705}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018399856906490084, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.061011875725893214}, "piqa": {"alias": "piqa", "acc,none": 0.7154515778019587, "acc_stderr,none": 0.010527218464130614, "acc_norm,none": 0.7132752992383025, "acc_norm_stderr,none": 0.010551314503108072}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.51285140562249, "acc_stderr,none": 0.010018761856718256}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4598393574297189, "acc_stderr,none": 0.009989691810169666}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3433734939759036, "acc_stderr,none": 0.009517658993060705}}