| {"created_at": "2025-08-31T01:47:57.612429", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.19368600682593856, "acc_stderr,none": 0.01154842540997854, "acc_norm,none": 0.23293515358361774, "acc_norm_stderr,none": 0.012352507042617408}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.4654882154882155, "acc_stderr,none": 0.010235314238969393, "acc_norm,none": 0.42424242424242425, "acc_norm_stderr,none": 0.010141333654958557}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110775, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110775}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198712, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198712}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.28888888888888886, "acc_stderr,none": 0.015116606414982327, "acc_norm,none": 0.28888888888888886, "acc_norm_stderr,none": 0.015116606414982327}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3007369049990042, "acc_stderr,none": 0.0045764127139515, "acc_norm,none": 0.33937462656841266, "acc_norm_stderr,none": 0.004725293905228245}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.018616035045298834, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018445839125666514, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.24516129032258063, "acc_stderr,none": 0.03466511701965932}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_turkish": {"acc,none": 0.28832116788321166, "acc_stderr,none": 0.019385050191315773, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.036293353299478595}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680344}, "piqa": {"alias": "piqa", "acc,none": 0.6011969532100109, "acc_stderr,none": 0.011424390545037282, "acc_norm,none": 0.6082698585418934, "acc_norm_stderr,none": 0.011389038597720008}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4357429718875502, "acc_stderr,none": 0.009938966706641334}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.37630522088353413, "acc_stderr,none": 0.009710547744216041}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3369477911646586, "acc_stderr,none": 0.009474203778757706}} | |
| {"created_at": "2025-08-31T08:59:54.324708", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.21416382252559726, "acc_stderr,none": 0.011988383205966482, "acc_norm,none": 0.2568259385665529, "acc_norm_stderr,none": 0.0127669237941168}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5197811447811448, "acc_stderr,none": 0.01025175119954273, "acc_norm,none": 0.4591750841750842, "acc_norm_stderr,none": 0.010225526906982606}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308198, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308198}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578928, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578928}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391944, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391944}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.28555555555555556, "acc_stderr,none": 0.015064325561166299, "acc_norm,none": 0.28555555555555556, "acc_norm_stderr,none": 0.015064325561166299}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.01452635475105518, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.01452635475105518}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3200557657837084, "acc_stderr,none": 0.0046554427665994515, "acc_norm,none": 0.37064329814777935, "acc_norm_stderr,none": 0.004819899945342492}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.01854896808480481, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152295}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018427383506265875, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2737226277372263, "acc_stderr,none": 0.019060133959791673, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683229}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589319}, "piqa": {"alias": "piqa", "acc,none": 0.6354733405875952, "acc_stderr,none": 0.011229456510295967, "acc_norm,none": 0.6202393906420022, "acc_norm_stderr,none": 0.01132348350471584}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.46947791164658637, "acc_stderr,none": 0.010003382355314762}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43012048192771085, "acc_stderr,none": 0.009923711675408061}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337342}} | |
| {"created_at": "2025-08-31T16:32:40.161979", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2295221843003413, "acc_stderr,none": 0.012288926760890792, "acc_norm,none": 0.26535836177474403, "acc_norm_stderr,none": 0.012902554762313962}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5547138047138047, "acc_stderr,none": 0.010198171137873873, "acc_norm,none": 0.48358585858585856, "acc_norm_stderr,none": 0.010254253565929305}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470889, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470889}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055173, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055173}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884528, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884528}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33519219279028084, "acc_stderr,none": 0.0047109285699857475, "acc_norm,none": 0.3974307906791476, "acc_norm_stderr,none": 0.0048836635871847755}, "include_base_44_chinese": {"acc,none": 0.25321100917431194, "acc_stderr,none": 0.018525214832283952, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.4225352112676056, "acc_stderr,none": 0.05903984205682581}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2737226277372263, "acc_stderr,none": 0.019105149177327866, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.034903504674283596}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018646949585960294, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6365614798694232, "acc_stderr,none": 0.01122227939530451, "acc_norm,none": 0.6436343852013058, "acc_norm_stderr,none": 0.011174109865864729}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4634538152610442, "acc_stderr,none": 0.009995265580368909}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41566265060240964, "acc_stderr,none": 0.00987847434182292}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}} | |
| {"created_at": "2025-08-31T23:24:30.190891", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.22184300341296928, "acc_stderr,none": 0.012141659068147882, "acc_norm,none": 0.27303754266211605, "acc_norm_stderr,none": 0.013019332762635746}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5593434343434344, "acc_stderr,none": 0.010187264635711984, "acc_norm,none": 0.49326599326599324, "acc_norm_stderr,none": 0.010258852980991825}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218197, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218197}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132651, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132651}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458125, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458125}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567612, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567612}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276207, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276207}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.342760406293567, "acc_stderr,none": 0.004736621698861177, "acc_norm,none": 0.4177454690300737, "acc_norm_stderr,none": 0.004921798492608776}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.01857203570836305, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.01866660664648546, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.060012003601200396}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_turkish": {"acc,none": 0.28102189781021897, "acc_stderr,none": 0.019141046074175005, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.03571609230053481}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530276}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.42, "acc_stderr,none": 0.07050835816716036}, "piqa": {"alias": "piqa", "acc,none": 0.6463547334058759, "acc_stderr,none": 0.011154877708188671, "acc_norm,none": 0.6523394994559304, "acc_norm_stderr,none": 0.01111117366139373}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4742971887550201, "acc_stderr,none": 0.010008822253312037}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44096385542168676, "acc_stderr,none": 0.009951968490273204}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.00947142305417714}} | |
| {"created_at": "2025-09-01T09:42:39.464102", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24658703071672355, "acc_stderr,none": 0.01259572626879013, "acc_norm,none": 0.2883959044368601, "acc_norm_stderr,none": 0.013238394422428171}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5888047138047138, "acc_stderr,none": 0.010096663811817681, "acc_norm,none": 0.5260942760942761, "acc_norm_stderr,none": 0.010245801990240049}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336086, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336086}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21666666666666667, "acc_stderr,none": 0.013740087830700177, "acc_norm,none": 0.21666666666666667, "acc_norm_stderr,none": 0.013740087830700177}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198721, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198721}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045813, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045813}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35261900019916353, "acc_stderr,none": 0.004768088918512184, "acc_norm,none": 0.43855805616411075, "acc_norm_stderr,none": 0.0049519641319213095}, "include_base_44_chinese": {"acc,none": 0.28073394495412846, "acc_stderr,none": 0.019263617655770914, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418897}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.049360904959780134}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.352112676056338, "acc_stderr,none": 0.0570875692519562}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018576110025061043, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964298}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.01877658499216206, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6545157780195865, "acc_stderr,none": 0.011094802893617754, "acc_norm,none": 0.6561479869423286, "acc_norm_stderr,none": 0.011082356277961393}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4742971887550201, "acc_stderr,none": 0.010008822253312028}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42449799196787147, "acc_stderr,none": 0.009907151253284277}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.00947142305417714}} | |
| {"created_at": "2025-09-03T05:32:40.101924", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2508532423208191, "acc_stderr,none": 0.01266819862131543, "acc_norm,none": 0.2909556313993174, "acc_norm_stderr,none": 0.013273077865907583}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5867003367003367, "acc_stderr,none": 0.010104361780747521, "acc_norm,none": 0.5252525252525253, "acc_norm_stderr,none": 0.01024669004258384}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342956, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342956}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356805, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356805}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2111111111111111, "acc_stderr,none": 0.013610798969328474, "acc_norm,none": 0.2111111111111111, "acc_norm_stderr,none": 0.013610798969328474}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567612, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567612}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409382, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409382}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.36496713802031466, "acc_stderr,none": 0.0048043705638562235, "acc_norm,none": 0.4522007568213503, "acc_norm_stderr,none": 0.004966928094797572}, "include_base_44_chinese": {"acc,none": 0.26788990825688075, "acc_stderr,none": 0.018930854702971706, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383255}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.042756781109738705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.38028169014084506, "acc_stderr,none": 0.05802308977399399}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.01869303505425367, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.035747326542025434}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.034967874881680024}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_turkish": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018081556900719553, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553026}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.030338749144500594}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345136}, "piqa": {"alias": "piqa", "acc,none": 0.6659412404787813, "acc_stderr,none": 0.011004613886336742, "acc_norm,none": 0.6643090315560392, "acc_norm_stderr,none": 0.011017938116656318}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.48032128514056227, "acc_stderr,none": 0.010014307727112709}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.457429718875502, "acc_stderr,none": 0.009985682220227464}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996469}} | |
| {"created_at": "2025-09-03T07:23:56.481115", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2619453924914676, "acc_stderr,none": 0.012849054826858112, "acc_norm,none": 0.3054607508532423, "acc_norm_stderr,none": 0.013460080478002508}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6094276094276094, "acc_stderr,none": 0.010011059112064239, "acc_norm,none": 0.5467171717171717, "acc_norm_stderr,none": 0.010214901516731616}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217885, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217885}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683045, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683045}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409378, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409378}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342539, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342539}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998378, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998378}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.380601473809998, "acc_stderr,none": 0.004845424524764039, "acc_norm,none": 0.47769368651663013, "acc_norm_stderr,none": 0.004984813391016209}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.018774282484341657, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3218390804597701, "acc_stderr,none": 0.050377492061225465}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.048797477314965754}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018415348476738855, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.03512558647799085}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018505184346088034, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683229}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.030338749144500576}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345136}, "piqa": {"alias": "piqa", "acc,none": 0.6844396082698585, "acc_stderr,none": 0.010843119201758934, "acc_norm,none": 0.6855277475516867, "acc_norm_stderr,none": 0.01083300906510658}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4911646586345382, "acc_stderr,none": 0.01002050803376262}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46586345381526106, "acc_stderr,none": 0.009998688066102646}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}} | |
| {"created_at": "2025-09-03T07:32:07.943401", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2713310580204778, "acc_stderr,none": 0.012993807727545789, "acc_norm,none": 0.3199658703071672, "acc_norm_stderr,none": 0.013631345807016193}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6216329966329966, "acc_stderr,none": 0.009951575683331947, "acc_norm,none": 0.5585016835016835, "acc_norm_stderr,none": 0.010189314382749937}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683055, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683055}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458123, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458123}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859545, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859545}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683047, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683047}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.38986257717586137, "acc_stderr,none": 0.004867221634461275, "acc_norm,none": 0.4953196574387572, "acc_norm_stderr,none": 0.004989562798280519}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.01855068275116975, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018986}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295699}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.018996848521908076, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3032258064516129, "acc_stderr,none": 0.03703980981843178}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964299}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.01854861645749589, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789403}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.690424374319913, "acc_stderr,none": 0.010786656752183344, "acc_norm,none": 0.6985854189336235, "acc_norm_stderr,none": 0.010706248242753761}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5024096385542168, "acc_stderr,none": 0.010021956483068098}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4542168674698795, "acc_stderr,none": 0.00997996999168044}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470377}} | |
| {"created_at": "2025-09-03T07:40:52.374923", "global_step": 90000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2883959044368601, "acc_stderr,none": 0.013238394422428171, "acc_norm,none": 0.3242320819112628, "acc_norm_stderr,none": 0.013678810399518826}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6338383838383839, "acc_stderr,none": 0.009885391390947726, "acc_norm,none": 0.5694444444444444, "acc_norm_stderr,none": 0.010160345396860075}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585094, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585094}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578932, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578932}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439195, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439195}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241908, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241908}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470898, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470898}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40131447918741286, "acc_stderr,none": 0.004891626718097274, "acc_norm,none": 0.5091615216092412, "acc_norm_stderr,none": 0.004988943721711239}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.01841316259773553, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152295}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018841077549304665, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32335329341317365, "acc_stderr,none": 0.036304928558844665}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.03681290636819265}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019339358902624317, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.036293353299478595}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329719}, "piqa": {"alias": "piqa", "acc,none": 0.6964091403699674, "acc_stderr,none": 0.01072807989307636, "acc_norm,none": 0.7029379760609358, "acc_norm_stderr,none": 0.010661725404814797}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5048192771084338, "acc_stderr,none": 0.010021607322475496}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44819277108433736, "acc_stderr,none": 0.009968129426909876}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.009471423054177138}} | |
| {"created_at": "2025-09-03T07:52:14.880018", "global_step": 100000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.28498293515358364, "acc_stderr,none": 0.013191348179838793, "acc_norm,none": 0.3225255972696246, "acc_norm_stderr,none": 0.013659980894277366}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6300505050505051, "acc_stderr,none": 0.009906656266021151, "acc_norm,none": 0.5707070707070707, "acc_norm_stderr,none": 0.010156678075911092}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132642, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132642}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945582, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945582}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217904, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217904}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342535, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342535}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4023102967536347, "acc_stderr,none": 0.00489361701497531, "acc_norm,none": 0.5127464648476399, "acc_norm_stderr,none": 0.004988159744742487}, "include_base_44_chinese": {"acc,none": 0.26422018348623855, "acc_stderr,none": 0.01893308990707154, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.352112676056338, "acc_stderr,none": 0.057087569251956176}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.018755617194322713, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31736526946107785, "acc_stderr,none": 0.036125997314033945}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019339358902624317, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.036293353299478595}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329718}, "piqa": {"alias": "piqa", "acc,none": 0.6985854189336235, "acc_stderr,none": 0.010706248242753761, "acc_norm,none": 0.7018498367791077, "acc_norm_stderr,none": 0.010672964114008312}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.493574297188755, "acc_stderr,none": 0.010021245217159403}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44899598393574297, "acc_stderr,none": 0.00996979347724083}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981031}} | |