diff --git "a/results.json" "b/results.json" --- "a/results.json" +++ "b/results.json" @@ -343198,5 +343198,36405 @@ "metric":"accuracy", "score":0.0, "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.5820808184, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.7378873385, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1919493791, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5477665664, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.615298028, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.831128159, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.7056438934, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.78254229, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.8503171628, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.3045613775, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5275070803, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.3857436691, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5750224388, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1547142813, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.4580211317, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.6595394847, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.8217096607, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.4006636128, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6653649738, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5682331555, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.682737177, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.78254229, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.8503171628, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5398261391, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.739237388, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.3288580455, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6084553206, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5076849582, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.710481583, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.4670851532, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.640678121, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.3448470566, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5402688339, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2920008663, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.4711920796, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2662895143, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.4434736704, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2101630852, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3954963698, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.9144679601, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.9686368875, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.60448204, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.713020803, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.5946618487, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7171023095, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4224822178, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.5623149154, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4122044215, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.5511084783, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.3021398447, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4574822139, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.5447134963, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.726199366, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.4632506462, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6209714942, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3603147151, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5689403612, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2116090792, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5313905407, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1932686964, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5338237269, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1694466725, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.4902502032, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2336537843, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5428777593, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.443810215, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1404085144, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.4142346468, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1351908298, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.4077309037, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1587457184, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.4183751517, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1056537246, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4443809914, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1360715984, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4245026254, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1345824232, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4423141278, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.23544416, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5020320865, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.069857125, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.4602606238, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3208741194, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5929208087, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.3932292316, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.6872277876, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2733878926, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5225641007, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2377604053, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5662768009, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1415253671, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.4694433068, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2323385181, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.4886113482, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.2868985879, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.583221409, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.2692065609, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.5743171011, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0090442457, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.0499217277, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4528624345, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6527368961, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.3520774812, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.5857728616, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.3964697637, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6290180588, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3608351362, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6215415104, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1642435584, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5707570207, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1188717945, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.4725226647, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.7329410356, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.8247196817, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.6230832294, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.70254087, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.4021461277, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.4512842459, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1977587697, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2528519998, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2926148803, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3659823921, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.6244631487, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.6931369519, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.7329410356, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.8247196817, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.6095824652, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7240463525, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.377622704, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.5372679696, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.7329410356, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.8247196817, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.7123666275, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3627848276, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5349346533, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.2376748633, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.440987821, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1398001346, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2973979681, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.4869882768, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.3770929789, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.7019510305, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6290393497, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6364887817, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6290393497, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.3349151749, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7148385237, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.5600030479, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.4173415078, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4205225801, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4085415213, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.3963957407, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.3958941272, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5291971593, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5291971593, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2538527855, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.6210036405, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.614927324, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.8453493909, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.5738396575, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.7983571334, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.4741000223, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.7538467008, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.5465526716, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.8012679277, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.4814564802, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7621649609, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.5465526716, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.8012679277, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.4814564802, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7647955332, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4489771072, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.686224909, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4246163318, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.671781609, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4047272002, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6392900614, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.2704091954, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6207272323, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3014335252, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6287268013, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3025029866, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6057244918, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.373921491, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6665214662, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5576394962, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.4881010345, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.7314899377, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.5014756678, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7958858212, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.6255340042, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.8724783049, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.4012328255, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.7187563586, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.3226386416, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6744253147, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.5955978089, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.8632174103, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4899456142, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.7411155087, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.447872232, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.7968980207, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1107650255, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.331093823, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0936832192, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3110560184, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.260645177, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.509220611, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1723326961, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3877418094, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.15753944, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3831139958, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.2401586038, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.4322848605, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1492962176, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3813364386, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1313896619, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3949801414, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.2586476023, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.537961002, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1858144172, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.3809051081, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.3340180482, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.193567336, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.399276763, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1322628325, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.3875130479, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1242329075, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.3279678425, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.4333488015, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5993145227, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.5065289744, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.6530054778, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.362151759, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5866873582, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.4573456096, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5806207458, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.4106942927, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.493809375, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.3089009202, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.5553909583, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.431864811, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.5834549494, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.431864811, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.5860075143, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.2974074485, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.5163339434, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.268182028, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4507857635, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.5116492273, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6206166199, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.3716332024, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5698425038, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.5234484809, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6059134319, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.4960837619, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6960674548, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1905565033, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3977300361, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3337408701, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1180905709, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2793034278, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1580433751, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2141111475, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1145586442, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2150669504, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.4251675823, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1633896822, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3860270758, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.2597384744, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.3657744669, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.128481541, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.1828802623, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.2728731894, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.4511791218, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1381958549, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.3096769616, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1511224641, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.42313984, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.6179728224, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.8116973109, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5643083887, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7795248833, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3915127524, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3962800718, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.4327180981, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.4441466437, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3656382407, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.4042109174, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.9144679601, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.9686368875, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.60448204, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.713020803, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.6198967678, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.7481269522, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3405810806, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6454109254, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.2939245264, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6089201616, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3311313826, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6441268906, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.5238819207, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6661862665, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.489768506, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.62541231, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3367620726, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5105306321, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.4710911328, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6679686333, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.4271153755, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6509536054, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.6708620896, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.6530359035, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3922991602, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.4080642476, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.4969402532, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.5304108265, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2530156938, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4697567617, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2440257845, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.492956031, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2535874532, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5215217562, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.465085908, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6778737063, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4395923922, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6587083356, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4784954271, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6488586266, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4253973849, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6618555851, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3483038073, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5875489793, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3445753349, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6264226575, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.4648082019, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.5916357493, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.6197199631, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.718089441, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.5653218965, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.6143875608, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1509738618, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3420592853, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.131094091, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2800912841, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.241065739, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4304366929, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.3261746996, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5353080845, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2098897598, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4360039344, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.5158788412, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6415838328, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4892773847, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5670432585, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4237266446, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5153633128, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4305675865, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.63125083, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.2993584441, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4918263974, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.1353306038, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4104434302, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.7828161456, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.8875256123, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.7406375009, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.916098851, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2352525319, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.1660437618, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.139825303, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.1150338804, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0793331743, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.7049592608, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.80590567, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.7608566263, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.881580297, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.6885326215, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.8229812189, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4489771072, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.7135189441, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4747354911, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.73602868, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6373412314, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.1509481321, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4327181828, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4695363242, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.3096153428, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.4869882768, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.3770929789, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7019510305, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.5907010931, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.599558184, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.4663322216, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.455960373, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.4140442654, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.4040328945, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.316429969, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.2723413787, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.293127261, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3545968453, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5519360559, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3545968453, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5304888393, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3631474834, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5430495415, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.3276500834, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.3308631604, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.2294068721, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4395950991, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.2538527855, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6210036405, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.614927324, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.8453493909, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3061357456, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3616235652, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2074813196, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2716205232, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2074813196, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2716205232, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.6179396438, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.866516296, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2418068126, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5283791447, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.614927324, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.8673390132, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.5440766841, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.7530101165, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4024582794, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6686551997, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.6976333496, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.8331572108, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4500181541, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6036911111, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4010689686, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5585374123, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4507354055, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6086043978, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3567464687, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3675887542, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.4593860924, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.5045746405, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2591849138, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2552839984, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.4521224402, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.6051669625, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.397344358, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5535504661, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.4521224402, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.6051669625, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4226108217, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6331414172, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4226108217, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6331414172, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.5521710658, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.7317828776, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.697724039, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.8189844672, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.5582486914, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6678493404, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4298810543, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5792724215, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5339784399, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7711693678, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.4906190889, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7085658773, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2977737398, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3247262668, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1310017131, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.177273908, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1952754389, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2613440611, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2720157532, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5659565995, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2030347987, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5105569012, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.231961983, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4927185777, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3860319194, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.57524876, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4062689293, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5780690651, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.282829374, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5953149441, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3541689687, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5902329125, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3451069968, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5535082901, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.2107785765, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4505234165, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.1875920232, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.5919327752, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.3166934923, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.5620795602, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1750913104, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.209260824, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.1049851994, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.1535119641, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.4501609222, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.6274091785, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.4352771378, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.6534533975, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.4378159931, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.6205808811, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.3753569138, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.4322325533, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.4103289978, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.5761410926, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.688570898, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.2760145633, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.5543439466, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3423551115, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6041763685, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5417436516, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.695816766, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.3576389773, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6001423895, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.177282908, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2719652709, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1413097829, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2886321729, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1412980859, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2425598176, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2900517146, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5311383978, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2778215331, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.5487851761, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2077534942, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4535310744, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4066949391, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5560688632, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3517429611, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5511188972, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4403845293, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6366618751, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.360602983, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6158556041, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.1856902725, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4949007819, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.2635679397, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4983679981, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1636530343, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3913206823, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2875119946, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5315730119, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0761074979, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3158679212, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2567884686, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.4445207366, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.8324660076, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.9190284212, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0252236217, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.2350943461, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.2123133698, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4590317673, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.1224029997, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.365840156, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0150426288, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.1539852614, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.1349904843, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1023838278, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.4046574238, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2961253573, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3725426622, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.1554801198, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.2962569558, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.3345606592, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4009450832, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.4095908744, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.6348509381, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.2544255509, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5578669986, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2119156724, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3642217157, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2432845012, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.4594188595, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0389300424, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2121610889, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0831876221, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3467775152, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.144260109, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.295408701, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1325275948, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.2868277082, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0129900785, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.0487020134, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.260255736, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4700206616, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.0203225763, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2537472768, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.221499195, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2366036239, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3671096926, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0861116128, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2872693016, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.127772761, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.2091659231, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3582184052, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1223177217, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3067683268, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1085135458, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.2968183524, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.113060164, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.1707299686, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.0759282022, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.3237722713, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.665788023, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.6028817682, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.8937427109, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.2097342579, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6906917347, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6290393497, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.4014538132, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3835366017, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4043598708, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.334002021, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2503824473, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2998065854, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.794069319, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.9226320693, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1946452196, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5440465293, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.1434084599, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.5451343313, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1287433051, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3817491925, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0688260471, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.400067684, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4489771072, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6575894646, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4246163318, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.6463883518, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.3191485537, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.2383041257, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.4701506351, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.1866228307, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5545156731, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.3558785149, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.6251813349, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.3840594021, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.3507534175, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.618477849, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.4216890914, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.6885217194, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.4899456142, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.7411155087, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.1717217069, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.5514871631, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.168422147, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.5027567893, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.4028460317, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.7393612332, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.0878049954, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0790804547, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.2408268617, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.1023361886, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0172835892, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.194726701, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.1025721627, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.0905735713, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.0756232112, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.0953372986, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.0988106272, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0834874022, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2553727556, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.166411781, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.2001459084, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.1545164621, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.1855143879, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.110473448, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3041593885, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.1804638322, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.1811318093, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.1685996647, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2265701279, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.3513520405, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"bleu", + "score":0.2778201384, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_from", + "metric":"chrf", + "score":0.5065446933, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.0924108658, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2418907918, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"bleu", + "score":0.079149304, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_from", + "metric":"chrf", + "score":0.2273620457, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.1435893752, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"bleu", + "score":0.1284649702, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_from", + "metric":"chrf", + "score":0.3014976338, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.2319908563, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"bleu", + "score":0.2269289302, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_from", + "metric":"chrf", + "score":0.4654311956, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.2755380202, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_from", + "metric":"chrf", + "score":0.372032093, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.3288127617, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6382679381, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.4946107362, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7394349768, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2152501401, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2654640308, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2884343177, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3291519059, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.8008661202, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.9129539473, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.1698386907, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5144379459, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3092944545, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6266544541, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0657005581, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2947780789, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.3137846786, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4985936683, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.1549348297, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.4736195958, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.2789780713, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.601087115, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1571025246, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2212055901, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3167402933, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3785721087, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.3084036356, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0601000445, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.3175726617, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.1043885689, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5031786975, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3719832112, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6081799487, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4475531371, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6380525616, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4353318655, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6645574621, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5158575227, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6643754283, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.5745763624, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.687021256, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0717361981, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.1431413915, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.156097278, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.1424128147, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.1365597487, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.229649115, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.386677557, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3046628863, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.4170366809, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0518711466, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2199581403, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2197413853, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.2931324887, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.1888670976, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0095785441, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0050813008, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2848931828, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.3884407274, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.1943067625, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4717898077, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.0694363994, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.1976332727, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.1177403558, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.0711623755, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.3237722713, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.665788023, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.2392351113, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.6943484573, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.5984586488, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.6238768677, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.4272048647, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.4259865555, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.1935113177, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.3748723088, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.3817620388, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.2483533682, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5232389057, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0922109858, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2837702298, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0921248009, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2769793882, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.794069319, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.9226320693, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2054802437, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3122579263, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.239302102, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.179372441, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.3752584533, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.1028840244, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4033391696, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4165530721, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.702780513, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.2484897137, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6199962672, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.1179759499, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0635345617, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2585313798, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.400754312, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.7800092296, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.3240818894, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.4247828944, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.2677722329, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.3611863851, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.1043129334, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.2753581328, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.2930072899, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4492540807, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4226108217, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6331414172, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.5521710658, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.7317828776, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.4044783343, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.6186227035, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.2444794643, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.4568302985, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0836901996, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.2618756815, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.1104532827, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.3509896821, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.094994277, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1291356082, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2958409147, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.1252923366, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.2108983192, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.2159783664, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.1783654107, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.4789052847, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0337967386, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.0199232745, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0523099661, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2825860966, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.1870347306, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.1221966748, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.3810153226, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0485063199, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.0930869606, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.1029370477, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.3804609625, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.1418924299, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4180976485, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.2042570146, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.1441370455, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.0356225175, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.2348600433, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.1469924855, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.608209796, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"bleu", + "score":0.1776359359, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"translation_to", + "metric":"chrf", + "score":0.5545126298, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.2219387721, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"bleu", + "score":0.1036508893, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"translation_to", + "metric":"chrf", + "score":0.203729846, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.100168205, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.371442108, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"bleu", + "score":0.1670515635, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"translation_to", + "metric":"chrf", + "score":0.4145311709, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.3498701287, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.5383179684, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"bleu", + "score":0.4455798194, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"translation_to", + "metric":"chrf", + "score":0.6134429567, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.1064401296, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.3072138741, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"translation_to", + "metric":"chrf", + "score":0.3436298261, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"en", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"zh", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"hi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"es", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ar", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.474097066, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6509090647, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.456459237, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6180934331, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.3099822675, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.5099477959, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0817187191, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3010070158, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1065141414, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4142627902, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2955647067, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5006575555, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.3495042928, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5226314495, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.305198761, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5067245421, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3287552112, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2284332894, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4306199293, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.4251413992, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5934850967, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.3681660378, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5541114417, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.4107741987, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5940312712, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1053000041, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3555014165, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.2543887713, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4829008172, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.4512944754, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.6017904208, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.4209183126, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5827229431, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3624018198, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5452543645, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.34346098, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1644848431, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3801831706, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.4678277773, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.6774531401, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.4983736733, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.6501877931, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.4753487652, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.6537763314, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0922659318, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.3405122933, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.283423467, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.5292367321, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4232366468, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1254519534, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4649420285, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0824102434, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4192858928, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.0890330137, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0547100649, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3744525539, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0895042627, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.419071051, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3763004098, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4072803846, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3370553078, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0573570783, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3783970168, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4414911655, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3831814619, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0688668932, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.41744977, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.2303344611, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.314884268, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1505038282, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4714951011, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3873416882, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1192169435, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4496293774, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3025316557, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0795904781, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4188916198, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0902660698, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.460318013, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0850719245, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.4573773027, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.16730389, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.4802816707, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.1205394894, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.328020777, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.3522044896, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6269953758, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2424196213, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.5404432592, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2677475159, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.55614295, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0744305025, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2827880483, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0450255942, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2390092638, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.457706572, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6729985528, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.196195789, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5613321222, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0054491617, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.0261580293, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.156821759, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4423947018, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2877677723, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4559192838, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.2737513623, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5787848381, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4853636565, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0087183267, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.0500524394, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3506712655, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.2866221441, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3878152533, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.6512757513, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.17157837, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5548432095, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1387226548, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4849321762, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1016310669, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3724573242, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.2031034196, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4121574695, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.4586552516, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.6547109311, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0878922652, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.4940541478, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.286326551, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.4941431815, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0851163094, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2122167121, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.1154677212, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2305118351, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.4093301993, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.5021029088, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.52087071, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6374458452, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1784687728, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2562032816, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.1746034236, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.1055048277, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.7056438934, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6834390596, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.5364361873, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.627403903, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.1367747893, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.1566391541, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.2864960007, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.5804511284, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.6874078611, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.5806197937, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.6900625849, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.4685280966, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5440874151, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1586707737, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.2202068136, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.1119693163, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.7056438934, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.7329410356, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.8247196817, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.4390960898, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5382986509, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1534613282, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.2492580245, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.2563868558, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3514140972, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.5653615736, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.7346706701, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.7329410356, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.8651210439, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.5118761227, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.5118761227, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6265140754, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2100449053, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3263180094, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2289415686, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5250258007, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.296609032, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6426557362, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.3541296817, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6426557362, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5533112693, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4508965266, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5396070985, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4063253296, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3419150962, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.315903662, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4627030912, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5639241777, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5537700016, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5316691911, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.504409738, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0549338636, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4999854027, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.50663118, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.4763442923, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.3927435572, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2794663372, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.3717046642, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.508747354, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.7773819133, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.5091224919, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.7829685247, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.6374542947, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.8113463692, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1512514933, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3464954765, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1929725997, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6525309891, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.5300714513, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.7461630751, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.4596980088, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.713787746, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.5311807486, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.7051928034, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.5271017465, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.7749613595, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.5929835222, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.7236869252, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.3231203125, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.581227569, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.3272712268, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.6272846474, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.476501312, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1753767087, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3729722122, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5122282714, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3485799123, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.6090575372, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.5948590702, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.7529648154, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.373921491, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5833802647, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3556254906, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5824692855, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.373921491, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5833802647, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.6912804408, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.8416888527, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.691790174, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.8479928839, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.4246163318, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.7159049341, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.1477240637, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2327576131, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2357664507, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6409280879, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.5088645485, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.6991726442, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.4262626091, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.7324097685, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1523704379, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4210744226, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2848931828, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4861198407, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2319821043, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6307116012, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2445665611, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6506028605, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2319821043, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6307116012, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2319821043, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6307116012, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2319821043, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.6307116012, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.483123361, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.7122562458, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.429848247, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.7369844405, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.4222184785, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.6896985035, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.351603568, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.2596893636, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4210960583, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.447872232, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.7968980207, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.447872232, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.7968980207, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.5955978089, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.8632174103, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.4896430867, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.7719180937, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.538368094, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.7860964064, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.538368094, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.7860964064, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.4803501445, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.7417101158, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2541700511, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.1902324956, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.3942128595, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2552422097, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4216294389, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1447896195, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3253709276, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0699262958, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.259389944, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.0892217802, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.131072415, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.2584637076, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4472520901, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.1441045124, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3381676629, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.122121549, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3607027805, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.0625989807, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.243715448, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1784840705, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3773146619, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1264228524, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4004439009, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1382122903, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3045128799, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.0890466923, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0557104213, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.216182416, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1816921205, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.4081546035, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1732368526, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3754853997, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.1525816944, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3564469116, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.1070898496, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.2488968735, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.2559913317, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.4735475859, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.1491176925, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.3356762625, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.1029560218, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.3188749059, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.01957055, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.1384604485, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0644970193, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.186070028, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2029291889, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4389559342, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.3698141147, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.639725718, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.2613937103, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.4367528318, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.1804913727, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.1731635971, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.3901529878, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5914927913, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.3572973278, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.5938598086, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.5798764085, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.7315592264, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.1514039103, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3237295268, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.2284852347, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4715534059, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.4555430851, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5838068897, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.3648138383, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.5508265101, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.1210537445, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.1498007868, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.3016723427, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5432451702, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.4674098464, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.6371051168, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.4226160792, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.5828781766, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.0969128182, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.1598856966, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.9243310584, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.9496062774, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1231901756, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3813293435, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.123485244, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2904786796, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.1903577848, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.3976803688, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.1187002846, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"bleu", + "score":0.0977192262, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_from", + "metric":"chrf", + "score":0.2920573888, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3969902065, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3552315965, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.3543141165, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.3022575547, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4507970299, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"bleu", + "score":0.1954384523, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_from", + "metric":"chrf", + "score":0.4301384624, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.2315945921, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.4615951366, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1942053406, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3370618041, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.1098956591, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.3237375736, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.0977190156, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_from", + "metric":"chrf", + "score":0.2596010789, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.2702173265, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3720094104, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.237030156, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.2253439878, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.127584973, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.203525371, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"bleu", + "score":0.2429835228, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_from", + "metric":"chrf", + "score":0.3747255692, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.3117564668, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.1485542687, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2660580737, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2512653066, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.1847315745, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"bleu", + "score":0.0928801768, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_from", + "metric":"chrf", + "score":0.2041289009, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.3003447577, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.5620618131, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.3323813018, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.5477871106, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.3741170096, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.6055449675, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0656114778, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2951585354, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1784558426, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4188092241, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4061568952, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6518699541, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4020514442, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6509497922, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3746270906, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6380910268, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.1762453728, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.504671061, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3215185636, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5791349893, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.4755325361, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.6374842744, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.4484533205, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.6383931955, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.5076686014, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.6350257889, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0594898585, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3123751876, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.2141312643, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4739909345, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.6967460561, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7979056259, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.6944088463, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.799967191, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.6361753758, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7575358001, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1982276029, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5051262946, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.437108046, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6307771712, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.4747061103, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.6158670237, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.4259946463, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5962845373, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.450796161, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.58968348, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1267020789, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.3303949481, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.2112877425, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.4211760008, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.4359681894, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.6137125901, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.0936807422, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.0897891511, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.133135544, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3009760623, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5353758025, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6788324818, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5166175693, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7101611424, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4400802497, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6301890816, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3287546082, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5572127362, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4120156572, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5926345507, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3041322992, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5787393223, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3270717706, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5734315882, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.2939892383, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.551250948, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.1239738256, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1157189501, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3665222597, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.5285470049, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6459593469, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.4870922603, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6355645768, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.5703676204, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6777266038, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1526837546, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4440631927, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3189881179, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5210805105, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.4580357196, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5956642394, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3545686863, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.476664044, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3913025208, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5316948713, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.1221432071, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0614680937, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2688589697, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4353295321, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2116626486, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4353914696, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1733425858, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3740639944, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0138194749, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.1196538121, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0804447583, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.222199571, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3668184689, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5628733429, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.2364213319, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.4294193017, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3728320142, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5420862851, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.2440519515, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.4529255042, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3466721786, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.4970077017, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3102460718, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4859132577, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3100832387, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.516688992, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1857158876, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4023978635, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0535329483, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.2344463064, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0879680658, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3278294096, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.5995988429, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7315867874, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3231992669, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5571408623, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3225927871, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5932287829, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2550011939, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.3917104658, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2093479658, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4547192309, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.173810894, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.3434046187, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.2754575825, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.4306877567, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.2072093311, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.3223112401, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0787144038, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0783667145, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.2005971699, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.232656371, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4141410184, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2330781491, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.411744251, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2594180752, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3896882194, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1274081046, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2480867414, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2218375714, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.8787419089, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.9422733087, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.6743295275, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7784500892, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5876945384, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7797337535, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.1694903428, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.2344927095, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.4577470928, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5067481466, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.5143785568, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5594267639, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.4190039313, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4865765169, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.111882946, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3046427465, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.2286082998, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.5536486388, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7501188575, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.670001214, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.8763862761, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.367551136, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7215481866, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.1464248931, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.2659597227, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.5653615736, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.7346706701, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.7329410356, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.8651210439, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2809009542, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3474165677, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2513991761, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.3090015909, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.5181373057, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2632780943, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0358199485, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.1729879444, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.2071083533, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.4145586808, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.55739114, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6451717402, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.2717486771, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.4160165374, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.2628266816, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.4367566846, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3109559293, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5034602706, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.2095138868, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4550960556, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3804736861, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.6106280143, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5576133222, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.2486316724, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1020482308, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.2936250188, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2021077149, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4925372103, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.146872987, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5077161337, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2212877653, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4438446523, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1879777274, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.470758035, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2859826603, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5958071485, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1023261439, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.3555649585, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1230470606, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.2572628072, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0868083223, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.2907268448, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.1236236637, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.1950558347, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1946452196, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3860511163, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3351322814, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2469263864, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3686991498, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.241258805, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4460812145, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1747094296, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3858452328, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.8330787011, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.9482515348, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.8330787011, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.9482515348, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.7359287727, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.862745653, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3725527931, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.634798751, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5815699185, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.8158797977, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.6556397462, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5244379347, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.2251376916, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3221465444, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.5354063184, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5302628362, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.0661294119, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3908028983, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.4988543287, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6529154911, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3532802306, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5839265502, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.45578637, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5808522375, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3026715858, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5333160005, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3878096207, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6180997641, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3695189488, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5604693026, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1633194828, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.4068647645, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.2487344417, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5459198725, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.1932983181, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.1032256991, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1630527, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4081053788, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2287219601, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4583168484, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1772765299, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4233964978, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1286198102, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2975484349, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.0811728811, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.6549849942, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.8107475687, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.8725129388, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.9495292424, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5970228994, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7589201367, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.7389984312, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.860965653, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.8725129388, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.9495292424, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.5566206388, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.7291490644, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.200520325, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.502257785, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1507001023, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.411695047, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.2036163743, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1427349738, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3712417022, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.8253498773, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.8529564805, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.8253498773, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.8529564805, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1693721376, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4871671286, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3164918395, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5679185954, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.287558382, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5034550585, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.5556398916, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.6398624685, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.1424648973, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1304360687, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.3571380358, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.4336378543, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.6642129647, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.3424682602, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.6344653276, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.313708352, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.5881287324, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.1012242353, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2343905832, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5131983151, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7616672596, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5862368043, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.8099138444, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3563810735, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6446808198, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.1425546239, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.1995321605, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5875233938, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3754544247, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.6063264858, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.3640515625, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.632300052, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1596578751, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4786324898, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.1182124575, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0524702775, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3144455844, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.4154571861, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7057846334, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3871258497, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6277405418, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2734805448, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6058485412, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.1956020486, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1254765121, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4561162618, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1981831978, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.4925844813, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.1605573917, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.3888104634, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3254221548, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.4089268375, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.0738663975, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.1467339554, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2822535302, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3978792053, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2833608714, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3843403302, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.280776323, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3806484184, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.1954287623, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.1725414554, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3590404023, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6708874697, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3022215252, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5984950448, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.3541766522, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6033476632, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.1865188034, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.2953787279, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.307587447, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.5072843332, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.2248797177, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4257079532, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3934004457, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.0658487241, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.2573054579, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2812488198, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5745890808, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.4486727666, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7186781719, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.3832544339, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7040735112, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.1948126077, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.1532614042, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.4601298544, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.9243310584, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.9496062774, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.2245659443, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.4289339929, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.1389213326, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.3633674986, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.3059402413, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.438474323, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2489644619, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ur", + "task":"translation_to", + "metric":"chrf", + "score":0.2435440937, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5037410821, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7255032262, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4641860438, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.66667529, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.5063299741, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.7202586379, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.4001941056, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.6211566792, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"bleu", + "score":0.2802116159, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"translation_to", + "metric":"chrf", + "score":0.5763419735, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1063732349, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4420365244, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3181038313, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.1126934057, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.4239791118, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.2365546515, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"translation_to", + "metric":"chrf", + "score":0.3097227784, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.4675640781, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6438637214, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.4456604653, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6390040126, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.5844803971, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.7020483558, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.2745094164, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.5404614242, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"bleu", + "score":0.409202773, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"translation_to", + "metric":"chrf", + "score":0.6365177202, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3757600613, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.5484260908, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.3567235237, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.4687499658, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.2416470723, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.3926015765, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.2467742829, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"bleu", + "score":0.0794635782, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pa", + "task":"translation_to", + "metric":"chrf", + "score":0.2542451279, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"fr", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"bn", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"pt", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.5030966277, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.680466091, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.4188516767, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5968056122, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.407638044, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5848678922, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.080256233, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.3168464213, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1870854785, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4608359318, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.4012403951, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.5502161218, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.3987258775, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.5864219777, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.3949227611, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.5964495195, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.2844665636, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1347404365, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4568041488, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.6653973165, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.424340513, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5733777341, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4060507215, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5979247179, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.1796268882, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3916632915, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.2442590105, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4434063545, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.4390212048, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.6475219955, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.3931152868, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.5586707455, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.4376048462, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.6003954854, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1343765164, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3843406249, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.292024371, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.5503274886, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2356067382, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.4505712028, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.186411773, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.41746732, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2081161785, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3954935034, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.2643902661, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0796382254, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3268028459, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.3244721162, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.5077210804, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.2306619464, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4298903519, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.2724173676, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4531095939, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0839296371, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.2714896999, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0845238055, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.2918197176, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.4459565225, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.6647029995, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0886800253, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.2568222133, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0955980419, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.2940646914, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.1612831386, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3440984871, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.1380046097, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3181131812, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.440035505, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5988144881, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.4391343776, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5999224498, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.217361275, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.4284103162, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0218404908, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.115627302, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1951778697, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.4646005812, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.5183632566, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.6705567849, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.3129763613, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4993198489, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.2892316007, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4768839853, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0965700538, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3135588343, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.2101630852, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4169963033, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1512450377, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.487449587, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4499802275, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0794429423, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4267439859, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0595176787, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.3079747172, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1406514456, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.412860687, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1506678365, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.448328585, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3055500359, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1247960547, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.4551443068, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1646901432, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.2713884746, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.1507754057, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4306402152, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3089070144, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4353286657, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.067595334, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3250818462, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0619430504, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3328924831, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.096979215, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4707628611, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4327654737, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1019390433, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4783734156, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3322570265, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3651320523, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.4543944787, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.4131432458, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3947542499, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.2390539104, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0517867867, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3432684678, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1551082905, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4231895808, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1862321334, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.5228172023, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1270147783, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4033267379, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.206807738, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.3413997135, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0616943831, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3642077907, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3673121627, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0359194689, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3024428691, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1897072482, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.336862198, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1651856335, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.4631382298, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.4425672931, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0729309927, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.3509917881, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.1214753612, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.3675198977, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.107003545, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4848675989, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1616527688, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.5185128505, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1144231004, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4385633678, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0493732122, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3372146907, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3955645311, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.3410035629, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.6673519559, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2215037081, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.6073932835, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0103127151, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.0616562268, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1376687923, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4079222812, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1736846621, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4322849387, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.4561373145, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6655742412, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.3664140352, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6156875253, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.3510416809, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.5257097928, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1402342404, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.2959236501, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1990499617, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3534966827, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.5621669807, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.7520069792, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4383729772, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.6543801046, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.3575978349, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.6192927432, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.2212146899, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4131481258, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.2469537261, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4961446999, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.3562902191, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.6699423353, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.2672991325, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.624013032, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0054491617, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.0261580293, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0922349333, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3046590495, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0847400568, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3322680661, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.3525333892, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6286864313, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2271273793, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.5721925717, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0049961354, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.030698403, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.2297285043, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.116557507, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.313741991, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.3572815261, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.6216765378, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1874538525, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4709873292, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4162014036, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.592070527, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.074018222, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.2244203451, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1451596295, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.3240520467, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.3572815261, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.6309384943, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.2467659506, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.5348071146, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.2571940113, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.4967837111, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1751807734, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1884470229, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.5842771441, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7733784586, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.5409623041, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7430127527, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.6403647618, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.8633425886, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.5383002028, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.8276473976, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.9336510696, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.958650753, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.4531946634, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.7044338154, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.3053838501, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.614283171, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0054491617, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.0261580293, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1379454665, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3950967796, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1801665025, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4094466587, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.4399465474, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5758276579, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.3978536655, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5063642414, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2329989882, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.3980073363, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1510957102, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.2485805445, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0686555147, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.2912548503, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1207269216, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3162144634, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1677739164, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.2565892972, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1307118752, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.2566872958, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0783884461, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1974566447, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.2263565415, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.7056438934, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.7315339098, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.8175179632, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4390960898, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5382986509, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.2255844967, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.1809658013, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.7056438934, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.3571150501, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4963585573, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.3676041144, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.419852101, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1566391541, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.2725914793, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.2201844821, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3372212279, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2252369759, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3876727889, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2252369759, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3626015527, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1240959712, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.2344817695, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1075467277, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.2565582172, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.1620970608, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.6230832294, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.70254087, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.458703244, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.5232464635, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4578226095, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.5429809487, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.28273991, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.2704657013, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.3436358974, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.4516759457, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.5169677928, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.4516759457, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.5169677928, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.3126851492, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.40158087, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.2521432424, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.317135213, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.053395131, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1432217833, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.4516759457, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5135242648, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.2403479326, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.3290984948, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.2809128259, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.3881602965, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.0703293477, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1159507116, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.23225723, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.6242817472, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.7056438934, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.3978610451, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4980599039, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1692569703, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3070346644, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.197875065, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1180286135, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.2474367452, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.445513857, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4044449962, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4418719444, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4034042753, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4146768169, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.4615425016, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.7427658454, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6057091247, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6546258442, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1534697291, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.515565124, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4384930066, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4425973012, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4483037848, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4483037848, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5082803455, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3981852532, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3830425593, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3981852532, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3835863005, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.2686778755, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.3113878808, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6728506998, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6417603075, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6546258442, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1667955161, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.5795544193, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.5064818122, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.5303624596, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7835371348, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4699822121, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4699822121, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.2540637884, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.27584557, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.5310543174, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.4216875815, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.4833500875, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3099391219, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3804480402, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.2014941616, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5931139543, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.2724974523, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.6760199025, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5335249134, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.220501041, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.2125763546, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.5141209056, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.5079329665, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.5141209056, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.5773063191, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.5774060819, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.328251853, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.6453010665, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.3294164636, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.7004719342, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2087037147, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5493435887, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2311466382, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5766355254, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0629710366, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.383611695, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.6888365053, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.8656273481, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.5091224919, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.7829685247, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.2597064971, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6087618281, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1513630224, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3848617015, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0909379867, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.4398085115, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.6912804408, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.8416888527, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.8522456714, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.9096914044, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.8522456714, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.9096914044, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4085639059, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.6786065713, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.2112648086, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5603202945, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.7196315267, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.8835331637, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.5465526716, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.8012679277, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.546149954, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.7954823724, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.4451075766, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.6955301379, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.4454357881, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.7513336774, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.6383964846, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.815515317, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.357102986, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6375235254, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.3453786558, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6205376126, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1910722296, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.5057577708, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.3403336518, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.5950884702, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4818114945, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7046532915, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4818114945, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7046532915, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4145247088, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7104231206, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.2537184041, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1619557013, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4640690459, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.3917444023, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.6762795188, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.3124325728, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.6722343255, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.4523474723, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.7277271274, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.1140842452, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3629959771, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.1038988938, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3748538161, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.6004981752, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7274351792, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.637202263, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7346216973, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.4523034717, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.6737381483, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.27444079, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.2099268349, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1673872929, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4506667273, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.310088227, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.310088227, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.310088227, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.310088227, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2404786079, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5819897904, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.3851341467, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.700571373, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2404786079, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5819897904, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2404786079, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5819897904, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.4222184785, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.6656008733, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.6173766801, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.8573900401, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.5609383777, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.7973683101, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.5040253502, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.7254592658, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.228768444, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.3953738393, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.5370988256, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.213387489, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.6034116936, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4359493825, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.7673284019, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5582775803, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.4135171, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.7555530032, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4206173028, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.7511573913, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.9453473544, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.5967384019, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.8544348081, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.6507561417, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.8215788698, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.6507561417, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.8215788698, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.6507561417, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.8215788698, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.428494509, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.7246227738, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.428494509, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.7211812033, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1328002272, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.4983488136, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.429848247, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7369844405, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.429848247, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7369844405, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4899456142, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.8020845126, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.1602417931, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.2524720088, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.5971070986, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.8874294966, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.2962789157, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.608714571, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.2500966497, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3829228358, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.3581864018, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7236278104, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.3581864018, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7236278104, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.3581864018, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.7236278104, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.3619308441, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0514276487, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.3763953327, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.3167161501, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.67827349, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.447872232, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.7968980207, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.447872232, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.7968980207, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.4812700338, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.7668482136, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.3258816485, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.7240768473, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2622470152, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4590143917, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.1553586215, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.3726937394, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0853874742, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.2903017692, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0210266314, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.1004122321, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0605813979, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.2708928603, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.2556422229, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.4291463251, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1520832336, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3357817921, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0555078283, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.3017380756, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0145373511, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1137647864, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0125133478, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1667129052, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.2535787382, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.457896662, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.136763833, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3930270089, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0626565443, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3103961933, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.1382368241, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.059936325, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.2480370686, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.2487984732, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4808459302, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1119004718, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3207756555, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1770079985, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4251640447, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.1065437287, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0506326413, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.2063157538, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.2706589649, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.4576310781, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1801847412, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.3788121735, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.1942705885, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.393160027, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0148442215, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.0951738246, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0505279112, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.210149811, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.2134127737, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.3993267196, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.1370723839, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.4184465202, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.2082125697, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.3626252612, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.098281743, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0590176545, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.2239028811, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.2040584432, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3869788846, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.1422383967, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3372144194, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0726142466, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3123933214, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.0744097162, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0450397011, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.2455593932, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.2249382218, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.435607309, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1747178289, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.355405822, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1089629302, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.311102417, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0175405257, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.0987376214, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.1892957231, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.2488464414, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4890540555, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1726437399, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3735954911, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1276861358, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3395298581, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.1023492205, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.2762431573, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.3081587575, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4611100423, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.431864811, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.5525904593, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.5892468541, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.6366953113, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.1463211076, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.1480582994, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.3931991983, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.5762809938, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.4220833561, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.5979768974, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.5350934112, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.6604901008, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1578662314, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1129182824, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.2586362605, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5016232721, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.3098590148, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.5482494608, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.303164724, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4588723411, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.1398026485, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.1723211496, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.3424885276, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.5683099371, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.4908217883, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.584120706, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.3132694642, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4732494916, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.1128669107, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.1739698084, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.3440134693, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.549589855, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.6206693056, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.7568146072, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.6827816739, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.7764983343, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.0842567347, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.1973749021, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4194435452, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.6003681414, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.5801271254, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.7044697964, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.4655582025, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.6503339718, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.1417880654, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.1431664216, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.2607117486, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.4104518639, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.272451774, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.3994749502, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.267803949, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.4240591651, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1524375046, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1644772457, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.3128076344, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5182772142, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.4149070931, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.5200674066, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1787993588, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.4225521949, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.1554990916, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.1243889412, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.2329218076, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.4655700551, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.4862041607, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.566690507, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.4578146014, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.564811613, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.1893317245, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.1901591937, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.3814061362, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.2297430099, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.4387133834, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.3067435429, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.291522149, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_from", + "metric":"chrf", + "score":0.2957480013, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.1579537051, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.430134848, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.304476733, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.2004324583, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1086582496, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_from", + "metric":"chrf", + "score":0.1806767196, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3693695134, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.1176345357, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.2925508456, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.3073616767, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.2670896193, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"bleu", + "score":0.1837134362, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_from", + "metric":"chrf", + "score":0.4297917347, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3486134996, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.1631849581, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.326150029, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3084506163, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.2627460647, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.4328065186, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"bleu", + "score":0.2638548135, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_from", + "metric":"chrf", + "score":0.3672497643, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.3108512602, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.6363359373, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.4323876064, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.8055359641, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":0.886602904, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":0.9278293769, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"bleu", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_from", + "metric":"chrf", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.2825389301, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.5344527157, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.212432413, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.365696558, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.3215134657, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.1014090185, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_from", + "metric":"chrf", + "score":0.1234840549, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.2692774259, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.4179412848, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.1560665245, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.2770325989, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.2996949022, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1001372506, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_from", + "metric":"chrf", + "score":0.1625690111, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.2825389301, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.4976525037, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1270642199, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.2440075668, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.103339841, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.286598559, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.1043436098, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.2304702266, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"bleu", + "score":0.0924171382, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_from", + "metric":"chrf", + "score":0.2574240007, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.2464198596, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.3656201333, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.125778296, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.1786140394, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.1987361101, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.1160604142, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"bleu", + "score":0.1732519609, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_from", + "metric":"chrf", + "score":0.2589707148, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3894763383, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6458478419, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.37091868, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6391351243, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4154129291, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6551586606, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2632215534, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5349093488, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3691596262, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6148019953, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.4932917922, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.7250812194, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.5425782644, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6842899817, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.5050320102, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6767890223, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.1158794317, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0795969907, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.4508254633, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.4358580014, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7739155888, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3725685851, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6793633737, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2988693281, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6737618245, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.1157312031, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5372702899, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.1613918211, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.595721186, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.5045866834, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7432853994, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4756695859, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7418637036, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4334817334, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7171116207, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.2050725622, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.5426869695, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.2896892505, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.5930620043, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3318040043, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5104370577, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3507080155, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.530639559, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3103314868, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4793429149, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.1691736358, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3548723954, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2576216193, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.419004884, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2855538302, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5913739539, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2647341117, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.517820911, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2344231337, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5275347524, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0973747752, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.2315623244, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0968875821, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3837084677, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2561427664, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.459258318, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2375796998, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.4505198894, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2171548434, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.4709185497, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0911030624, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3176666445, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.075181772, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3276426117, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.2400005785, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.6324601535, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0809614605, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4449910499, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1728300232, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5002768449, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.2749055998, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3726637878, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.4409737058, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7155893246, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5502972491, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7372824427, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5065640727, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7393595983, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.2029140971, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4486025295, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.29273037, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6150714044, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5733962624, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7116531771, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4271477483, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6354195574, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4625123206, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6509807296, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.237281279, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4382445666, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2648541006, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5024165837, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.5611598962, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.7539020133, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3457318869, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6817029798, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3405167442, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6563835876, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.0606126075, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.4091252276, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3728937116, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6577808114, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2974073493, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5830927064, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3250777038, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6245400082, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0771850833, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.4162271381, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2551081867, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5871389811, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6696221279, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7575888913, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6413060773, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7264963132, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.5479209488, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6582463921, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3321412317, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.5747428897, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4072350447, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6300067107, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2863916568, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4033306935, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3216042915, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4309767197, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3148906208, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.426492351, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0846356642, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.1473307203, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.1552796518, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3330096252, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1243048054, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4188895923, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1446970285, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4460940289, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0871307032, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4165249375, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.130542673, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.2820267618, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.4261391764, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.6170683508, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.3933372499, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5497639692, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.3933914801, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.533822576, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.0642986259, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.2214848996, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.2211171724, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5855191906, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1468792836, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4961191884, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1859723721, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5322764543, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3246899311, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3100498117, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3345749807, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4948403657, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3755133068, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.5382122955, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.4440522294, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6063305672, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.1885744065, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.401688874, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3706284524, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4903054058, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.1574644094, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.2757258739, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3379740275, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5024415462, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2177684253, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4326933291, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.1653718418, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4021366715, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2866736814, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.511205425, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.4190701615, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5756418081, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3875233761, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5087692893, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3545355532, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.4920924348, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.016481562, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.1042780617, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3216581105, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.4367200228, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.599582244, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.744661685, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.5624634855, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7208214628, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.5046747712, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6485787221, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.4015453155, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5765093529, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3716332024, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5997893915, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.5417389235, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.642433719, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.2270898641, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4268311768, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3111562562, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4587576527, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4034278346, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4659288646, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.1651403714, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4038726312, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.4012715809, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5569332816, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2173289398, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3748471244, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3108464845, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4100147538, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.1663639341, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.1021604171, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.2824944882, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.3435591481, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.496882135, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1877972313, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4167571671, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.248567001, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4381394216, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.048591157, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.2382129689, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0495180896, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1886035546, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2245209743, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.4694055398, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1208502583, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3124167475, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1066160676, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.294016662, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.068580961, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.1852040732, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.097526568, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.1646244729, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.5842771441, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.7733784586, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.5409623041, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.7430127527, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.6403647618, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.8633425886, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.5383002028, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.8276473976, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.583568612, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6699263395, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.4504787314, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6272454245, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.4521483403, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6093451568, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3492781465, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4383491029, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.2831085292, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4576463253, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3448578743, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4669543574, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4500973764, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4383397526, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.1765846538, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.3452556465, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.1411119238, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.1107656147, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.5319381818, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.7292642796, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.434286966, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.2405939782, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.2482362812, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.6025268807, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7756526381, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.5775400217, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.775981567, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3420788649, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7981885823, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.2221602357, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.2927793623, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6187129112, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.783347898, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.446338868, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7206547449, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3132060554, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6780959222, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.2248477066, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.1638003754, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3510762437, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4001039485, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2538209236, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3065410614, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2636758063, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3333208049, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.1029834289, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.0642319091, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.8413544004, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.9005264466, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.6978499535, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.7680111715, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.8037775081, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.8813855605, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2310325762, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3824279168, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2018356447, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3979134817, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.5556495621, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5724214108, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.7228204707, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.7113746849, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.3676041144, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.4694590303, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2255489037, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.33145819, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2087266913, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3323623292, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3619174049, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4683222931, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1966781229, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4099446715, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1966781229, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4069323584, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.2428367901, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.280095132, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5096772803, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6511024508, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5096772803, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.642751012, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.2978735711, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6380558649, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.1174603506, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.114788761, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5322520826, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7271316675, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3535749731, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5088037626, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3622547792, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4949023339, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.353991485, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.1709269924, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4589403856, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.5675311466, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.7445312763, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.4275362732, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6105526571, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.45617777, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6731126316, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.2517782992, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.2779306146, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.5089175115, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7277035121, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.4183007446, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6688763364, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3892727054, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6989587493, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.4188661445, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5586915231, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.287558382, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4932995367, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.318581008, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4738374872, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3321678143, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4723826766, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.1173952179, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4256923177, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.2453318866, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.494452768, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3619174049, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.545884109, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.6666467303, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.6471929786, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.2428791292, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.241333176, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2338135382, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3427235649, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4081747281, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3774510451, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1318131343, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5386041399, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.232250537, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1120375434, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4030209467, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1432450176, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3826571896, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3318900486, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1081559373, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3191612091, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.2792531022, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.148088719, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1677739164, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4046828129, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1627690506, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3948411498, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1117554475, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3627168098, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.233665254, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.222018981, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.341191474, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.5117673951, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3725748409, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.5400450497, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.2288355035, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.5836260855, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.2671273299, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.1381779039, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.3144154095, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.6769906826, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.8083906073, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.1739898488, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5216901259, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.189602679, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5147057623, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5199744507, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3883058592, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6037425262, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.5106109398, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.7688046995, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.5106109398, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.7688046995, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3952355242, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.7537413929, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.1926916667, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5214226503, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.5088645485, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.8116199676, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.4075584824, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7803434177, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.33828653, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7321312284, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.6535194995, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.8909391457, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3055117238, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6522327841, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.657716091, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7714634548, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.8151678596, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.8873630456, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.5114981214, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6207619434, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4962806188, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6985190396, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6153267327, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7220474571, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.368224131, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5518218099, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2479866826, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.2635199569, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.368224131, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5606184355, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.368224131, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5606184355, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2765950321, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.42374983, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2615311775, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5017688443, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4369322371, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3468012291, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1501349739, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1754918305, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1600872496, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3565190644, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3088522099, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2666066054, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.483406879, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.2558006851, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.1867041258, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3079852791, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.6801949008, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3719278006, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.6892896282, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3075261697, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.6821513697, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3036431152, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.2601611411, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4572935209, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.453655627, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4475397629, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4422069076, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4847458184, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4165767637, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5728095918, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4360038791, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5748585174, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.8318180062, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.8641903026, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3140382294, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5631437829, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.7498810286, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7726337965, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3723091903, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6028889976, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.2103407319, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5878781611, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3299895473, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6337904872, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.2685563379, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.1633194828, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.3775551867, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3550420051, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5693079918, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.4596307297, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3550420051, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5693079918, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3346449427, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5058892672, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.1799107865, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5159811845, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6486932415, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7886867104, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6486932415, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7886867104, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3623885503, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6212681812, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6486932415, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7886867104, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4601221425, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.6704634783, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.6617520153, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.7140739801, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.544786716, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.6078540955, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.4938015542, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5654925887, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.6068655708, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.5901094922, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.4715479868, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4598255389, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.4772349067, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.6979552346, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2484529356, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5252866054, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1785403228, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4266196503, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1723303147, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.2684009711, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.6169034543, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.6942951271, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.4706365972, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5660330383, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.3787865613, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5426085574, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.2175881063, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.320023968, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.5874688341, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.7953606598, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.4477218071, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.7608597891, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.4376250019, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.7561867704, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1656558577, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3855427495, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1143480002, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.271581121, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.6102624547, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7455382911, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.6102624547, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7455382911, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5129914365, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.67190581, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.5815025407, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7086281431, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.1755427274, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5197819745, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7056405694, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5272145166, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6984559479, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5424690782, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7222670487, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.1226967111, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.2848321926, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2440186706, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.4385803078, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.2721148714, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5914641898, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.2686079606, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5123463581, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.2486866475, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5361155849, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.0477462923, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0650846084, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.312718884, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.4295114388, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6901398329, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.4548004572, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.7465606836, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3416682036, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5929379454, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.243147273, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2203442568, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.4361275433, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4026021376, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.665169776, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.5474706069, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.804473729, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.5035012366, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7089119315, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.2574911931, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.1435358442, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.381181164, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2079088715, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3457623435, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.1945816843, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3334872222, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.1561403285, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.2994402838, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.034321633, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.0237913545, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.4276676633, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.6775603101, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.4028188935, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.6269035793, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2176252352, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5559852813, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1549577496, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1007849149, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2126034365, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.550826234, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2599744756, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5252318414, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2692827691, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.5550492924, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.1134563932, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0774386122, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.2515823082, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3400426546, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5690760098, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.2783592722, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.528002244, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.2796257611, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.525801232, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.0421968801, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0555746239, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.2524744935, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.4416699547, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6991837934, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3681388127, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6663751332, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.2922076174, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.5600839481, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.0256032267, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.3027682064, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.264926859, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5168400513, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5198707242, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7322317271, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.4774025962, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.6612122474, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.1648348642, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.1555238526, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.4229385542, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6398920453, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.1943067625, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5171544283, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.1986382491, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5627974274, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.1968712517, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.2651822046, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.371586245, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6081420532, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2302096976, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5280846549, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2791742968, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5541020626, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.1500779341, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.1958598295, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.4310121274, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4256512186, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7373776069, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.6142322395, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.8267772572, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4622377024, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.7573830179, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.2035623697, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.0986563752, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.3583887259, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.2704817076, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4345032238, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.196922159, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4873983653, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3954512194, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.4398570288, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.128166123, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.3086389171, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2796471531, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3532162042, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.2852994464, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3535144994, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1967705363, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3013882733, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.0934005227, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1851444607, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.2398099817, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3657849257, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3799401898, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.1910518236, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.401101831, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.1757942889, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.1830641485, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.2424855109, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5394338001, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.2871244623, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5130086721, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.3357306484, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.6709968513, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.1522614513, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.1924681542, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3603212181, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.7061680908, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.2242667364, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4850454299, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.357102986, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.6503106787, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.139477842, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.3768843305, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.5038203949, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.7121763619, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2391817842, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5705865378, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.3245246551, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5884909164, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.2080764279, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5713091082, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"bleu", + "score":0.1909296489, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"translation_to", + "metric":"chrf", + "score":0.5434160556, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.3330192772, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.6227994573, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.171079793, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.5862164742, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.1321324457, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.4887630789, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.2663395431, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"translation_to", + "metric":"chrf", + "score":0.3305068265, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3931991983, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.6611329021, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2481723264, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5569707664, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.3245592827, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5310900771, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5014855896, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"bleu", + "score":0.2031552942, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"translation_to", + "metric":"chrf", + "score":0.5421921966, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.4574614318, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.5874857498, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3979308132, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.5730947029, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.3386685756, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.5469381479, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.1342798256, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.4444394912, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"bleu", + "score":0.286157866, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"translation_to", + "metric":"chrf", + "score":0.5609620177, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.3108512602, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.6363359373, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.4323876064, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.8055359641, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":0.886602904, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":0.9278293769, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"bleu", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"translation_to", + "metric":"chrf", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.3189158022, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.5488981549, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.101560137, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.4127375186, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.1334305541, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.3549510356, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.1313899161, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"translation_to", + "metric":"chrf", + "score":0.2809569646, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.4169434378, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.309072299, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.108561755, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3852135209, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.2965802809, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"mr", + "task":"translation_to", + "metric":"chrf", + "score":0.3024415044, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1977072463, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.5083591787, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1307201098, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.448486347, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.1115815139, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.4299586248, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"jv", + "task":"translation_to", + "metric":"chrf", + "score":0.3110937359, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.2201061386, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.5270846788, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.137942361, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4696516496, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.3304476399, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.5342728014, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.4878555885, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"bleu", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"translation_to", + "metric":"chrf", + "score":0.3397655986, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":0 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":0 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":1 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":2 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":2 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":3 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":3 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":4 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":5 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":5 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":6 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":7 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":8 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":8 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ru", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"sw", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"id", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"de", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"ja", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"te", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-2.0-flash-001", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"google\/gemini-flash-1.5-8b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":1.0, + "sentence_nr":9 + }, + { + "model":"gryphe\/mythomax-l2-13b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 + }, + { + "model":"microsoft\/wizardlm-2-8x22b", + "bcp_47":"vi", + "task":"mmlu", + "metric":"accuracy", + "score":0.0, + "sentence_nr":9 } ] \ No newline at end of file