{ "metadata": { "model_name": "interestFM-UIR-CAFe-7B", "model_size": 8.03, "embedding_dimension": 3584, "max_length_tokens": null, "model_release_date": "", "data_source": "Self-Reported", "url": "https://arxiv.org/abs/2503.19900", "report_generated_date": "2025-07-06T19:24:15.378448" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.773, "hit@5": 0.96, "hit@10": 0.977, "ndcg_linear@1": 0.773, "ndcg_linear@5": 0.879293123271392, "ndcg_linear@10": 0.8849624317597117, "ndcg_exponential@1": 0.773, "ndcg_exponential@5": 0.879293123271392, "ndcg_exponential@10": 0.8849624317597117, "precision@1": 0.773, "precision@5": 0.19200000000000003, "precision@10": 0.09770000000000002, "recall@1": 0.773, "recall@5": 0.96, "recall@10": 0.977, "f1@1": 0.773, "f1@5": 0.32, "f1@10": 0.17763636363636362, "map@1": 0.773, "map@5": 0.8518333333333332, "map@10": 0.8542746031746032, "mrr@1": 0.773, "mrr@5": 0.8518333333333332, "mrr@10": 0.8542746031746032, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.832, "hit@5": 0.975, "hit@10": 0.993, "ndcg_linear@1": 0.832, "ndcg_linear@5": 0.9144992338717455, "ndcg_linear@10": 0.9204610407618088, "ndcg_exponential@1": 0.832, "ndcg_exponential@5": 0.9144992338717455, "ndcg_exponential@10": 0.9204610407618088, "precision@1": 0.832, "precision@5": 0.19500000000000003, "precision@10": 0.09930000000000001, "recall@1": 0.832, "recall@5": 0.975, "recall@10": 0.993, "f1@1": 0.832, "f1@5": 0.325, "f1@10": 0.18054545454545454, "map@1": 0.832, "map@5": 0.8938166666666666, "map@10": 0.8963619047619047, "mrr@1": 0.832, "mrr@5": 0.8938166666666666, "mrr@10": 0.8963619047619047, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.787, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.787, "ndcg_linear@5": 0.9213880375107205, "ndcg_linear@10": 0.9213880375107205, "ndcg_exponential@1": 0.787, "ndcg_exponential@5": 0.9213880375107205, "ndcg_exponential@10": 0.9213880375107205, "precision@1": 0.787, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.787, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.787, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.787, "map@5": 0.8935, "map@10": 0.8935, "mrr@1": 0.787, "mrr@5": 0.8935, "mrr@10": 0.8935, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.898, "hit@5": 0.992, "hit@10": 0.997, "ndcg_linear@1": 0.898, "ndcg_linear@5": 0.954316143364622, "ndcg_linear@10": 0.9559605174880735, "ndcg_exponential@1": 0.898, "ndcg_exponential@5": 0.954316143364622, "ndcg_exponential@10": 0.9559605174880735, "precision@1": 0.898, "precision@5": 0.19840000000000002, "precision@10": 0.09970000000000001, "recall@1": 0.898, "recall@5": 0.992, "recall@10": 0.997, "f1@1": 0.898, "f1@5": 0.3306666666666666, "f1@10": 0.18127272727272725, "map@1": 0.898, "map@5": 0.9412333333333334, "map@10": 0.9419277777777778, "mrr@1": 0.898, "mrr@5": 0.9412333333333334, "mrr@10": 0.9419277777777778, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.799, "hit@5": 0.966, "hit@10": 0.988, "ndcg_linear@1": 0.799, "ndcg_linear@5": 0.893012886780369, "ndcg_linear@10": 0.9001201369125428, "ndcg_exponential@1": 0.799, "ndcg_exponential@5": 0.893012886780369, "ndcg_exponential@10": 0.9001201369125428, "precision@1": 0.799, "precision@5": 0.19320000000000004, "precision@10": 0.09880000000000001, "recall@1": 0.799, "recall@5": 0.966, "recall@10": 0.988, "f1@1": 0.799, "f1@5": 0.322, "f1@10": 0.1796363636363636, "map@1": 0.799, "map@5": 0.8682666666666666, "map@10": 0.8711964285714285, "mrr@1": 0.799, "mrr@5": 0.8682666666666666, "mrr@10": 0.8711964285714285, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.45, "hit@5": 0.733, "hit@10": 0.811, "ndcg_linear@1": 0.45, "ndcg_linear@5": 0.6016100045062271, "ndcg_linear@10": 0.6266867992188647, "ndcg_exponential@1": 0.45, "ndcg_exponential@5": 0.6016100045062271, "ndcg_exponential@10": 0.6266867992188647, "precision@1": 0.45, "precision@5": 0.1466, "precision@10": 0.08109999999999999, "recall@1": 0.45, "recall@5": 0.733, "recall@10": 0.811, "f1@1": 0.45, "f1@5": 0.2443333333333334, "f1@10": 0.14745454545454548, "map@1": 0.45, "map@5": 0.55785, "map@10": 0.5681123015873015, "mrr@1": 0.45, "mrr@5": 0.55785, "mrr@10": 0.5681123015873015, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.552, "hit@5": 0.811, "hit@10": 0.859, "ndcg_linear@1": 0.552, "ndcg_linear@5": 0.6925636508258217, "ndcg_linear@10": 0.7081164631731378, "ndcg_exponential@1": 0.552, "ndcg_exponential@5": 0.6925636508258217, "ndcg_exponential@10": 0.7081164631731378, "precision@1": 0.552, "precision@5": 0.16219999999999998, "precision@10": 0.0859, "recall@1": 0.552, "recall@5": 0.811, "recall@10": 0.859, "f1@1": 0.552, "f1@5": 0.27033333333333337, "f1@10": 0.1561818181818182, "map@1": 0.552, "map@5": 0.65285, "map@10": 0.6592900793650794, "mrr@1": 0.552, "mrr@5": 0.65285, "mrr@10": 0.6592900793650794, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.88, "hit@5": 0.978, "hit@10": 0.987, "ndcg_linear@1": 0.88, "ndcg_linear@5": 0.9396692646511755, "ndcg_linear@10": 0.9425753130392354, "ndcg_exponential@1": 0.88, "ndcg_exponential@5": 0.9396692646511755, "ndcg_exponential@10": 0.9425753130392354, "precision@1": 0.88, "precision@5": 0.19560000000000002, "precision@10": 0.09870000000000002, "recall@1": 0.88, "recall@5": 0.978, "recall@10": 0.987, "f1@1": 0.88, "f1@5": 0.326, "f1@10": 0.17945454545454545, "map@1": 0.88, "map@5": 0.9262833333333333, "map@10": 0.9274833333333333, "mrr@1": 0.88, "mrr@5": 0.9262833333333333, "mrr@10": 0.9274833333333333, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.225, "hit@5": 0.489, "hit@10": 0.576, "ndcg_linear@1": 0.225, "ndcg_linear@5": 0.367340402419445, "ndcg_linear@10": 0.39538775957421374, "ndcg_exponential@1": 0.225, "ndcg_exponential@5": 0.367340402419445, "ndcg_exponential@10": 0.39538775957421374, "precision@1": 0.225, "precision@5": 0.0978, "precision@10": 0.05759999999999999, "recall@1": 0.225, "recall@5": 0.489, "recall@10": 0.576, "f1@1": 0.225, "f1@5": 0.16300000000000003, "f1@10": 0.10472727272727275, "map@1": 0.225, "map@5": 0.3266833333333333, "map@10": 0.33821190476190477, "mrr@1": 0.225, "mrr@5": 0.3266833333333333, "mrr@10": 0.33821190476190477, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.167, "hit@5": 0.367, "hit@10": 0.477, "ndcg_linear@1": 0.167, "ndcg_linear@5": 0.2701216657166709, "ndcg_linear@10": 0.3055513781231674, "ndcg_exponential@1": 0.167, "ndcg_exponential@5": 0.2701216657166709, "ndcg_exponential@10": 0.3055513781231674, "precision@1": 0.167, "precision@5": 0.07339999999999999, "precision@10": 0.04769999999999999, "recall@1": 0.167, "recall@5": 0.367, "recall@10": 0.477, "f1@1": 0.167, "f1@5": 0.12233333333333336, "f1@10": 0.08672727272727275, "map@1": 0.167, "map@5": 0.23825, "map@10": 0.2527888888888889, "mrr@1": 0.167, "mrr@5": 0.23825, "mrr@10": 0.2527888888888889, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.673, "hit@5": 0.908, "hit@10": 0.953, "ndcg_linear@1": 0.673, "ndcg_linear@5": 0.8024720312022042, "ndcg_linear@10": 0.817254493109899, "ndcg_exponential@1": 0.673, "ndcg_exponential@5": 0.8024720312022042, "ndcg_exponential@10": 0.817254493109899, "precision@1": 0.673, "precision@5": 0.1816, "precision@10": 0.09530000000000001, "recall@1": 0.673, "recall@5": 0.908, "recall@10": 0.953, "f1@1": 0.673, "f1@5": 0.3026666666666667, "f1@10": 0.17327272727272724, "map@1": 0.673, "map@5": 0.76695, "map@10": 0.7731849206349207, "mrr@1": 0.673, "mrr@5": 0.76695, "mrr@10": 0.7731849206349207, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.638, "hit@5": 0.908, "hit@10": 0.952, "ndcg_linear@1": 0.638, "ndcg_linear@5": 0.7855756805878861, "ndcg_linear@10": 0.7999697905657465, "ndcg_exponential@1": 0.638, "ndcg_exponential@5": 0.7855756805878861, "ndcg_exponential@10": 0.7999697905657465, "precision@1": 0.638, "precision@5": 0.1816, "precision@10": 0.09520000000000002, "recall@1": 0.638, "recall@5": 0.908, "recall@10": 0.952, "f1@1": 0.638, "f1@5": 0.3026666666666667, "f1@10": 0.17309090909090907, "map@1": 0.638, "map@5": 0.7443833333333333, "map@10": 0.7504174603174603, "mrr@1": 0.638, "mrr@5": 0.7443833333333333, "mrr@10": 0.7504174603174603, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.792, "hit@5": 0.924, "hit@10": 0.952, "ndcg_linear@1": 0.792, "ndcg_linear@5": 0.8668966406843204, "ndcg_linear@10": 0.8761874494423169, "ndcg_exponential@1": 0.792, "ndcg_exponential@5": 0.8668966406843204, "ndcg_exponential@10": 0.8761874494423169, "precision@1": 0.792, "precision@5": 0.18480000000000002, "precision@10": 0.09520000000000002, "recall@1": 0.792, "recall@5": 0.924, "recall@10": 0.952, "f1@1": 0.792, "f1@5": 0.30800000000000005, "f1@10": 0.1730909090909091, "map@1": 0.792, "map@5": 0.8474833333333334, "map@10": 0.851452380952381, "mrr@1": 0.792, "mrr@5": 0.8474833333333334, "mrr@10": 0.851452380952381, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.533, "hit@5": 0.782, "hit@10": 0.852, "ndcg_linear@1": 0.533, "ndcg_linear@5": 0.6697303286806052, "ndcg_linear@10": 0.6926181523192574, "ndcg_exponential@1": 0.533, "ndcg_exponential@5": 0.6697303286806052, "ndcg_exponential@10": 0.6926181523192574, "precision@1": 0.533, "precision@5": 0.1564, "precision@10": 0.08520000000000001, "recall@1": 0.533, "recall@5": 0.782, "recall@10": 0.852, "f1@1": 0.533, "f1@5": 0.26066666666666677, "f1@10": 0.1549090909090909, "map@1": 0.533, "map@5": 0.6320333333333333, "map@10": 0.6416277777777777, "mrr@1": 0.533, "mrr@5": 0.6320333333333333, "mrr@10": 0.6416277777777777, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.488, "hit@5": 0.714, "hit@10": 0.791, "ndcg_linear@1": 0.488, "ndcg_linear@5": 0.6125176356298451, "ndcg_linear@10": 0.6377114946613883, "ndcg_exponential@1": 0.488, "ndcg_exponential@5": 0.6125176356298451, "ndcg_exponential@10": 0.6377114946613883, "precision@1": 0.488, "precision@5": 0.1428, "precision@10": 0.0791, "recall@1": 0.488, "recall@5": 0.714, "recall@10": 0.791, "f1@1": 0.488, "f1@5": 0.23800000000000004, "f1@10": 0.14381818181818184, "map@1": 0.488, "map@5": 0.5783666666666668, "map@10": 0.5889353174603174, "mrr@1": 0.488, "mrr@5": 0.5783666666666668, "mrr@10": 0.5889353174603174, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.525, "hit@5": 0.889, "hit@10": 0.951, "ndcg_linear@1": 0.525, "ndcg_linear@5": 0.7274581000650043, "ndcg_linear@10": 0.7480963739729751, "ndcg_exponential@1": 0.525, "ndcg_exponential@5": 0.7274581000650043, "ndcg_exponential@10": 0.7480963739729751, "precision@1": 0.525, "precision@5": 0.1778, "precision@10": 0.09510000000000002, "recall@1": 0.525, "recall@5": 0.889, "recall@10": 0.951, "f1@1": 0.525, "f1@5": 0.29633333333333334, "f1@10": 0.17290909090909087, "map@1": 0.525, "map@5": 0.6728999999999999, "map@10": 0.6817555555555554, "mrr@1": 0.525, "mrr@5": 0.6728999999999999, "mrr@10": 0.6817555555555554, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.654, "hit@5": 0.898, "hit@10": 0.969, "ndcg_linear@1": 0.654, "ndcg_linear@5": 0.7877321093574071, "ndcg_linear@10": 0.8107980088337468, "ndcg_exponential@1": 0.654, "ndcg_exponential@5": 0.7877321093574071, "ndcg_exponential@10": 0.8107980088337468, "precision@1": 0.654, "precision@5": 0.1796, "precision@10": 0.0969, "recall@1": 0.654, "recall@5": 0.898, "recall@10": 0.969, "f1@1": 0.654, "f1@5": 0.2993333333333334, "f1@10": 0.17618181818181816, "map@1": 0.654, "map@5": 0.7507333333333334, "map@10": 0.7603190476190477, "mrr@1": 0.654, "mrr@5": 0.7507333333333334, "mrr@10": 0.7603190476190477, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.438, "hit@5": 0.626, "hit@10": 0.678, "ndcg_linear@1": 0.438, "ndcg_linear@5": 0.5408422615778652, "ndcg_linear@10": 0.5578950879390315, "ndcg_exponential@1": 0.438, "ndcg_exponential@5": 0.5408422615778652, "ndcg_exponential@10": 0.5578950879390315, "precision@1": 0.438, "precision@5": 0.12519999999999998, "precision@10": 0.0678, "recall@1": 0.438, "recall@5": 0.626, "recall@10": 0.678, "f1@1": 0.438, "f1@5": 0.20866666666666672, "f1@10": 0.12327272727272728, "map@1": 0.438, "map@5": 0.5122666666666666, "map@10": 0.5194404761904762, "mrr@1": 0.438, "mrr@5": 0.5122666666666666, "mrr@10": 0.5194404761904762, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.657, "hit@5": 0.909, "hit@10": 0.952, "ndcg_linear@1": 0.657, "ndcg_linear@5": 0.7944896569079055, "ndcg_linear@10": 0.8085316938535022, "ndcg_exponential@1": 0.657, "ndcg_exponential@5": 0.7944896569079055, "ndcg_exponential@10": 0.8085316938535022, "precision@1": 0.657, "precision@5": 0.18180000000000002, "precision@10": 0.09520000000000002, "recall@1": 0.657, "recall@5": 0.909, "recall@10": 0.952, "f1@1": 0.657, "f1@5": 0.303, "f1@10": 0.17309090909090907, "map@1": 0.657, "map@5": 0.7560500000000001, "map@10": 0.7619194444444445, "mrr@1": 0.657, "mrr@5": 0.7560500000000001, "mrr@10": 0.7619194444444445, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.768, "hit@5": 0.868, "hit@10": 0.891, "ndcg_linear@1": 0.768, "ndcg_linear@5": 0.8242318735618099, "ndcg_linear@10": 0.8314677549644637, "ndcg_exponential@1": 0.768, "ndcg_exponential@5": 0.8242318735618099, "ndcg_exponential@10": 0.8314677549644637, "precision@1": 0.768, "precision@5": 0.17360000000000003, "precision@10": 0.08910000000000001, "recall@1": 0.768, "recall@5": 0.868, "recall@10": 0.891, "f1@1": 0.768, "f1@5": 0.2893333333333334, "f1@10": 0.162, "map@1": 0.768, "map@5": 0.8094, "map@10": 0.8122662698412698, "mrr@1": 0.768, "mrr@5": 0.8094, "mrr@10": 0.8122662698412698, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.827, "hit@5": 0.968, "hit@10": 0.988, "ndcg_linear@1": 0.827, "ndcg_linear@5": 0.9062675177320464, "ndcg_linear@10": 0.9128169763799074, "ndcg_exponential@1": 0.827, "ndcg_exponential@5": 0.9062675177320464, "ndcg_exponential@10": 0.9128169763799074, "precision@1": 0.827, "precision@5": 0.19360000000000002, "precision@10": 0.09880000000000001, "recall@1": 0.827, "recall@5": 0.968, "recall@10": 0.988, "f1@1": 0.827, "f1@5": 0.3226666666666666, "f1@10": 0.17963636363636362, "map@1": 0.827, "map@5": 0.8853666666666666, "map@10": 0.8881170634920637, "mrr@1": 0.827, "mrr@5": 0.8853666666666666, "mrr@10": 0.8881170634920637, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.604, "hit@5": 0.91, "hit@10": 0.951, "ndcg_linear@1": 0.604, "ndcg_linear@5": 0.7738750178661963, "ndcg_linear@10": 0.7873057626471264, "ndcg_exponential@1": 0.604, "ndcg_exponential@5": 0.7738750178661963, "ndcg_exponential@10": 0.7873057626471264, "precision@1": 0.604, "precision@5": 0.18200000000000002, "precision@10": 0.0951, "recall@1": 0.604, "recall@5": 0.91, "recall@10": 0.951, "f1@1": 0.604, "f1@5": 0.30333333333333334, "f1@10": 0.1729090909090909, "map@1": 0.604, "map@5": 0.7279333333333334, "map@10": 0.7335753968253969, "mrr@1": 0.604, "mrr@5": 0.7279333333333334, "mrr@10": 0.7335753968253969, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.695, "hit@5": 0.858, "hit@10": 0.9, "ndcg_linear@1": 0.695, "ndcg_linear@5": 0.7834564388443919, "ndcg_linear@10": 0.7970808176391657, "ndcg_exponential@1": 0.695, "ndcg_exponential@5": 0.7834564388443919, "ndcg_exponential@10": 0.7970808176391657, "precision@1": 0.695, "precision@5": 0.17160000000000003, "precision@10": 0.09, "recall@1": 0.695, "recall@5": 0.858, "recall@10": 0.9, "f1@1": 0.695, "f1@5": 0.286, "f1@10": 0.16363636363636364, "map@1": 0.695, "map@5": 0.7584833333333334, "map@10": 0.7641349206349207, "mrr@1": 0.695, "mrr@5": 0.7584833333333334, "mrr@10": 0.7641349206349207, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.794, "hit@5": 0.917, "hit@10": 0.943, "ndcg_linear@1": 0.794, "ndcg_linear@5": 0.8620523188508009, "ndcg_linear@10": 0.8705685762710182, "ndcg_exponential@1": 0.794, "ndcg_exponential@5": 0.8620523188508009, "ndcg_exponential@10": 0.8705685762710182, "precision@1": 0.794, "precision@5": 0.18340000000000004, "precision@10": 0.09430000000000001, "recall@1": 0.794, "recall@5": 0.917, "recall@10": 0.943, "f1@1": 0.794, "f1@5": 0.30566666666666664, "f1@10": 0.17145454545454544, "map@1": 0.794, "map@5": 0.84355, "map@10": 0.847125, "mrr@1": 0.794, "mrr@5": 0.84355, "mrr@10": 0.847125, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.754, "hit@5": 0.951, "hit@10": 0.984, "ndcg_linear@1": 0.754, "ndcg_linear@5": 0.863079189692499, "ndcg_linear@10": 0.8739473228344241, "ndcg_exponential@1": 0.754, "ndcg_exponential@5": 0.863079189692499, "ndcg_exponential@10": 0.8739473228344241, "precision@1": 0.754, "precision@5": 0.1902, "precision@10": 0.0984, "recall@1": 0.754, "recall@5": 0.951, "recall@10": 0.984, "f1@1": 0.754, "f1@5": 0.317, "f1@10": 0.17890909090909088, "map@1": 0.754, "map@5": 0.8334166666666667, "map@10": 0.8380107142857143, "mrr@1": 0.754, "mrr@5": 0.8334166666666667, "mrr@10": 0.8380107142857143, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.731, "hit@5": 0.948, "hit@10": 0.984, "ndcg_linear@1": 0.731, "ndcg_linear@5": 0.8531877454578993, "ndcg_linear@10": 0.865161531032243, "ndcg_exponential@1": 0.731, "ndcg_exponential@5": 0.8531877454578993, "ndcg_exponential@10": 0.865161531032243, "precision@1": 0.731, "precision@5": 0.18960000000000002, "precision@10": 0.09840000000000002, "recall@1": 0.731, "recall@5": 0.948, "recall@10": 0.984, "f1@1": 0.731, "f1@5": 0.316, "f1@10": 0.1789090909090909, "map@1": 0.731, "map@5": 0.8210666666666666, "map@10": 0.8262067460317459, "mrr@1": 0.731, "mrr@5": 0.8210666666666666, "mrr@10": 0.8262067460317459, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.667, "hit@5": 0.969, "hit@10": 0.989, "ndcg_linear@1": 0.667, "ndcg_linear@5": 0.8385499818249782, "ndcg_linear@10": 0.8450672031088458, "ndcg_exponential@1": 0.667, "ndcg_exponential@5": 0.8385499818249782, "ndcg_exponential@10": 0.8450672031088458, "precision@1": 0.667, "precision@5": 0.19380000000000003, "precision@10": 0.0989, "recall@1": 0.667, "recall@5": 0.969, "recall@10": 0.989, "f1@1": 0.667, "f1@5": 0.323, "f1@10": 0.17981818181818182, "map@1": 0.667, "map@5": 0.79415, "map@10": 0.7968690476190476, "mrr@1": 0.667, "mrr@5": 0.79415, "mrr@10": 0.7968690476190476, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.893, "hit@5": 0.991, "hit@10": 0.994, "ndcg_linear@1": 0.893, "ndcg_linear@5": 0.9496780111800803, "ndcg_linear@10": 0.9506830165773075, "ndcg_exponential@1": 0.893, "ndcg_exponential@5": 0.9496780111800803, "ndcg_exponential@10": 0.9506830165773075, "precision@1": 0.893, "precision@5": 0.19820000000000004, "precision@10": 0.09940000000000002, "recall@1": 0.893, "recall@5": 0.991, "recall@10": 0.994, "f1@1": 0.893, "f1@5": 0.3303333333333333, "f1@10": 0.1807272727272727, "map@1": 0.893, "map@5": 0.9355166666666667, "map@10": 0.9359511904761905, "mrr@1": 0.893, "mrr@5": 0.9355166666666667, "mrr@10": 0.9359511904761905, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.39, "hit@5": 0.67, "hit@10": 0.767, "ndcg_linear@1": 0.39, "ndcg_linear@5": 0.5432889151375914, "ndcg_linear@10": 0.5746337760913309, "ndcg_exponential@1": 0.39, "ndcg_exponential@5": 0.5432889151375914, "ndcg_exponential@10": 0.5746337760913309, "precision@1": 0.39, "precision@5": 0.134, "precision@10": 0.0767, "recall@1": 0.39, "recall@5": 0.67, "recall@10": 0.767, "f1@1": 0.39, "f1@5": 0.22333333333333338, "f1@10": 0.13945454545454544, "map@1": 0.39, "map@5": 0.5007, "map@10": 0.5136242063492064, "mrr@1": 0.39, "mrr@5": 0.5007, "mrr@10": 0.5136242063492064, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.612, "hit@5": 0.839, "hit@10": 0.887, "ndcg_linear@1": 0.612, "ndcg_linear@5": 0.7332515928712526, "ndcg_linear@10": 0.7486592384601514, "ndcg_exponential@1": 0.612, "ndcg_exponential@5": 0.7332515928712526, "ndcg_exponential@10": 0.7486592384601514, "precision@1": 0.612, "precision@5": 0.1678, "precision@10": 0.08870000000000001, "recall@1": 0.612, "recall@5": 0.839, "recall@10": 0.887, "f1@1": 0.612, "f1@5": 0.2796666666666667, "f1@10": 0.16127272727272726, "map@1": 0.612, "map@5": 0.69805, "map@10": 0.704340873015873, "mrr@1": 0.612, "mrr@5": 0.69805, "mrr@10": 0.704340873015873, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.608, "hit@5": 0.84, "hit@10": 0.908, "ndcg_linear@1": 0.608, "ndcg_linear@5": 0.7340903635702707, "ndcg_linear@10": 0.7564286761023205, "ndcg_exponential@1": 0.608, "ndcg_exponential@5": 0.7340903635702707, "ndcg_exponential@10": 0.7564286761023205, "precision@1": 0.608, "precision@5": 0.168, "precision@10": 0.0908, "recall@1": 0.608, "recall@5": 0.84, "recall@10": 0.908, "f1@1": 0.608, "f1@5": 0.2800000000000001, "f1@10": 0.1650909090909091, "map@1": 0.608, "map@5": 0.6985833333333332, "map@10": 0.7080107142857144, "mrr@1": 0.608, "mrr@5": 0.6985833333333332, "mrr@10": 0.7080107142857144, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.713, "hit@5": 0.905, "hit@10": 0.942, "ndcg_linear@1": 0.713, "ndcg_linear@5": 0.8182645233267452, "ndcg_linear@10": 0.8300466537599817, "ndcg_exponential@1": 0.713, "ndcg_exponential@5": 0.8182645233267452, "ndcg_exponential@10": 0.8300466537599817, "precision@1": 0.713, "precision@5": 0.18100000000000002, "precision@10": 0.09420000000000002, "recall@1": 0.713, "recall@5": 0.905, "recall@10": 0.942, "f1@1": 0.713, "f1@5": 0.3016666666666667, "f1@10": 0.17127272727272724, "map@1": 0.713, "map@5": 0.7891166666666666, "map@10": 0.7938718253968254, "mrr@1": 0.713, "mrr@5": 0.7891166666666666, "mrr@10": 0.7938718253968254, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.847, "hit@5": 0.956, "hit@10": 0.98, "ndcg_linear@1": 0.847, "ndcg_linear@5": 0.9071762030285069, "ndcg_linear@10": 0.9148793586485966, "ndcg_exponential@1": 0.847, "ndcg_exponential@5": 0.9071762030285069, "ndcg_exponential@10": 0.9148793586485966, "precision@1": 0.847, "precision@5": 0.1912, "precision@10": 0.09800000000000003, "recall@1": 0.847, "recall@5": 0.956, "recall@10": 0.98, "f1@1": 0.847, "f1@5": 0.31866666666666665, "f1@10": 0.17818181818181816, "map@1": 0.847, "map@5": 0.8907666666666667, "map@10": 0.8939170634920636, "mrr@1": 0.847, "mrr@5": 0.8907666666666667, "mrr@10": 0.8939170634920636, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.894, "hit@5": 0.996, "hit@10": 1.0, "ndcg_linear@1": 0.894, "ndcg_linear@5": 0.9551633281976956, "ndcg_linear@10": 0.9564106602024495, "ndcg_exponential@1": 0.894, "ndcg_exponential@5": 0.9551633281976956, "ndcg_exponential@10": 0.9564106602024495, "precision@1": 0.894, "precision@5": 0.19920000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.894, "recall@5": 0.996, "recall@10": 1.0, "f1@1": 0.894, "f1@5": 0.332, "f1@10": 0.18181818181818182, "map@1": 0.894, "map@5": 0.9409833333333334, "map@10": 0.9414722222222222, "mrr@1": 0.894, "mrr@5": 0.9409833333333334, "mrr@10": 0.9414722222222222, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.83, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.83, "ndcg_linear@5": 0.9390199176142907, "ndcg_linear@10": 0.9390199176142907, "ndcg_exponential@1": 0.83, "ndcg_exponential@5": 0.9390199176142907, "ndcg_exponential@10": 0.9390199176142907, "precision@1": 0.83, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.83, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.83, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.83, "map@5": 0.9178333333333334, "map@10": 0.9178333333333334, "mrr@1": 0.83, "mrr@5": 0.9148333333333334, "mrr@10": 0.9148333333333334, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.932, "hit@5": 0.982, "hit@10": 0.989, "ndcg_linear@1": 0.932, "ndcg_linear@5": 0.9600410391247712, "ndcg_linear@10": 0.9623783873440899, "ndcg_exponential@1": 0.932, "ndcg_exponential@5": 0.9600410391247712, "ndcg_exponential@10": 0.9623783873440899, "precision@1": 0.932, "precision@5": 0.19640000000000005, "precision@10": 0.09890000000000002, "recall@1": 0.932, "recall@5": 0.982, "recall@10": 0.989, "f1@1": 0.932, "f1@5": 0.32733333333333337, "f1@10": 0.17981818181818182, "map@1": 0.932, "map@5": 0.9526166666666667, "map@10": 0.9536246031746032, "mrr@1": 0.932, "mrr@5": 0.9526166666666667, "mrr@10": 0.9536246031746032, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.636, "hit@5": 0.818, "hit@10": 0.862, "ndcg_linear@1": 0.636, "ndcg_linear@5": 0.7328698736654663, "ndcg_linear@10": 0.7470286154278099, "ndcg_exponential@1": 0.636, "ndcg_exponential@5": 0.7328698736654663, "ndcg_exponential@10": 0.7470286154278099, "precision@1": 0.636, "precision@5": 0.1636, "precision@10": 0.0862, "recall@1": 0.636, "recall@5": 0.818, "recall@10": 0.862, "f1@1": 0.636, "f1@5": 0.27266666666666667, "f1@10": 0.15672727272727274, "map@1": 0.636, "map@5": 0.7045, "map@10": 0.7102999999999999, "mrr@1": 0.636, "mrr@5": 0.7045, "mrr@10": 0.7102999999999999, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.28824833702882485, "hit@5": 0.4789356984478936, "hit@10": 0.5631929046563193, "ndcg_linear@1": 0.28824833702882485, "ndcg_linear@5": 0.3827042800962541, "ndcg_linear@10": 0.4103832879264158, "ndcg_exponential@1": 0.28824833702882485, "ndcg_exponential@5": 0.3827042800962541, "ndcg_exponential@10": 0.4103832879264158, "precision@1": 0.28824833702882485, "precision@5": 0.09578713968957871, "precision@10": 0.05676274944567627, "recall@1": 0.2827790096082779, "recall@5": 0.47124907612712497, "recall@10": 0.5566149297856615, "f1@1": 0.2841832963784184, "f1@5": 0.15874247703515998, "f1@10": 0.10280030390895138, "map@1": 0.28824833702882485, "map@5": 0.3515890613451589, "map@10": 0.3631154753105973, "mrr@1": 0.28824833702882485, "mrr@5": 0.3578344419807834, "mrr@10": 0.368892760356175, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.7186234817813765, "hit@5": 0.8785425101214575, "hit@10": 0.9109311740890689, "ndcg_linear@1": 0.7186234817813765, "ndcg_linear@5": 0.8059341882384911, "ndcg_linear@10": 0.8166048726195744, "ndcg_exponential@1": 0.7186234817813765, "ndcg_exponential@5": 0.8059341882384911, "ndcg_exponential@10": 0.8166048726195744, "precision@1": 0.7186234817813765, "precision@5": 0.1757085020242915, "precision@10": 0.09129554655870446, "recall@1": 0.7186234817813765, "recall@5": 0.8775303643724697, "recall@10": 0.9109311740890689, "f1@1": 0.7186234817813765, "f1@5": 0.2927511085405823, "f1@10": 0.16593056066740278, "map@1": 0.7186234817813765, "map@5": 0.7817645074224021, "map@10": 0.7861432427221902, "mrr@1": 0.7186234817813765, "mrr@5": 0.7820175438596492, "mrr@10": 0.7861432427221902, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.7071428571428572, "hit@5": 0.8928571428571429, "hit@10": 0.9428571428571428, "ndcg_linear@1": 0.7071428571428572, "ndcg_linear@5": 0.8070078252718834, "ndcg_linear@10": 0.8234385192209129, "ndcg_exponential@1": 0.7071428571428572, "ndcg_exponential@5": 0.8070078252718834, "ndcg_exponential@10": 0.8234385192209129, "precision@1": 0.7071428571428572, "precision@5": 0.17857142857142858, "precision@10": 0.09428571428571426, "recall@1": 0.7071428571428572, "recall@5": 0.8928571428571429, "recall@10": 0.9428571428571428, "f1@1": 0.7071428571428572, "f1@5": 0.2976190476190477, "f1@10": 0.17142857142857149, "map@1": 0.7071428571428572, "map@5": 0.778452380952381, "map@10": 0.7853954081632653, "mrr@1": 0.7071428571428572, "mrr@5": 0.778452380952381, "mrr@10": 0.7853954081632653, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.2594167679222357, "hit@5": 0.49210206561360875, "hit@10": 0.6306196840826246, "ndcg_linear@1": 0.2594167679222357, "ndcg_linear@5": 0.37791596722788773, "ndcg_linear@10": 0.4224845991375995, "ndcg_exponential@1": 0.2594167679222357, "ndcg_exponential@5": 0.37791596722788773, "ndcg_exponential@10": 0.4224845991375995, "precision@1": 0.2594167679222357, "precision@5": 0.0985419198055893, "precision@10": 0.06318347509113001, "recall@1": 0.2591130012150668, "recall@5": 0.49125151883353585, "recall@10": 0.6297691373025516, "f1@1": 0.2592142567841231, "f1@5": 0.16402823583868542, "f1@10": 0.11478331308221955, "map@1": 0.2594167679222357, "map@5": 0.3405832320777643, "map@10": 0.3588613088005554, "mrr@1": 0.2594167679222357, "mrr@5": 0.34080599432968817, "mrr@10": 0.3590717757333796, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.32, "hit@5": 0.7, "hit@10": 0.77, "ndcg_linear@1": 0.32, "ndcg_linear@5": 0.5201837630874203, "ndcg_linear@10": 0.541892290900784, "ndcg_exponential@1": 0.32, "ndcg_exponential@5": 0.5201837630874203, "ndcg_exponential@10": 0.541892290900784, "precision@1": 0.32, "precision@5": 0.13999999999999996, "precision@10": 0.07699999999999997, "recall@1": 0.32, "recall@5": 0.7, "recall@10": 0.77, "f1@1": 0.32, "f1@5": 0.23333333333333336, "f1@10": 0.14, "map@1": 0.32, "map@5": 0.46049999999999996, "map@10": 0.4689007936507937, "mrr@1": 0.32, "mrr@5": 0.46049999999999996, "mrr@10": 0.4689007936507937, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.72, "hit@5": 0.95, "hit@10": 0.98, "ndcg_linear@1": 0.72, "ndcg_linear@5": 0.8598766531785771, "ndcg_linear@10": 0.8705628687918177, "ndcg_exponential@1": 0.72, "ndcg_exponential@5": 0.8598766531785771, "ndcg_exponential@10": 0.8705628687918177, "precision@1": 0.72, "precision@5": 0.18999999999999997, "precision@10": 0.09799999999999998, "recall@1": 0.72, "recall@5": 0.95, "recall@10": 0.98, "f1@1": 0.72, "f1@5": 0.3166666666666667, "f1@10": 0.17818181818181827, "map@1": 0.72, "map@5": 0.8283333333333333, "map@10": 0.8333333333333333, "mrr@1": 0.72, "mrr@5": 0.8283333333333333, "mrr@10": 0.8333333333333333, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.78, "hit@5": 0.92, "hit@10": 0.96, "ndcg_linear@1": 0.78, "ndcg_linear@5": 0.8477605391471157, "ndcg_linear@10": 0.8610496316137732, "ndcg_exponential@1": 0.78, "ndcg_exponential@5": 0.8477605391471157, "ndcg_exponential@10": 0.8610496316137732, "precision@1": 0.78, "precision@5": 0.18399999999999994, "precision@10": 0.09599999999999997, "recall@1": 0.78, "recall@5": 0.92, "recall@10": 0.96, "f1@1": 0.78, "f1@5": 0.3066666666666667, "f1@10": 0.17454545454545464, "map@1": 0.78, "map@5": 0.8243333333333334, "map@10": 0.8300277777777778, "mrr@1": 0.78, "mrr@5": 0.8243333333333334, "mrr@10": 0.8300277777777778, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.72, "hit@5": 0.94, "hit@10": 0.97, "ndcg_linear@1": 0.72, "ndcg_linear@5": 0.849562291732901, "ndcg_linear@10": 0.8596967354317013, "ndcg_exponential@1": 0.72, "ndcg_exponential@5": 0.849562291732901, "ndcg_exponential@10": 0.8596967354317013, "precision@1": 0.72, "precision@5": 0.18799999999999997, "precision@10": 0.09699999999999998, "recall@1": 0.72, "recall@5": 0.94, "recall@10": 0.97, "f1@1": 0.72, "f1@5": 0.3133333333333334, "f1@10": 0.17636363636363644, "map@1": 0.72, "map@5": 0.8183333333333335, "map@10": 0.8227777777777778, "mrr@1": 0.72, "mrr@5": 0.8183333333333335, "mrr@10": 0.8227777777777778, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.79, "hit@5": 0.95, "hit@10": 0.97, "ndcg_linear@1": 0.79, "ndcg_linear@5": 0.8837090384735943, "ndcg_linear@10": 0.8906044436780078, "ndcg_exponential@1": 0.79, "ndcg_exponential@5": 0.8837090384735943, "ndcg_exponential@10": 0.8906044436780078, "precision@1": 0.79, "precision@5": 0.18999999999999992, "precision@10": 0.09699999999999999, "recall@1": 0.79, "recall@5": 0.95, "recall@10": 0.97, "f1@1": 0.79, "f1@5": 0.3166666666666667, "f1@10": 0.17636363636363647, "map@1": 0.79, "map@5": 0.8608333333333335, "map@10": 0.8639285714285714, "mrr@1": 0.79, "mrr@5": 0.8608333333333335, "mrr@10": 0.8639285714285714, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.4807692307692308, "hit@5": 0.6538461538461539, "hit@10": 0.8076923076923077, "ndcg_linear@1": 0.45833333333333337, "ndcg_linear@5": 0.5067061708099885, "ndcg_linear@10": 0.5535898103454507, "ndcg_exponential@1": 0.4514652014652014, "ndcg_exponential@5": 0.5058304373068659, "ndcg_exponential@10": 0.5529757710238218, "precision@1": 0.4807692307692308, "precision@5": 0.19615384615384615, "precision@10": 0.1269230769230769, "recall@1": 0.33685897435897433, "recall@5": 0.5378205128205128, "recall@10": 0.6639652014652015, "f1@1": 0.3677021696252466, "f1@5": 0.2560161243984774, "f1@10": 0.19498462510340336, "map@1": 0.4807692307692308, "map@5": 0.4637873931623932, "map@10": 0.4820528083028082, "mrr@1": 0.4807692307692308, "mrr@5": 0.5512820512820513, "mrr@10": 0.5732371794871794, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.55625, "hit@5": 0.79375, "hit@10": 0.85, "ndcg_linear@1": 0.55625, "ndcg_linear@5": 0.5515658838389879, "ndcg_linear@10": 0.5847138105105175, "ndcg_exponential@1": 0.55625, "ndcg_exponential@5": 0.551565883838988, "ndcg_exponential@10": 0.5847138105105175, "precision@1": 0.55625, "precision@5": 0.2425, "precision@10": 0.15750000000000003, "recall@1": 0.32734172077922075, "recall@5": 0.5623657531194295, "recall@10": 0.665350060478737, "f1@1": 0.37533527236652237, "f1@5": 0.29865085261960267, "f1@10": 0.22910150211988448, "map@1": 0.55625, "map@5": 0.4821927083333334, "map@10": 0.49876834726946334, "mrr@1": 0.55625, "mrr@5": 0.6503125, "mrr@10": 0.6584598214285714, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.4875, "hit@5": 0.7484375, "hit@10": 0.8265625, "ndcg_linear@1": 0.4875, "ndcg_linear@5": 0.5088648298345516, "ndcg_linear@10": 0.5368936688198138, "ndcg_exponential@1": 0.4875, "ndcg_exponential@5": 0.5088648298345516, "ndcg_exponential@10": 0.5368936688198138, "precision@1": 0.4875, "precision@5": 0.226875, "precision@10": 0.14390625, "recall@1": 0.2850508200439267, "recall@5": 0.5388800999435824, "recall@10": 0.6322984118706261, "f1@1": 0.32631020021645024, "f1@5": 0.28146095004872584, "f1@10": 0.21148025986812752, "map@1": 0.4875, "map@5": 0.4395434027777778, "map@10": 0.4504348175902305, "mrr@1": 0.4875, "mrr@5": 0.5894010416666666, "mrr@10": 0.5999429563492064, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.6724137931034483, "hit@5": 0.9310344827586207, "hit@10": 0.9655172413793104, "ndcg_linear@1": 0.6724137931034483, "ndcg_linear@5": 0.6239953099594612, "ndcg_linear@10": 0.5778584794094483, "ndcg_exponential@1": 0.6724137931034483, "ndcg_exponential@5": 0.6239953099594612, "ndcg_exponential@10": 0.5778584794094482, "precision@1": 0.6724137931034483, "precision@5": 0.5379310344827587, "precision@10": 0.40344827586206894, "recall@1": 0.11664064220773461, "recall@5": 0.33309931435822837, "recall@10": 0.4321272793882071, "f1@1": 0.16300895478128777, "f1@5": 0.33442531134294184, "f1@10": 0.3373550490696928, "map@1": 0.6724137931034483, "map@5": 0.5219157088122605, "map@10": 0.4433651857933467, "mrr@1": 0.6724137931034483, "mrr@5": 0.7801724137931034, "mrr@10": 0.784051724137931, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.6336206896551724, "hit@5": 0.8879310344827587, "hit@10": 0.9310344827586207, "ndcg_linear@1": 0.6336206896551724, "ndcg_linear@5": 0.5437763166008467, "ndcg_linear@10": 0.5163709030837411, "ndcg_exponential@1": 0.6336206896551724, "ndcg_exponential@5": 0.5437763166008467, "ndcg_exponential@10": 0.5163709030837411, "precision@1": 0.6336206896551724, "precision@5": 0.4681034482758621, "precision@10": 0.3702586206896552, "recall@1": 0.09690712856312815, "recall@5": 0.27566133069345045, "recall@10": 0.3867597735214331, "f1@1": 0.1413865085366812, "f1@5": 0.2801192302438006, "f1@10": 0.3043647207762049, "map@1": 0.6336206896551724, "map@5": 0.43907327586206896, "map@10": 0.37814547658143716, "mrr@1": 0.6336206896551724, "mrr@5": 0.7258620689655172, "mrr@10": 0.7318726053639846, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.45614035087719296, "hit@5": 0.8070175438596491, "hit@10": 0.8596491228070176, "ndcg_linear@1": 0.45614035087719296, "ndcg_linear@5": 0.4840091301428302, "ndcg_linear@10": 0.48674129856378234, "ndcg_exponential@1": 0.45614035087719296, "ndcg_exponential@5": 0.4840091301428302, "ndcg_exponential@10": 0.48674129856378234, "precision@1": 0.45614035087719296, "precision@5": 0.22807017543859648, "precision@10": 0.13859649122807016, "recall@1": 0.2482873851294904, "recall@5": 0.49895572263993315, "recall@10": 0.5520676691729324, "f1@1": 0.282098895928297, "f1@5": 0.26190759171436023, "f1@10": 0.18742349977073786, "map@1": 0.45614035087719296, "map@5": 0.40019493177387905, "map@10": 0.3901849531235496, "mrr@1": 0.45614035087719296, "mrr@5": 0.5938596491228071, "mrr@10": 0.6006265664160402, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.40350877192982454, "hit@5": 0.7236842105263158, "hit@10": 0.8289473684210527, "ndcg_linear@1": 0.40350877192982454, "ndcg_linear@5": 0.4232758971935877, "ndcg_linear@10": 0.44231743534693463, "ndcg_exponential@1": 0.40350877192982454, "ndcg_exponential@5": 0.4232758971935877, "ndcg_exponential@10": 0.44231743534693463, "precision@1": 0.40350877192982454, "precision@5": 0.20526315789473687, "precision@10": 0.13333333333333336, "recall@1": 0.20570697577276525, "recall@5": 0.4370405179615706, "recall@10": 0.5263523391812865, "f1@1": 0.23981819417391104, "f1@5": 0.23522908579623647, "f1@10": 0.179852140132, "map@1": 0.40350877192982454, "map@5": 0.345109649122807, "map@10": 0.3432124727327578, "mrr@1": 0.40350877192982454, "mrr@5": 0.5246345029239766, "mrr@10": 0.5391551796157059, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.6678921568627451, "hit@5": 0.8026960784313726, "hit@10": 0.8566176470588235, "ndcg_linear@1": 0.6678921568627451, "ndcg_linear@5": 0.7396009213599012, "ndcg_linear@10": 0.7571120950537005, "ndcg_exponential@1": 0.6678921568627451, "ndcg_exponential@5": 0.7396009213599012, "ndcg_exponential@10": 0.7571120950537005, "precision@1": 0.6678921568627451, "precision@5": 0.16053921568627452, "precision@10": 0.08566176470588235, "recall@1": 0.6678921568627451, "recall@5": 0.8026960784313726, "recall@10": 0.8566176470588235, "f1@1": 0.6678921568627451, "f1@5": 0.2675653594771243, "f1@10": 0.15574866310160432, "map@1": 0.6678921568627451, "map@5": 0.7186070261437907, "map@10": 0.7258802131963897, "mrr@1": 0.6678921568627451, "mrr@5": 0.7186070261437907, "mrr@10": 0.7258802131963897, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.7142857142857143, "hit@5": 0.9047619047619048, "hit@10": 0.9523809523809523, "ndcg_linear@1": 0.7142857142857143, "ndcg_linear@5": 0.8271276879399446, "ndcg_linear@10": 0.8426611061424722, "ndcg_exponential@1": 0.7142857142857143, "ndcg_exponential@5": 0.8271276879399446, "ndcg_exponential@10": 0.8426611061424722, "precision@1": 0.7142857142857143, "precision@5": 0.18095238095238086, "precision@10": 0.09523809523809518, "recall@1": 0.7142857142857143, "recall@5": 0.9047619047619048, "recall@10": 0.9523809523809523, "f1@1": 0.7142857142857143, "f1@5": 0.3015873015873015, "f1@10": 0.17316017316017318, "map@1": 0.7142857142857143, "map@5": 0.8002645502645502, "map@10": 0.8067649281934997, "mrr@1": 0.7142857142857143, "mrr@5": 0.8002645502645502, "mrr@10": 0.8067649281934997, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.6345177664974619, "hit@5": 0.8477157360406091, "hit@10": 0.9018612521150592, "ndcg_linear@1": 0.6345177664974619, "ndcg_linear@5": 0.7514909307949428, "ndcg_linear@10": 0.7691854509486024, "ndcg_exponential@1": 0.6345177664974619, "ndcg_exponential@5": 0.7514909307949428, "ndcg_exponential@10": 0.7691854509486024, "precision@1": 0.6345177664974619, "precision@5": 0.1695431472081218, "precision@10": 0.09018612521150592, "recall@1": 0.6345177664974619, "recall@5": 0.8477157360406091, "recall@10": 0.9018612521150592, "f1@1": 0.6345177664974619, "f1@5": 0.2825719120135365, "f1@10": 0.16397477311182898, "map@1": 0.6345177664974619, "map@5": 0.7191201353637902, "map@10": 0.7265282142185695, "mrr@1": 0.6345177664974619, "mrr@5": 0.7191201353637902, "mrr@10": 0.7265282142185695, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.8183453237410072, "hit@5": 0.9460431654676259, "hit@10": 0.960431654676259, "ndcg_linear@1": 0.8183453237410072, "ndcg_linear@5": 0.8757603375609319, "ndcg_linear@10": 0.8826063813963076, "ndcg_exponential@1": 0.8183453237410072, "ndcg_exponential@5": 0.8757603375609319, "ndcg_exponential@10": 0.8826063813963076, "precision@1": 0.8183453237410072, "precision@5": 0.23453237410071945, "precision@10": 0.11978417266187052, "recall@1": 0.7077338129496403, "recall@5": 0.9307553956834532, "recall@10": 0.9505395683453237, "f1@1": 0.7446043165467626, "f1@5": 0.36784857828023304, "f1@10": 0.2102954000436015, "map@1": 0.8183453237410072, "map@5": 0.8467026378896882, "map@10": 0.8500692303300217, "mrr@1": 0.8183453237410072, "mrr@5": 0.8747901678657074, "mrr@10": 0.8768385291766587, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.7910863509749304, "hit@5": 0.9498607242339833, "hit@10": 0.9735376044568245, "ndcg_linear@1": 0.7910863509749304, "ndcg_linear@5": 0.8790605012800432, "ndcg_linear@10": 0.8868808761920904, "ndcg_exponential@1": 0.7910863509749304, "ndcg_exponential@5": 0.8790605012800432, "ndcg_exponential@10": 0.8868808761920904, "precision@1": 0.7910863509749304, "precision@5": 0.18997214484679661, "precision@10": 0.09735376044568242, "recall@1": 0.7910863509749304, "recall@5": 0.9498607242339833, "recall@10": 0.9735376044568245, "f1@1": 0.7910863509749304, "f1@5": 0.31662024141132783, "f1@10": 0.17700683717396815, "map@1": 0.7910863509749304, "map@5": 0.8551532033426184, "map@10": 0.8584770305522396, "mrr@1": 0.7910863509749304, "mrr@5": 0.8551532033426184, "mrr@10": 0.8584770305522396, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.544611819235226, "hit@5": 0.8308227114716107, "hit@10": 0.9177288528389339, "ndcg_linear@1": 0.544611819235226, "ndcg_linear@5": 0.6942176970260413, "ndcg_linear@10": 0.7230786635160757, "ndcg_exponential@1": 0.544611819235226, "ndcg_exponential@5": 0.6942176970260413, "ndcg_exponential@10": 0.7230786635160757, "precision@1": 0.544611819235226, "precision@5": 0.1661645422943221, "precision@10": 0.0917728852838934, "recall@1": 0.544611819235226, "recall@5": 0.8308227114716107, "recall@10": 0.9177288528389339, "f1@1": 0.544611819235226, "f1@5": 0.27694090382387027, "f1@10": 0.16685979142526072, "map@1": 0.544611819235226, "map@5": 0.6489764387794515, "map@10": 0.6613304456583716, "mrr@1": 0.544611819235226, "mrr@5": 0.6489764387794515, "mrr@10": 0.6613304456583716, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.03590192644483362, "hit@5": 0.3975481611208406, "hit@10": 0.5691768826619965, "ndcg_linear@1": 0.03590192644483362, "ndcg_linear@5": 0.22521258403626243, "ndcg_linear@10": 0.28053386139174635, "ndcg_exponential@1": 0.03590192644483362, "ndcg_exponential@5": 0.2252125840362625, "ndcg_exponential@10": 0.2805338613917464, "precision@1": 0.03590192644483362, "precision@5": 0.07950963222416814, "precision@10": 0.05691768826619965, "recall@1": 0.03590192644483362, "recall@5": 0.3975481611208406, "recall@10": 0.5691768826619965, "f1@1": 0.03590192644483362, "f1@5": 0.13251605370694688, "f1@10": 0.10348670593854482, "map@1": 0.03590192644483362, "map@5": 0.16818447168709866, "map@10": 0.19090950157062242, "mrr@1": 0.03590192644483362, "mrr@5": 0.16818447168709866, "mrr@10": 0.19090950157062242, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.967600700525394, "hit@5": 0.9912434325744308, "hit@10": 0.9947460595446584, "ndcg_linear@1": 0.6640396964389959, "ndcg_linear@5": 0.7381875577427405, "ndcg_linear@10": 0.6871635755844959, "ndcg_exponential@1": 0.44721040780585436, "ndcg_exponential@5": 0.6351323839097036, "ndcg_exponential@10": 0.6271573405500023, "precision@1": 0.967600700525394, "precision@5": 0.7894921190893169, "precision@10": 0.6666374781085814, "recall@1": 0.05685904650277686, "recall@5": 0.2297427137579388, "recall@10": 0.37873050973241357, "f1@1": 0.1066827260357991, "f1@5": 0.34885226987624357, "f1@10": 0.4725989168559724, "map@1": 0.967600700525394, "map@5": 0.7663018096906012, "map@10": 0.6290937040964144, "mrr@1": 0.967600700525394, "mrr@5": 0.9774810274372445, "mrr@10": 0.9779466544352708, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.06921241050119331, "hit@5": 0.2684964200477327, "hit@10": 0.3615751789976134, "ndcg_linear@1": 0.06921241050119331, "ndcg_linear@5": 0.13321438053690215, "ndcg_linear@10": 0.16407663340081668, "ndcg_exponential@1": 0.06921241050119331, "ndcg_exponential@5": 0.13321438053690218, "ndcg_exponential@10": 0.16407663340081668, "precision@1": 0.06921241050119331, "precision@5": 0.06109785202863962, "precision@10": 0.04474940334128878, "recall@1": 0.03948886237072395, "recall@5": 0.19447096260938743, "recall@10": 0.2800511640308776, "f1@1": 0.0478245037910909, "f1@5": 0.08852321536232811, "f1@10": 0.07425630814568612, "map@1": 0.06921241050119331, "map@5": 0.09737635905595333, "map@10": 0.11133320863481962, "mrr@1": 0.06921241050119331, "mrr@5": 0.13852426412092284, "mrr@10": 0.15127808084251998, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.5918854415274463, "hit@5": 0.7362768496420048, "hit@10": 0.7744630071599046, "ndcg_linear@1": 0.4152744630071599, "ndcg_linear@5": 0.4261384981108878, "ndcg_linear@10": 0.4019035560697594, "ndcg_exponential@1": 0.2891237640640982, "ndcg_exponential@5": 0.3576172404449913, "ndcg_exponential@10": 0.3589966960948837, "precision@1": 0.5918854415274463, "precision@5": 0.46634844868735087, "precision@10": 0.4014319809069212, "recall@1": 0.0191876249526271, "recall@5": 0.07398509122648067, "recall@10": 0.12445621257012725, "f1@1": 0.03679959766537488, "f1@5": 0.12303925012943988, "f1@10": 0.17929201388303725, "map@1": 0.5918854415274463, "map@5": 0.4240692124105012, "map@10": 0.3442249750602973, "mrr@1": 0.5918854415274463, "mrr@5": 0.6487072394590293, "mrr@10": 0.6537196461719134, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.3784860557768924, "hit@5": 0.6254980079681275, "hit@10": 0.7131474103585658, "ndcg_linear@1": 0.3784860557768924, "ndcg_linear@5": 0.5084233639109036, "ndcg_linear@10": 0.5369917368207054, "ndcg_exponential@1": 0.3784860557768924, "ndcg_exponential@5": 0.5084233639109036, "ndcg_exponential@10": 0.5369917368207054, "precision@1": 0.3784860557768924, "precision@5": 0.1250996015936255, "precision@10": 0.07131474103585657, "recall@1": 0.3784860557768924, "recall@5": 0.6254980079681275, "recall@10": 0.7131474103585658, "f1@1": 0.3784860557768924, "f1@5": 0.2084993359893759, "f1@10": 0.12966316551973922, "map@1": 0.3784860557768924, "map@5": 0.4696049136786189, "map@10": 0.48152232340479356, "mrr@1": 0.3784860557768924, "mrr@5": 0.4696049136786189, "mrr@10": 0.48152232340479356, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.365, "hit@5": 0.622, "hit@10": 0.729, "ndcg_linear@1": 0.365, "ndcg_linear@5": 0.5005179659992803, "ndcg_linear@10": 0.5349745937931284, "ndcg_exponential@1": 0.365, "ndcg_exponential@5": 0.5005179659992803, "ndcg_exponential@10": 0.5349745937931284, "precision@1": 0.365, "precision@5": 0.12439999999999998, "precision@10": 0.0729, "recall@1": 0.365, "recall@5": 0.622, "recall@10": 0.729, "f1@1": 0.365, "f1@5": 0.20733333333333337, "f1@10": 0.13254545454545455, "map@1": 0.365, "map@5": 0.46016666666666667, "map@10": 0.47430555555555554, "mrr@1": 0.365, "mrr@5": 0.46016666666666667, "mrr@10": 0.47430555555555554, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.564179104477612, "hit@5": 0.8417910447761194, "hit@10": 0.9149253731343283, "ndcg_linear@1": 0.564179104477612, "ndcg_linear@5": 0.7135852695954814, "ndcg_linear@10": 0.7373464947299888, "ndcg_exponential@1": 0.564179104477612, "ndcg_exponential@5": 0.7135852695954814, "ndcg_exponential@10": 0.7373464947299888, "precision@1": 0.564179104477612, "precision@5": 0.16835820895522385, "precision@10": 0.09149253731343282, "recall@1": 0.564179104477612, "recall@5": 0.8417910447761194, "recall@10": 0.9149253731343283, "f1@1": 0.564179104477612, "f1@5": 0.2805970149253732, "f1@10": 0.1663500678426052, "map@1": 0.564179104477612, "map@5": 0.670771144278607, "map@10": 0.6806467661691542, "mrr@1": 0.564179104477612, "mrr@5": 0.670771144278607, "mrr@10": 0.6806467661691542, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.31956230460026797, "hit@5": 0.5995980348369808, "hit@10": 0.7154979901741849, "ndcg_linear@1": 0.31956230460026797, "ndcg_linear@5": 0.4658379606490761, "ndcg_linear@10": 0.5034674297940451, "ndcg_exponential@1": 0.31956230460026797, "ndcg_exponential@5": 0.4658379606490761, "ndcg_exponential@10": 0.5034674297940451, "precision@1": 0.31956230460026797, "precision@5": 0.11991960696739616, "precision@10": 0.07154979901741848, "recall@1": 0.31956230460026797, "recall@5": 0.5995980348369808, "recall@10": 0.7154979901741849, "f1@1": 0.31956230460026797, "f1@5": 0.19986601161232698, "f1@10": 0.13009054366803363, "map@1": 0.31956230460026797, "map@5": 0.4215981837129671, "map@10": 0.4372130592597319, "mrr@1": 0.31956230460026797, "mrr@5": 0.4215981837129671, "mrr@10": 0.4372130592597319, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.09468386284995281, "hit@5": 0.2132746146586977, "hit@10": 0.2887700534759358, "ndcg_linear@1": 0.09468386284995281, "ndcg_linear@5": 0.1552679245645221, "ndcg_linear@10": 0.1795503822248778, "ndcg_exponential@1": 0.09468386284995281, "ndcg_exponential@5": 0.1552679245645221, "ndcg_exponential@10": 0.1795503822248778, "precision@1": 0.09468386284995281, "precision@5": 0.042654922931739545, "precision@10": 0.028877005347593583, "recall@1": 0.09468386284995281, "recall@5": 0.2132746146586977, "recall@10": 0.2887700534759358, "f1@1": 0.09468386284995281, "f1@5": 0.07109153821956592, "f1@10": 0.05250364608653379, "map@1": 0.09468386284995281, "map@5": 0.13621159693824053, "map@10": 0.14616044278674037, "mrr@1": 0.09468386284995281, "mrr@5": 0.13621159693824053, "mrr@10": 0.14616044278674037, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5844875346260388, "hit@5": 0.9233610341643582, "hit@10": 1.0, "ndcg_linear@1": 0.5844875346260388, "ndcg_linear@5": 0.7673666242833931, "ndcg_linear@10": 0.7923121272702577, "ndcg_exponential@1": 0.5844875346260388, "ndcg_exponential@5": 0.7673666242833931, "ndcg_exponential@10": 0.7923121272702577, "precision@1": 0.5844875346260388, "precision@5": 0.18467220683287167, "precision@10": 0.09999999999999998, "recall@1": 0.5844875346260388, "recall@5": 0.9233610341643582, "recall@10": 1.0, "f1@1": 0.5844875346260388, "f1@5": 0.3077870113881195, "f1@10": 0.18181818181818185, "map@1": 0.5844875346260388, "map@5": 0.7152354570637119, "map@10": 0.7256240015242785, "mrr@1": 0.5844875346260388, "mrr@5": 0.7152354570637119, "mrr@10": 0.7256240015242785, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.18707015130674004, "hit@5": 0.5859697386519945, "hit@10": 1.0, "ndcg_linear@1": 0.18707015130674004, "ndcg_linear@5": 0.38248959900998625, "ndcg_linear@10": 0.512141897672638, "ndcg_exponential@1": 0.18707015130674004, "ndcg_exponential@5": 0.38248959900998625, "ndcg_exponential@10": 0.512141897672638, "precision@1": 0.18707015130674004, "precision@5": 0.11719394773039889, "precision@10": 0.09999999999999998, "recall@1": 0.18707015130674004, "recall@5": 0.5859697386519945, "recall@10": 1.0, "f1@1": 0.18707015130674004, "f1@5": 0.19532324621733155, "f1@10": 0.18181818181818185, "map@1": 0.18707015130674004, "map@5": 0.31636863823933975, "map@10": 0.367436300517456, "mrr@1": 0.18707015130674004, "mrr@5": 0.31636863823933975, "mrr@10": 0.367436300517456, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.41444444444444445, "hit@5": 0.8977777777777778, "hit@10": 1.0, "ndcg_linear@1": 0.41444444444444445, "ndcg_linear@5": 0.6712446517106028, "ndcg_linear@10": 0.7101997710080306, "ndcg_exponential@1": 0.41444444444444445, "ndcg_exponential@5": 0.6712446517106028, "ndcg_exponential@10": 0.7101997710080306, "precision@1": 0.41444444444444445, "precision@5": 0.197, "precision@10": 0.1127777777777778, "recall@1": 0.3934490740740741, "recall@5": 0.884212962962963, "recall@10": 0.9983796296296297, "f1@1": 0.4000149911816579, "f1@5": 0.3172931081264415, "f1@10": 0.2001037542704209, "map@1": 0.41444444444444445, "map@5": 0.595186574074074, "map@10": 0.6135632348618459, "mrr@1": 0.41444444444444445, "mrr@5": 0.6027407407407408, "mrr@10": 0.6168068783068783, "num_pred": 1800, "num_data": 1800 }, "K700": { "hit@1": 0.401, "hit@5": 0.678, "hit@10": 0.744, "ndcg_linear@1": 0.401, "ndcg_linear@5": 0.5491899087531276, "ndcg_linear@10": 0.570929753464218, "ndcg_exponential@1": 0.401, "ndcg_exponential@5": 0.5491899087531276, "ndcg_exponential@10": 0.570929753464218, "precision@1": 0.401, "precision@5": 0.13559999999999997, "precision@10": 0.07440000000000001, "recall@1": 0.401, "recall@5": 0.678, "recall@10": 0.744, "f1@1": 0.401, "f1@5": 0.22600000000000006, "f1@10": 0.13527272727272732, "map@1": 0.401, "map@5": 0.5062666666666666, "map@10": 0.5154734126984126, "mrr@1": 0.401, "mrr@5": 0.5062666666666666, "mrr@10": 0.5154734126984126, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.358, "hit@5": 0.644, "hit@10": 0.756, "ndcg_linear@1": 0.358, "ndcg_linear@5": 0.5123197823084423, "ndcg_linear@10": 0.5486757900301636, "ndcg_exponential@1": 0.358, "ndcg_exponential@5": 0.5123197823084423, "ndcg_exponential@10": 0.5486757900301636, "precision@1": 0.358, "precision@5": 0.12879999999999997, "precision@10": 0.0756, "recall@1": 0.358, "recall@5": 0.644, "recall@10": 0.756, "f1@1": 0.358, "f1@5": 0.21466666666666676, "f1@10": 0.13745454545454544, "map@1": 0.358, "map@5": 0.4683333333333333, "map@10": 0.48342341269841266, "mrr@1": 0.358, "mrr@5": 0.4683333333333333, "mrr@10": 0.48342341269841266, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.469, "hit@5": 0.705, "hit@10": 0.807, "ndcg_linear@1": 0.469, "ndcg_linear@5": 0.5985372249919484, "ndcg_linear@10": 0.6318328535840803, "ndcg_exponential@1": 0.469, "ndcg_exponential@5": 0.5985372249919484, "ndcg_exponential@10": 0.6318328535840803, "precision@1": 0.469, "precision@5": 0.141, "precision@10": 0.0807, "recall@1": 0.469, "recall@5": 0.705, "recall@10": 0.807, "f1@1": 0.469, "f1@5": 0.23500000000000007, "f1@10": 0.14672727272727276, "map@1": 0.469, "map@5": 0.5627833333333333, "map@10": 0.5767099206349205, "mrr@1": 0.469, "mrr@5": 0.5627833333333333, "mrr@10": 0.5767099206349205, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.396, "hit@5": 0.578, "hit@10": 0.642, "ndcg_linear@1": 0.396, "ndcg_linear@5": 0.49688662750278717, "ndcg_linear@10": 0.5175989354202445, "ndcg_exponential@1": 0.396, "ndcg_exponential@5": 0.49688662750278717, "ndcg_exponential@10": 0.5175989354202445, "precision@1": 0.396, "precision@5": 0.1156, "precision@10": 0.0642, "recall@1": 0.396, "recall@5": 0.578, "recall@10": 0.642, "f1@1": 0.396, "f1@5": 0.19266666666666674, "f1@10": 0.11672727272727275, "map@1": 0.396, "map@5": 0.46948333333333336, "map@10": 0.47803888888888885, "mrr@1": 0.396, "mrr@5": 0.46948333333333336, "mrr@10": 0.47803888888888885, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.16628175519630484, "hit@5": 0.5704387990762124, "hit@10": 1.0, "ndcg_linear@1": 0.16628175519630484, "ndcg_linear@5": 0.3594777564815222, "ndcg_linear@10": 0.49897171267064255, "ndcg_exponential@1": 0.16628175519630484, "ndcg_exponential@5": 0.3594777564815222, "ndcg_exponential@10": 0.49897171267064255, "precision@1": 0.16628175519630484, "precision@5": 0.11408775981524247, "precision@10": 0.1, "recall@1": 0.16628175519630484, "recall@5": 0.5704387990762124, "recall@10": 1.0, "f1@1": 0.16628175519630484, "f1@5": 0.19014626635873755, "f1@10": 0.1818181818181818, "map@1": 0.16628175519630484, "map@5": 0.2912625096227867, "map@10": 0.3491706074269585, "mrr@1": 0.16628175519630484, "mrr@5": 0.2912625096227867, "mrr@10": 0.3491706074269585, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.489, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.489, "ndcg_linear@5": 0.7703159230451232, "ndcg_linear@10": 0.7703159230451232, "ndcg_exponential@1": 0.489, "ndcg_exponential@5": 0.7703159230451232, "ndcg_exponential@10": 0.7703159230451232, "precision@1": 0.489, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.489, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.489, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.489, "map@5": 0.6926875, "map@10": 0.6926875, "mrr@1": 0.489, "mrr@5": 0.6926875, "mrr@10": 0.6926875, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.46, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.46, "ndcg_linear@5": 0.7514241426205759, "ndcg_linear@10": 0.7514241426205759, "ndcg_exponential@1": 0.46, "ndcg_exponential@5": 0.7514241426205759, "ndcg_exponential@10": 0.7514241426205759, "precision@1": 0.46, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.46, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.46, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.46, "map@5": 0.6679012345679012, "map@10": 0.6679012345679012, "mrr@1": 0.46, "mrr@5": 0.6679012345679012, "mrr@10": 0.6679012345679012, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.6242410088743577, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.6242410088743577, "ndcg_linear@5": 0.8251125656021764, "ndcg_linear@10": 0.8251125656021764, "ndcg_exponential@1": 0.6242410088743577, "ndcg_exponential@5": 0.8251125656021764, "ndcg_exponential@10": 0.8251125656021764, "precision@1": 0.6242410088743577, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.6242410088743577, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.6242410088743577, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.6242410088743577, "map@5": 0.7668243032850692, "map@10": 0.7668243032850692, "mrr@1": 0.6242410088743577, "mrr@5": 0.7666491514868441, "mrr@10": 0.7666491514868441, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.6, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.6, "ndcg_linear@5": 0.8168372075920476, "ndcg_linear@10": 0.8168372075920476, "ndcg_exponential@1": 0.6, "ndcg_exponential@5": 0.8168372075920476, "ndcg_exponential@10": 0.8168372075920476, "precision@1": 0.6, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.6, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.6, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.6, "map@5": 0.7555333333333333, "map@10": 0.7555333333333333, "mrr@1": 0.6, "mrr@5": 0.7555333333333333, "mrr@10": 0.7555333333333333, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.76, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.76, "ndcg_linear@5": 0.9114231408571498, "ndcg_linear@10": 0.9114231408571498, "ndcg_exponential@1": 0.76, "ndcg_exponential@5": 0.9114231408571498, "ndcg_exponential@10": 0.9114231408571498, "precision@1": 0.76, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.76, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.76, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.76, "map@5": 0.88, "map@10": 0.88, "mrr@1": 0.76, "mrr@5": 0.88, "mrr@10": 0.88, "num_pred": 1000, "num_data": 1000 } } } }