{ "metadata": { "model_name": "interestFM-UIR-CAFe-0.5B", "model_size": 0.894, "embedding_dimension": 896, "max_length_tokens": null, "model_release_date": "", "data_source": "Self-Reported", "url": "https://arxiv.org/abs/2503.19900", "report_generated_date": "2025-07-06T19:24:15.037083" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.646, "hit@5": 0.914, "hit@10": 0.952, "ndcg_linear@1": 0.646, "ndcg_linear@5": 0.7966571128405014, "ndcg_linear@10": 0.8092603489678825, "ndcg_exponential@1": 0.646, "ndcg_exponential@5": 0.7966571128405014, "ndcg_exponential@10": 0.8092603489678825, "precision@1": 0.646, "precision@5": 0.18280000000000002, "precision@10": 0.09520000000000002, "recall@1": 0.646, "recall@5": 0.914, "recall@10": 0.952, "f1@1": 0.646, "f1@5": 0.3046666666666667, "f1@10": 0.17309090909090907, "map@1": 0.646, "map@5": 0.7569, "map@10": 0.7622853174603174, "mrr@1": 0.646, "mrr@5": 0.7569, "mrr@10": 0.7622853174603174, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.696, "hit@5": 0.936, "hit@10": 0.98, "ndcg_linear@1": 0.696, "ndcg_linear@5": 0.8302032058429583, "ndcg_linear@10": 0.8447880983394339, "ndcg_exponential@1": 0.696, "ndcg_exponential@5": 0.8302032058429583, "ndcg_exponential@10": 0.8447880983394339, "precision@1": 0.696, "precision@5": 0.18720000000000003, "precision@10": 0.09800000000000002, "recall@1": 0.696, "recall@5": 0.936, "recall@10": 0.98, "f1@1": 0.696, "f1@5": 0.312, "f1@10": 0.17818181818181816, "map@1": 0.696, "map@5": 0.7944166666666667, "map@10": 0.8006468253968253, "mrr@1": 0.696, "mrr@5": 0.7944166666666667, "mrr@10": 0.8006468253968253, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.553, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.553, "ndcg_linear@5": 0.8350255998464416, "ndcg_linear@10": 0.8350255998464416, "ndcg_exponential@1": 0.553, "ndcg_exponential@5": 0.8350255998464416, "ndcg_exponential@10": 0.8350255998464416, "precision@1": 0.553, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.553, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.553, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.553, "map@5": 0.7765, "map@10": 0.7765, "mrr@1": 0.553, "mrr@5": 0.7765, "mrr@10": 0.7765, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.819, "hit@5": 0.986, "hit@10": 0.998, "ndcg_linear@1": 0.819, "ndcg_linear@5": 0.9116863481827936, "ndcg_linear@10": 0.9156188892425885, "ndcg_exponential@1": 0.819, "ndcg_exponential@5": 0.9116863481827936, "ndcg_exponential@10": 0.9156188892425885, "precision@1": 0.819, "precision@5": 0.19720000000000004, "precision@10": 0.09980000000000001, "recall@1": 0.819, "recall@5": 0.986, "recall@10": 0.998, "f1@1": 0.819, "f1@5": 0.32866666666666666, "f1@10": 0.18145454545454545, "map@1": 0.819, "map@5": 0.88655, "map@10": 0.8882007936507936, "mrr@1": 0.819, "mrr@5": 0.88655, "mrr@10": 0.8882007936507936, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.688, "hit@5": 0.93, "hit@10": 0.965, "ndcg_linear@1": 0.688, "ndcg_linear@5": 0.8202475174934752, "ndcg_linear@10": 0.8318159145977356, "ndcg_exponential@1": 0.688, "ndcg_exponential@5": 0.8202475174934752, "ndcg_exponential@10": 0.8318159145977356, "precision@1": 0.688, "precision@5": 0.18600000000000003, "precision@10": 0.09650000000000002, "recall@1": 0.688, "recall@5": 0.93, "recall@10": 0.965, "f1@1": 0.688, "f1@5": 0.31, "f1@10": 0.17545454545454545, "map@1": 0.688, "map@5": 0.7833833333333333, "map@10": 0.7883051587301587, "mrr@1": 0.688, "mrr@5": 0.7833833333333333, "mrr@10": 0.7883051587301587, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.374, "hit@5": 0.666, "hit@10": 0.772, "ndcg_linear@1": 0.374, "ndcg_linear@5": 0.533665187139852, "ndcg_linear@10": 0.5680651728262941, "ndcg_exponential@1": 0.374, "ndcg_exponential@5": 0.533665187139852, "ndcg_exponential@10": 0.5680651728262941, "precision@1": 0.374, "precision@5": 0.13319999999999999, "precision@10": 0.07719999999999999, "recall@1": 0.374, "recall@5": 0.666, "recall@10": 0.772, "f1@1": 0.374, "f1@5": 0.22200000000000006, "f1@10": 0.14036363636363638, "map@1": 0.374, "map@5": 0.48923333333333335, "map@10": 0.5035107142857143, "mrr@1": 0.374, "mrr@5": 0.48923333333333335, "mrr@10": 0.5035107142857143, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.381, "hit@5": 0.636, "hit@10": 0.757, "ndcg_linear@1": 0.381, "ndcg_linear@5": 0.5131637610396987, "ndcg_linear@10": 0.552865900560507, "ndcg_exponential@1": 0.381, "ndcg_exponential@5": 0.5131637610396987, "ndcg_exponential@10": 0.552865900560507, "precision@1": 0.381, "precision@5": 0.12719999999999998, "precision@10": 0.0757, "recall@1": 0.381, "recall@5": 0.636, "recall@10": 0.757, "f1@1": 0.381, "f1@5": 0.21200000000000005, "f1@10": 0.13763636363636367, "map@1": 0.381, "map@5": 0.47263333333333335, "map@10": 0.48934841269841267, "mrr@1": 0.381, "mrr@5": 0.47263333333333335, "mrr@10": 0.48934841269841267, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.864, "hit@5": 0.967, "hit@10": 0.98, "ndcg_linear@1": 0.864, "ndcg_linear@5": 0.9226311407749492, "ndcg_linear@10": 0.9269327520811728, "ndcg_exponential@1": 0.864, "ndcg_exponential@5": 0.9226311407749492, "ndcg_exponential@10": 0.9269327520811728, "precision@1": 0.864, "precision@5": 0.19340000000000004, "precision@10": 0.09800000000000002, "recall@1": 0.864, "recall@5": 0.967, "recall@10": 0.98, "f1@1": 0.864, "f1@5": 0.32233333333333336, "f1@10": 0.1781818181818182, "map@1": 0.864, "map@5": 0.9075166666666666, "map@10": 0.9093460317460317, "mrr@1": 0.864, "mrr@5": 0.9075166666666666, "mrr@10": 0.9093460317460317, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.51, "hit@5": 0.741, "hit@10": 0.823, "ndcg_linear@1": 0.51, "ndcg_linear@5": 0.6327668702767115, "ndcg_linear@10": 0.6592410372023958, "ndcg_exponential@1": 0.51, "ndcg_exponential@5": 0.6327668702767115, "ndcg_exponential@10": 0.6592410372023958, "precision@1": 0.51, "precision@5": 0.1482, "precision@10": 0.0823, "recall@1": 0.51, "recall@5": 0.741, "recall@10": 0.823, "f1@1": 0.51, "f1@5": 0.24700000000000005, "f1@10": 0.14963636363636365, "map@1": 0.51, "map@5": 0.5967833333333333, "map@10": 0.6076888888888888, "mrr@1": 0.51, "mrr@5": 0.5967833333333333, "mrr@10": 0.6076888888888888, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.113, "hit@5": 0.28, "hit@10": 0.415, "ndcg_linear@1": 0.113, "ndcg_linear@5": 0.19882186666317805, "ndcg_linear@10": 0.2419518021666501, "ndcg_exponential@1": 0.113, "ndcg_exponential@5": 0.19882186666317805, "ndcg_exponential@10": 0.2419518021666501, "precision@1": 0.113, "precision@5": 0.056, "precision@10": 0.0415, "recall@1": 0.113, "recall@5": 0.28, "recall@10": 0.415, "f1@1": 0.113, "f1@5": 0.09333333333333334, "f1@10": 0.07545454545454547, "map@1": 0.113, "map@5": 0.17213333333333333, "map@10": 0.1896234126984127, "mrr@1": 0.113, "mrr@5": 0.17213333333333333, "mrr@10": 0.1896234126984127, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.471, "hit@5": 0.743, "hit@10": 0.819, "ndcg_linear@1": 0.471, "ndcg_linear@5": 0.6205839914661038, "ndcg_linear@10": 0.6449168077618873, "ndcg_exponential@1": 0.471, "ndcg_exponential@5": 0.6205839914661038, "ndcg_exponential@10": 0.6449168077618873, "precision@1": 0.471, "precision@5": 0.14859999999999998, "precision@10": 0.0819, "recall@1": 0.471, "recall@5": 0.743, "recall@10": 0.819, "f1@1": 0.471, "f1@5": 0.2476666666666667, "f1@10": 0.14890909090909094, "map@1": 0.471, "map@5": 0.5794000000000001, "map@10": 0.5893003968253968, "mrr@1": 0.471, "mrr@5": 0.5794000000000001, "mrr@10": 0.5893003968253968, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.43, "hit@5": 0.765, "hit@10": 0.856, "ndcg_linear@1": 0.43, "ndcg_linear@5": 0.6084647757389733, "ndcg_linear@10": 0.6384505140272806, "ndcg_exponential@1": 0.43, "ndcg_exponential@5": 0.6084647757389733, "ndcg_exponential@10": 0.6384505140272806, "precision@1": 0.43, "precision@5": 0.153, "precision@10": 0.0856, "recall@1": 0.43, "recall@5": 0.765, "recall@10": 0.856, "f1@1": 0.43, "f1@5": 0.25500000000000006, "f1@10": 0.15563636363636366, "map@1": 0.43, "map@5": 0.5563499999999999, "map@10": 0.5690484126984127, "mrr@1": 0.43, "mrr@5": 0.5563499999999999, "mrr@10": 0.5690484126984127, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.606, "hit@5": 0.801, "hit@10": 0.865, "ndcg_linear@1": 0.606, "ndcg_linear@5": 0.7119701446771444, "ndcg_linear@10": 0.7329055118032948, "ndcg_exponential@1": 0.606, "ndcg_exponential@5": 0.7119701446771444, "ndcg_exponential@10": 0.7329055118032948, "precision@1": 0.606, "precision@5": 0.16019999999999998, "precision@10": 0.0865, "recall@1": 0.606, "recall@5": 0.801, "recall@10": 0.865, "f1@1": 0.606, "f1@5": 0.267, "f1@10": 0.1572727272727273, "map@1": 0.606, "map@5": 0.6821499999999999, "map@10": 0.690936507936508, "mrr@1": 0.606, "mrr@5": 0.6821499999999999, "mrr@10": 0.690936507936508, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.302, "hit@5": 0.561, "hit@10": 0.68, "ndcg_linear@1": 0.302, "ndcg_linear@5": 0.4395725796591887, "ndcg_linear@10": 0.4779507472071359, "ndcg_exponential@1": 0.302, "ndcg_exponential@5": 0.4395725796591887, "ndcg_exponential@10": 0.4779507472071359, "precision@1": 0.302, "precision@5": 0.1122, "precision@10": 0.06799999999999999, "recall@1": 0.302, "recall@5": 0.561, "recall@10": 0.68, "f1@1": 0.302, "f1@5": 0.18700000000000006, "f1@10": 0.12363636363636366, "map@1": 0.302, "map@5": 0.39918333333333333, "map@10": 0.41496309523809527, "mrr@1": 0.302, "mrr@5": 0.39918333333333333, "mrr@10": 0.41496309523809527, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.327, "hit@5": 0.56, "hit@10": 0.653, "ndcg_linear@1": 0.327, "ndcg_linear@5": 0.45422131944833777, "ndcg_linear@10": 0.483783057374656, "ndcg_exponential@1": 0.327, "ndcg_exponential@5": 0.45422131944833777, "ndcg_exponential@10": 0.483783057374656, "precision@1": 0.327, "precision@5": 0.112, "precision@10": 0.0653, "recall@1": 0.327, "recall@5": 0.56, "recall@10": 0.653, "f1@1": 0.327, "f1@5": 0.1866666666666667, "f1@10": 0.11872727272727274, "map@1": 0.327, "map@5": 0.4187666666666667, "map@10": 0.4306710317460318, "mrr@1": 0.327, "mrr@5": 0.4187666666666667, "mrr@10": 0.4306710317460318, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.489, "hit@5": 0.823, "hit@10": 0.906, "ndcg_linear@1": 0.489, "ndcg_linear@5": 0.6711474829525325, "ndcg_linear@10": 0.6987320723845273, "ndcg_exponential@1": 0.489, "ndcg_exponential@5": 0.6711474829525325, "ndcg_exponential@10": 0.6987320723845273, "precision@1": 0.489, "precision@5": 0.16460000000000002, "precision@10": 0.09060000000000001, "recall@1": 0.489, "recall@5": 0.823, "recall@10": 0.906, "f1@1": 0.489, "f1@5": 0.2743333333333334, "f1@10": 0.16472727272727272, "map@1": 0.489, "map@5": 0.62025, "map@10": 0.6320670634920635, "mrr@1": 0.489, "mrr@5": 0.62025, "mrr@10": 0.6320670634920635, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.397, "hit@5": 0.732, "hit@10": 0.853, "ndcg_linear@1": 0.397, "ndcg_linear@5": 0.581183616372723, "ndcg_linear@10": 0.6205308292162922, "ndcg_exponential@1": 0.397, "ndcg_exponential@5": 0.581183616372723, "ndcg_exponential@10": 0.6205308292162922, "precision@1": 0.397, "precision@5": 0.14639999999999997, "precision@10": 0.0853, "recall@1": 0.397, "recall@5": 0.732, "recall@10": 0.853, "f1@1": 0.397, "f1@5": 0.24400000000000002, "f1@10": 0.15509090909090908, "map@1": 0.397, "map@5": 0.5305, "map@10": 0.5468654761904762, "mrr@1": 0.397, "mrr@5": 0.5305, "mrr@10": 0.5468654761904762, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.389, "hit@5": 0.588, "hit@10": 0.645, "ndcg_linear@1": 0.389, "ndcg_linear@5": 0.49854184321894696, "ndcg_linear@10": 0.5172748732379273, "ndcg_exponential@1": 0.389, "ndcg_exponential@5": 0.49854184321894696, "ndcg_exponential@10": 0.5172748732379273, "precision@1": 0.389, "precision@5": 0.1176, "precision@10": 0.0645, "recall@1": 0.389, "recall@5": 0.588, "recall@10": 0.645, "f1@1": 0.389, "f1@5": 0.19600000000000006, "f1@10": 0.11727272727272729, "map@1": 0.389, "map@5": 0.4684666666666667, "map@10": 0.4763678571428571, "mrr@1": 0.389, "mrr@5": 0.4684666666666667, "mrr@10": 0.4763678571428571, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.521, "hit@5": 0.782, "hit@10": 0.861, "ndcg_linear@1": 0.521, "ndcg_linear@5": 0.6622154091193534, "ndcg_linear@10": 0.6877993884434505, "ndcg_exponential@1": 0.521, "ndcg_exponential@5": 0.6622154091193534, "ndcg_exponential@10": 0.6877993884434505, "precision@1": 0.521, "precision@5": 0.1564, "precision@10": 0.0861, "recall@1": 0.521, "recall@5": 0.782, "recall@10": 0.861, "f1@1": 0.521, "f1@5": 0.26066666666666677, "f1@10": 0.15654545454545457, "map@1": 0.521, "map@5": 0.6221500000000001, "map@10": 0.6327376984126983, "mrr@1": 0.521, "mrr@5": 0.6221500000000001, "mrr@10": 0.6327376984126983, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.596, "hit@5": 0.749, "hit@10": 0.81, "ndcg_linear@1": 0.596, "ndcg_linear@5": 0.6791045835353289, "ndcg_linear@10": 0.6989784474672172, "ndcg_exponential@1": 0.596, "ndcg_exponential@5": 0.6791045835353289, "ndcg_exponential@10": 0.6989784474672172, "precision@1": 0.596, "precision@5": 0.1498, "precision@10": 0.081, "recall@1": 0.596, "recall@5": 0.749, "recall@10": 0.81, "f1@1": 0.596, "f1@5": 0.24966666666666673, "f1@10": 0.14727272727272725, "map@1": 0.596, "map@5": 0.6556833333333334, "map@10": 0.6639726190476191, "mrr@1": 0.596, "mrr@5": 0.6556833333333334, "mrr@10": 0.6639726190476191, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.684, "hit@5": 0.908, "hit@10": 0.957, "ndcg_linear@1": 0.684, "ndcg_linear@5": 0.8066964919868043, "ndcg_linear@10": 0.8224311182586269, "ndcg_exponential@1": 0.684, "ndcg_exponential@5": 0.8066964919868043, "ndcg_exponential@10": 0.8224311182586269, "precision@1": 0.684, "precision@5": 0.18159999999999998, "precision@10": 0.09570000000000002, "recall@1": 0.684, "recall@5": 0.908, "recall@10": 0.957, "f1@1": 0.684, "f1@5": 0.3026666666666667, "f1@10": 0.174, "map@1": 0.684, "map@5": 0.7726333333333333, "map@10": 0.7790571428571428, "mrr@1": 0.684, "mrr@5": 0.7726333333333333, "mrr@10": 0.7790571428571428, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.434, "hit@5": 0.824, "hit@10": 0.895, "ndcg_linear@1": 0.434, "ndcg_linear@5": 0.6455437557603705, "ndcg_linear@10": 0.6684152547365758, "ndcg_exponential@1": 0.434, "ndcg_exponential@5": 0.6455437557603705, "ndcg_exponential@10": 0.6684152547365758, "precision@1": 0.434, "precision@5": 0.1648, "precision@10": 0.0895, "recall@1": 0.434, "recall@5": 0.824, "recall@10": 0.895, "f1@1": 0.434, "f1@5": 0.2746666666666667, "f1@10": 0.16272727272727272, "map@1": 0.434, "map@5": 0.5857833333333333, "map@10": 0.5951801587301586, "mrr@1": 0.434, "mrr@5": 0.5857833333333333, "mrr@10": 0.5951801587301586, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.584, "hit@5": 0.795, "hit@10": 0.849, "ndcg_linear@1": 0.584, "ndcg_linear@5": 0.6997420964144451, "ndcg_linear@10": 0.7171442614317587, "ndcg_exponential@1": 0.584, "ndcg_exponential@5": 0.6997420964144451, "ndcg_exponential@10": 0.7171442614317587, "precision@1": 0.584, "precision@5": 0.159, "precision@10": 0.0849, "recall@1": 0.584, "recall@5": 0.795, "recall@10": 0.849, "f1@1": 0.584, "f1@5": 0.265, "f1@10": 0.15436363636363637, "map@1": 0.584, "map@5": 0.6677166666666667, "map@10": 0.6748642857142858, "mrr@1": 0.584, "mrr@5": 0.6677166666666667, "mrr@10": 0.6748642857142858, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.61, "hit@5": 0.821, "hit@10": 0.863, "ndcg_linear@1": 0.61, "ndcg_linear@5": 0.7264204380720928, "ndcg_linear@10": 0.7401920839166262, "ndcg_exponential@1": 0.61, "ndcg_exponential@5": 0.7264204380720928, "ndcg_exponential@10": 0.7401920839166262, "precision@1": 0.61, "precision@5": 0.16419999999999998, "precision@10": 0.08630000000000002, "recall@1": 0.61, "recall@5": 0.821, "recall@10": 0.863, "f1@1": 0.61, "f1@5": 0.2736666666666667, "f1@10": 0.15690909090909094, "map@1": 0.61, "map@5": 0.6945333333333333, "map@10": 0.7003242063492064, "mrr@1": 0.61, "mrr@5": 0.6945333333333333, "mrr@10": 0.7003242063492064, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.664, "hit@5": 0.901, "hit@10": 0.953, "ndcg_linear@1": 0.664, "ndcg_linear@5": 0.7951171560384823, "ndcg_linear@10": 0.812013787687944, "ndcg_exponential@1": 0.664, "ndcg_exponential@5": 0.7951171560384823, "ndcg_exponential@10": 0.812013787687944, "precision@1": 0.664, "precision@5": 0.18020000000000005, "precision@10": 0.09530000000000001, "recall@1": 0.664, "recall@5": 0.901, "recall@10": 0.953, "f1@1": 0.664, "f1@5": 0.3003333333333334, "f1@10": 0.17327272727272727, "map@1": 0.664, "map@5": 0.7594000000000001, "map@10": 0.7664178571428572, "mrr@1": 0.664, "mrr@5": 0.7594000000000001, "mrr@10": 0.7664178571428572, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.632, "hit@5": 0.904, "hit@10": 0.965, "ndcg_linear@1": 0.632, "ndcg_linear@5": 0.7796733928449501, "ndcg_linear@10": 0.7996460551910625, "ndcg_exponential@1": 0.632, "ndcg_exponential@5": 0.7796733928449501, "ndcg_exponential@10": 0.7996460551910625, "precision@1": 0.632, "precision@5": 0.18080000000000002, "precision@10": 0.09650000000000003, "recall@1": 0.632, "recall@5": 0.904, "recall@10": 0.965, "f1@1": 0.632, "f1@5": 0.3013333333333334, "f1@10": 0.17545454545454545, "map@1": 0.632, "map@5": 0.738, "map@10": 0.7463833333333332, "mrr@1": 0.632, "mrr@5": 0.738, "mrr@10": 0.7463833333333332, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.638, "hit@5": 0.964, "hit@10": 0.988, "ndcg_linear@1": 0.638, "ndcg_linear@5": 0.8226590261651947, "ndcg_linear@10": 0.8304592503932356, "ndcg_exponential@1": 0.638, "ndcg_exponential@5": 0.8226590261651947, "ndcg_exponential@10": 0.8304592503932356, "precision@1": 0.638, "precision@5": 0.1928, "precision@10": 0.09880000000000001, "recall@1": 0.638, "recall@5": 0.964, "recall@10": 0.988, "f1@1": 0.638, "f1@5": 0.32133333333333336, "f1@10": 0.17963636363636362, "map@1": 0.638, "map@5": 0.7745666666666666, "map@10": 0.7778099206349207, "mrr@1": 0.638, "mrr@5": 0.7745666666666666, "mrr@10": 0.7778099206349207, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.8, "hit@5": 0.951, "hit@10": 0.973, "ndcg_linear@1": 0.8, "ndcg_linear@5": 0.8869151745233051, "ndcg_linear@10": 0.8939905038709002, "ndcg_exponential@1": 0.8, "ndcg_exponential@5": 0.8869151745233051, "ndcg_exponential@10": 0.8939905038709002, "precision@1": 0.8, "precision@5": 0.19020000000000004, "precision@10": 0.09730000000000001, "recall@1": 0.8, "recall@5": 0.951, "recall@10": 0.973, "f1@1": 0.8, "f1@5": 0.317, "f1@10": 0.17690909090909088, "map@1": 0.8, "map@5": 0.8649833333333333, "map@10": 0.8678785714285714, "mrr@1": 0.8, "mrr@5": 0.8649833333333333, "mrr@10": 0.8678785714285714, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.233, "hit@5": 0.482, "hit@10": 0.604, "ndcg_linear@1": 0.233, "ndcg_linear@5": 0.3625393092385522, "ndcg_linear@10": 0.4024753105830844, "ndcg_exponential@1": 0.233, "ndcg_exponential@5": 0.3625393092385522, "ndcg_exponential@10": 0.4024753105830844, "precision@1": 0.233, "precision@5": 0.0964, "precision@10": 0.06039999999999999, "recall@1": 0.233, "recall@5": 0.482, "recall@10": 0.604, "f1@1": 0.233, "f1@5": 0.1606666666666667, "f1@10": 0.10981818181818184, "map@1": 0.233, "map@5": 0.32308333333333333, "map@10": 0.3398515873015873, "mrr@1": 0.233, "mrr@5": 0.32308333333333333, "mrr@10": 0.3398515873015873, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.464, "hit@5": 0.709, "hit@10": 0.764, "ndcg_linear@1": 0.464, "ndcg_linear@5": 0.5977936895445566, "ndcg_linear@10": 0.615520788248635, "ndcg_exponential@1": 0.464, "ndcg_exponential@5": 0.5977936895445566, "ndcg_exponential@10": 0.615520788248635, "precision@1": 0.464, "precision@5": 0.14179999999999998, "precision@10": 0.07640000000000001, "recall@1": 0.464, "recall@5": 0.709, "recall@10": 0.764, "f1@1": 0.464, "f1@5": 0.23633333333333337, "f1@10": 0.13890909090909093, "map@1": 0.464, "map@5": 0.5604666666666667, "map@10": 0.5677507936507936, "mrr@1": 0.464, "mrr@5": 0.5604666666666667, "mrr@10": 0.5677507936507936, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.524, "hit@5": 0.774, "hit@10": 0.866, "ndcg_linear@1": 0.524, "ndcg_linear@5": 0.6595117246257225, "ndcg_linear@10": 0.6893680494257749, "ndcg_exponential@1": 0.524, "ndcg_exponential@5": 0.6595117246257225, "ndcg_exponential@10": 0.6893680494257749, "precision@1": 0.524, "precision@5": 0.15480000000000002, "precision@10": 0.08660000000000001, "recall@1": 0.524, "recall@5": 0.774, "recall@10": 0.866, "f1@1": 0.524, "f1@5": 0.25800000000000006, "f1@10": 0.15745454545454546, "map@1": 0.524, "map@5": 0.6212333333333333, "map@10": 0.6336130952380952, "mrr@1": 0.524, "mrr@5": 0.6212333333333333, "mrr@10": 0.6336130952380952, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.639, "hit@5": 0.848, "hit@10": 0.915, "ndcg_linear@1": 0.639, "ndcg_linear@5": 0.7509706855009514, "ndcg_linear@10": 0.772939505070956, "ndcg_exponential@1": 0.639, "ndcg_exponential@5": 0.7509706855009514, "ndcg_exponential@10": 0.772939505070956, "precision@1": 0.639, "precision@5": 0.16960000000000003, "precision@10": 0.09150000000000001, "recall@1": 0.639, "recall@5": 0.848, "recall@10": 0.915, "f1@1": 0.639, "f1@5": 0.28266666666666673, "f1@10": 0.16636363636363638, "map@1": 0.639, "map@5": 0.7186166666666667, "map@10": 0.727859126984127, "mrr@1": 0.639, "mrr@5": 0.7186166666666667, "mrr@10": 0.727859126984127, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.631, "hit@5": 0.827, "hit@10": 0.877, "ndcg_linear@1": 0.631, "ndcg_linear@5": 0.7366958968885922, "ndcg_linear@10": 0.7528424495234421, "ndcg_exponential@1": 0.631, "ndcg_exponential@5": 0.7366958968885922, "ndcg_exponential@10": 0.7528424495234421, "precision@1": 0.631, "precision@5": 0.16540000000000002, "precision@10": 0.08770000000000001, "recall@1": 0.631, "recall@5": 0.827, "recall@10": 0.877, "f1@1": 0.631, "f1@5": 0.2756666666666667, "f1@10": 0.15945454545454543, "map@1": 0.631, "map@5": 0.7065833333333332, "map@10": 0.7132297619047618, "mrr@1": 0.631, "mrr@5": 0.7065833333333332, "mrr@10": 0.7132297619047618, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.766, "hit@5": 0.953, "hit@10": 0.977, "ndcg_linear@1": 0.766, "ndcg_linear@5": 0.87427069703423, "ndcg_linear@10": 0.8819078593997144, "ndcg_exponential@1": 0.766, "ndcg_exponential@5": 0.87427069703423, "ndcg_exponential@10": 0.8819078593997144, "precision@1": 0.766, "precision@5": 0.19060000000000002, "precision@10": 0.09770000000000002, "recall@1": 0.766, "recall@5": 0.953, "recall@10": 0.977, "f1@1": 0.766, "f1@5": 0.3176666666666667, "f1@10": 0.1776363636363636, "map@1": 0.766, "map@5": 0.8472833333333333, "map@10": 0.8503626984126984, "mrr@1": 0.766, "mrr@5": 0.8472833333333333, "mrr@10": 0.8503626984126984, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.706, "hit@5": 0.99, "hit@10": 0.996, "ndcg_linear@1": 0.706, "ndcg_linear@5": 0.8812021106955444, "ndcg_linear@10": 0.8832434343164262, "ndcg_exponential@1": 0.706, "ndcg_exponential@5": 0.8812021106955444, "ndcg_exponential@10": 0.8832434343164262, "precision@1": 0.706, "precision@5": 0.19800000000000004, "precision@10": 0.09960000000000002, "recall@1": 0.706, "recall@5": 0.99, "recall@10": 0.996, "f1@1": 0.706, "f1@5": 0.33, "f1@10": 0.18109090909090905, "map@1": 0.706, "map@5": 0.8436333333333333, "map@10": 0.844536111111111, "mrr@1": 0.706, "mrr@5": 0.8406333333333333, "mrr@10": 0.841536111111111, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.775, "hit@5": 0.928, "hit@10": 0.955, "ndcg_linear@1": 0.775, "ndcg_linear@5": 0.8591963868136843, "ndcg_linear@10": 0.8680807239690884, "ndcg_exponential@1": 0.775, "ndcg_exponential@5": 0.8591963868136843, "ndcg_exponential@10": 0.8680807239690884, "precision@1": 0.775, "precision@5": 0.18560000000000001, "precision@10": 0.09550000000000003, "recall@1": 0.775, "recall@5": 0.928, "recall@10": 0.955, "f1@1": 0.775, "f1@5": 0.30933333333333335, "f1@10": 0.17363636363636362, "map@1": 0.775, "map@5": 0.83605, "map@10": 0.8398055555555556, "mrr@1": 0.775, "mrr@5": 0.83605, "mrr@10": 0.8398055555555556, "num_pred": 1000, "num_data": 1000 } }, "visdoc": { "ViDoRe_arxivqa": { "hit@1": 0.422, "hit@5": 0.594, "hit@10": 0.668, "ndcg_linear@1": 0.422, "ndcg_linear@5": 0.5119136444921762, "ndcg_linear@10": 0.5358212242189544, "ndcg_exponential@1": 0.422, "ndcg_exponential@5": 0.5119136444921762, "ndcg_exponential@10": 0.5358212242189544, "precision@1": 0.422, "precision@5": 0.1188, "precision@10": 0.0668, "recall@1": 0.422, "recall@5": 0.594, "recall@10": 0.668, "f1@1": 0.422, "f1@5": 0.19800000000000006, "f1@10": 0.12145454545454547, "map@1": 0.422, "map@5": 0.4846666666666667, "map@10": 0.49451984126984133, "mrr@1": 0.422, "mrr@5": 0.4846666666666667, "mrr@10": 0.49451984126984133, "num_pred": 500, "num_data": 500 }, "ViDoRe_docvqa": { "hit@1": 0.188470066518847, "hit@5": 0.31929046563192903, "hit@10": 0.3968957871396896, "ndcg_linear@1": 0.188470066518847, "ndcg_linear@5": 0.25464699781964484, "ndcg_linear@10": 0.2786035428068749, "ndcg_exponential@1": 0.188470066518847, "ndcg_exponential@5": 0.25464699781964484, "ndcg_exponential@10": 0.2786035428068749, "precision@1": 0.188470066518847, "precision@5": 0.06385809312638581, "precision@10": 0.03991130820399113, "recall@1": 0.186529933481153, "recall@5": 0.3142091648189209, "recall@10": 0.3892276422764228, "f1@1": 0.18674550381867455, "f1@5": 0.10544835365495339, "f1@10": 0.072011260481327, "map@1": 0.188470066518847, "map@5": 0.23385070214338508, "map@10": 0.24345150107345231, "mrr@1": 0.188470066518847, "mrr@5": 0.23706577974870655, "mrr@10": 0.24707616232006477, "num_pred": 451, "num_data": 451 }, "ViDoRe_infovqa": { "hit@1": 0.6012145748987854, "hit@5": 0.8157894736842105, "hit@10": 0.8562753036437247, "ndcg_linear@1": 0.6012145748987854, "ndcg_linear@5": 0.7195027018170034, "ndcg_linear@10": 0.7328070186219342, "ndcg_exponential@1": 0.6012145748987854, "ndcg_exponential@5": 0.7195027018170034, "ndcg_exponential@10": 0.7328070186219342, "precision@1": 0.6012145748987854, "precision@5": 0.16356275303643722, "precision@10": 0.08582995951417004, "recall@1": 0.6012145748987854, "recall@5": 0.8157894736842105, "recall@10": 0.8562753036437247, "f1@1": 0.6012145748987854, "f1@5": 0.2724117987275883, "f1@10": 0.15599312967734022, "map@1": 0.6012145748987854, "map@5": 0.6871120107962213, "map@10": 0.6927278131225498, "mrr@1": 0.6012145748987854, "mrr@5": 0.6871120107962213, "mrr@10": 0.6927278131225498, "num_pred": 494, "num_data": 494 }, "ViDoRe_tabfquad": { "hit@1": 0.45714285714285713, "hit@5": 0.7214285714285714, "hit@10": 0.775, "ndcg_linear@1": 0.45714285714285713, "ndcg_linear@5": 0.5964013834560719, "ndcg_linear@10": 0.6144503531198016, "ndcg_exponential@1": 0.45714285714285713, "ndcg_exponential@5": 0.5964013834560719, "ndcg_exponential@10": 0.6144503531198016, "precision@1": 0.45714285714285713, "precision@5": 0.14428571428571427, "precision@10": 0.0775, "recall@1": 0.45714285714285713, "recall@5": 0.7214285714285714, "recall@10": 0.775, "f1@1": 0.45714285714285713, "f1@5": 0.2404761904761905, "f1@10": 0.14090909090909093, "map@1": 0.45714285714285713, "map@5": 0.555, "map@10": 0.5628784013605442, "mrr@1": 0.45714285714285713, "mrr@5": 0.555, "mrr@10": 0.5628784013605442, "num_pred": 280, "num_data": 280 }, "ViDoRe_tatdqa": { "hit@1": 0.17861482381530985, "hit@5": 0.3596597812879708, "hit@10": 0.46537059538274606, "ndcg_linear@1": 0.17861482381530985, "ndcg_linear@5": 0.2704827635929396, "ndcg_linear@10": 0.30443949008285875, "ndcg_exponential@1": 0.17861482381530985, "ndcg_exponential@5": 0.2704827635929396, "ndcg_exponential@10": 0.30443949008285875, "precision@1": 0.17861482381530985, "precision@5": 0.07193195625759417, "precision@10": 0.04659781287970838, "recall@1": 0.17861482381530985, "recall@5": 0.35874848116646413, "recall@10": 0.4647630619684083, "f1@1": 0.17861482381530985, "f1@5": 0.11979980327489444, "f1@10": 0.08468647593799478, "map@1": 0.17861482381530985, "map@5": 0.24136796273795055, "map@10": 0.25521225095951705, "mrr@1": 0.17861482381530985, "mrr@5": 0.24165654110976104, "mrr@10": 0.2554333256186233, "num_pred": 1646, "num_data": 1646 }, "ViDoRe_shiftproject": { "hit@1": 0.15, "hit@5": 0.46, "hit@10": 0.6, "ndcg_linear@1": 0.15, "ndcg_linear@5": 0.31803387206730205, "ndcg_linear@10": 0.3637504577653919, "ndcg_exponential@1": 0.15, "ndcg_exponential@5": 0.31803387206730205, "ndcg_exponential@10": 0.3637504577653919, "precision@1": 0.15, "precision@5": 0.09199999999999997, "precision@10": 0.059999999999999984, "recall@1": 0.15, "recall@5": 0.46, "recall@10": 0.6, "f1@1": 0.15, "f1@5": 0.15333333333333338, "f1@10": 0.1090909090909091, "map@1": 0.15, "map@5": 0.27049999999999996, "map@10": 0.28965873015873017, "mrr@1": 0.15, "mrr@5": 0.27049999999999996, "mrr@10": 0.28965873015873017, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_artificial_intelligence": { "hit@1": 0.68, "hit@5": 0.88, "hit@10": 0.91, "ndcg_linear@1": 0.68, "ndcg_linear@5": 0.7873638594055063, "ndcg_linear@10": 0.7964194563931823, "ndcg_exponential@1": 0.68, "ndcg_exponential@5": 0.7873638594055063, "ndcg_exponential@10": 0.7964194563931823, "precision@1": 0.68, "precision@5": 0.17599999999999993, "precision@10": 0.09099999999999998, "recall@1": 0.68, "recall@5": 0.88, "recall@10": 0.91, "f1@1": 0.68, "f1@5": 0.2933333333333334, "f1@10": 0.16545454545454555, "map@1": 0.68, "map@5": 0.7565000000000001, "map@10": 0.7598611111111111, "mrr@1": 0.68, "mrr@5": 0.7565000000000001, "mrr@10": 0.7598611111111111, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_energy": { "hit@1": 0.6, "hit@5": 0.8, "hit@10": 0.87, "ndcg_linear@1": 0.6, "ndcg_linear@5": 0.7075416850135662, "ndcg_linear@10": 0.7302437435988517, "ndcg_exponential@1": 0.6, "ndcg_exponential@5": 0.7075416850135662, "ndcg_exponential@10": 0.7302437435988517, "precision@1": 0.6, "precision@5": 0.15999999999999995, "precision@10": 0.087, "recall@1": 0.6, "recall@5": 0.8, "recall@10": 0.87, "f1@1": 0.6, "f1@5": 0.26666666666666666, "f1@10": 0.1581818181818182, "map@1": 0.6, "map@5": 0.6768333333333334, "map@10": 0.6862460317460318, "mrr@1": 0.6, "mrr@5": 0.6768333333333334, "mrr@10": 0.6862460317460318, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_government_reports": { "hit@1": 0.6, "hit@5": 0.89, "hit@10": 0.9, "ndcg_linear@1": 0.6, "ndcg_linear@5": 0.7547220425766069, "ndcg_linear@10": 0.7580553759099402, "ndcg_exponential@1": 0.6, "ndcg_exponential@5": 0.7547220425766069, "ndcg_exponential@10": 0.7580553759099402, "precision@1": 0.6, "precision@5": 0.17799999999999994, "precision@10": 0.08999999999999998, "recall@1": 0.6, "recall@5": 0.89, "recall@10": 0.9, "f1@1": 0.6, "f1@5": 0.2966666666666667, "f1@10": 0.1636363636363637, "map@1": 0.6, "map@5": 0.7096666666666666, "map@10": 0.7110952380952381, "mrr@1": 0.6, "mrr@5": 0.7096666666666666, "mrr@10": 0.7110952380952381, "num_pred": 100, "num_data": 100 }, "ViDoRe_syntheticDocQA_healthcare_industry": { "hit@1": 0.63, "hit@5": 0.89, "hit@10": 0.92, "ndcg_linear@1": 0.63, "ndcg_linear@5": 0.7728614614486932, "ndcg_linear@10": 0.782732830855488, "ndcg_exponential@1": 0.63, "ndcg_exponential@5": 0.7728614614486932, "ndcg_exponential@10": 0.782732830855488, "precision@1": 0.63, "precision@5": 0.17799999999999994, "precision@10": 0.09199999999999997, "recall@1": 0.63, "recall@5": 0.89, "recall@10": 0.92, "f1@1": 0.63, "f1@5": 0.2966666666666667, "f1@10": 0.16727272727272738, "map@1": 0.63, "map@5": 0.7333333333333333, "map@10": 0.7375, "mrr@1": 0.63, "mrr@5": 0.7333333333333333, "mrr@10": 0.7375, "num_pred": 100, "num_data": 100 }, "ViDoRe_esg_reports_human_labeled_v2": { "hit@1": 0.3269230769230769, "hit@5": 0.5192307692307693, "hit@10": 0.6730769230769231, "ndcg_linear@1": 0.3173076923076923, "ndcg_linear@5": 0.36238569336947096, "ndcg_linear@10": 0.42297427935329185, "ndcg_exponential@1": 0.31410256410256415, "ndcg_exponential@5": 0.36105568890087153, "ndcg_exponential@10": 0.423314801940287, "precision@1": 0.3269230769230769, "precision@5": 0.1461538461538462, "precision@10": 0.10769230769230767, "recall@1": 0.2233974358974359, "recall@5": 0.4022435897435897, "recall@10": 0.5617216117216116, "f1@1": 0.24590729783037474, "f1@5": 0.19158945629533866, "f1@10": 0.16428823815701643, "map@1": 0.3269230769230769, "map@5": 0.32326923076923075, "map@10": 0.3519383394383394, "mrr@1": 0.3269230769230769, "mrr@5": 0.3967948717948718, "mrr@10": 0.41800213675213677, "num_pred": 52, "num_data": 52 }, "ViDoRe_biomedical_lectures_v2": { "hit@1": 0.39375, "hit@5": 0.625, "hit@10": 0.75625, "ndcg_linear@1": 0.39375, "ndcg_linear@5": 0.41320146489185233, "ndcg_linear@10": 0.45033568328771834, "ndcg_exponential@1": 0.39375, "ndcg_exponential@5": 0.41320146489185233, "ndcg_exponential@10": 0.45033568328771834, "precision@1": 0.39375, "precision@5": 0.19, "precision@10": 0.12625, "recall@1": 0.22000270562770563, "recall@5": 0.44102105614973264, "recall@10": 0.5574584606569901, "f1@1": 0.2574736201298701, "f1@5": 0.23388768523143524, "f1@10": 0.18445176759514995, "map@1": 0.39375, "map@5": 0.3521197916666667, "map@10": 0.3654543768896447, "mrr@1": 0.39375, "mrr@5": 0.480625, "mrr@10": 0.4985094246031746, "num_pred": 160, "num_data": 160 }, "ViDoRe_biomedical_lectures_v2_multilingual": { "hit@1": 0.2453125, "hit@5": 0.5, "hit@10": 0.5921875, "ndcg_linear@1": 0.2453125, "ndcg_linear@5": 0.2971939466235992, "ndcg_linear@10": 0.32423047549989936, "ndcg_exponential@1": 0.2453125, "ndcg_exponential@5": 0.2971939466235992, "ndcg_exponential@10": 0.32423047549989936, "precision@1": 0.2453125, "precision@5": 0.140625, "precision@10": 0.09375000000000001, "recall@1": 0.14204927974324524, "recall@5": 0.3437564766306209, "recall@10": 0.42504141105893767, "f1@1": 0.16346771284271283, "f1@5": 0.17558596739249316, "f1@10": 0.13779101508513275, "map@1": 0.2453125, "map@5": 0.24298524305555555, "map@10": 0.2534362274423658, "mrr@1": 0.2453125, "mrr@5": 0.33807291666666667, "mrr@10": 0.35095796130952384, "num_pred": 640, "num_data": 640 }, "ViDoRe_economics_reports_v2": { "hit@1": 0.5344827586206896, "hit@5": 0.9137931034482759, "hit@10": 0.9137931034482759, "ndcg_linear@1": 0.5344827586206896, "ndcg_linear@5": 0.5024504838355376, "ndcg_linear@10": 0.48380853715641037, "ndcg_exponential@1": 0.5344827586206896, "ndcg_exponential@5": 0.5024504838355376, "ndcg_exponential@10": 0.48380853715641037, "precision@1": 0.5344827586206896, "precision@5": 0.4275862068965518, "precision@10": 0.35172413793103446, "recall@1": 0.08580607349530954, "recall@5": 0.26411413943104345, "recall@10": 0.358785791788566, "f1@1": 0.12193292790921609, "f1@5": 0.2560073738864709, "f1@10": 0.28305696088690446, "map@1": 0.5344827586206896, "map@5": 0.38685823754789267, "map@10": 0.3463437166054161, "mrr@1": 0.5344827586206896, "mrr@5": 0.6801724137931034, "mrr@10": 0.6801724137931034, "num_pred": 58, "num_data": 58 }, "ViDoRe_economics_reports_v2_multilingual": { "hit@1": 0.40948275862068967, "hit@5": 0.7586206896551724, "hit@10": 0.8146551724137931, "ndcg_linear@1": 0.40948275862068967, "ndcg_linear@5": 0.3760871245575375, "ndcg_linear@10": 0.36745893188777207, "ndcg_exponential@1": 0.40948275862068967, "ndcg_exponential@5": 0.3760871245575375, "ndcg_exponential@10": 0.36745893188777207, "precision@1": 0.40948275862068967, "precision@5": 0.33620689655172414, "precision@10": 0.2814655172413793, "recall@1": 0.04977091551358257, "recall@5": 0.1922600576030748, "recall@10": 0.27912459951271523, "f1@1": 0.07880217839991724, "f1@5": 0.1950762513027387, "f1@10": 0.22447614819977368, "map@1": 0.40948275862068967, "map@5": 0.276779214559387, "map@10": 0.24349885643912736, "mrr@1": 0.40948275862068967, "mrr@5": 0.5413074712643678, "mrr@10": 0.5488967569786535, "num_pred": 232, "num_data": 232 }, "ViDoRe_esg_reports_v2": { "hit@1": 0.2807017543859649, "hit@5": 0.5964912280701754, "hit@10": 0.7368421052631579, "ndcg_linear@1": 0.2807017543859649, "ndcg_linear@5": 0.3576265676478271, "ndcg_linear@10": 0.3790466629864035, "ndcg_exponential@1": 0.2807017543859649, "ndcg_exponential@5": 0.3576265676478271, "ndcg_exponential@10": 0.3790466629864035, "precision@1": 0.2807017543859649, "precision@5": 0.2070175438596491, "precision@10": 0.13333333333333333, "recall@1": 0.12997076023391813, "recall@5": 0.38813700918964084, "recall@10": 0.48813700918964076, "f1@1": 0.15375447164920847, "f1@5": 0.22364024044391295, "f1@10": 0.18091232269984103, "map@1": 0.2807017543859649, "map@5": 0.29252436647173485, "map@10": 0.28618885175902714, "mrr@1": 0.2807017543859649, "mrr@5": 0.39795321637426895, "mrr@10": 0.4175647451963241, "num_pred": 57, "num_data": 57 }, "ViDoRe_esg_reports_v2_multilingual": { "hit@1": 0.22807017543859648, "hit@5": 0.47368421052631576, "hit@10": 0.6271929824561403, "ndcg_linear@1": 0.22807017543859648, "ndcg_linear@5": 0.2678025278641148, "ndcg_linear@10": 0.3048056563208701, "ndcg_exponential@1": 0.22807017543859648, "ndcg_exponential@5": 0.26780252786411474, "ndcg_exponential@10": 0.3048056563208701, "precision@1": 0.22807017543859648, "precision@5": 0.1543859649122807, "precision@10": 0.11315789473684211, "recall@1": 0.09704991645781119, "recall@5": 0.29172410192147036, "recall@10": 0.4165570175438596, "f1@1": 0.11817001241683638, "f1@5": 0.16888695111712088, "f1@10": 0.1535209781889756, "map@1": 0.22807017543859648, "map@5": 0.21428971734892785, "map@10": 0.22197343764503852, "mrr@1": 0.22807017543859648, "mrr@5": 0.3130847953216374, "mrr@10": 0.3337266778056252, "num_pred": 228, "num_data": 228 }, "VisRAG_ArxivQA": { "hit@1": 0.4987745098039216, "hit@5": 0.6458333333333334, "hit@10": 0.696078431372549, "ndcg_linear@1": 0.4987745098039216, "ndcg_linear@5": 0.5782181343941625, "ndcg_linear@10": 0.5942001625633648, "ndcg_exponential@1": 0.4987745098039216, "ndcg_exponential@5": 0.5782181343941625, "ndcg_exponential@10": 0.5942001625633648, "precision@1": 0.4987745098039216, "precision@5": 0.12916666666666665, "precision@10": 0.0696078431372549, "recall@1": 0.4987745098039216, "recall@5": 0.6458333333333334, "recall@10": 0.696078431372549, "f1@1": 0.4987745098039216, "f1@5": 0.21527777777777785, "f1@10": 0.12655971479500894, "map@1": 0.4987745098039216, "map@5": 0.5556576797385621, "map@10": 0.5621012293806412, "mrr@1": 0.4987745098039216, "mrr@5": 0.5556576797385621, "mrr@10": 0.5621012293806412, "num_pred": 816, "num_data": 816 }, "VisRAG_ChartQA": { "hit@1": 0.6349206349206349, "hit@5": 0.8571428571428571, "hit@10": 0.873015873015873, "ndcg_linear@1": 0.6349206349206349, "ndcg_linear@5": 0.7561694128309313, "ndcg_linear@10": 0.7609476667303596, "ndcg_exponential@1": 0.6349206349206349, "ndcg_exponential@5": 0.7561694128309313, "ndcg_exponential@10": 0.7609476667303596, "precision@1": 0.6349206349206349, "precision@5": 0.17142857142857132, "precision@10": 0.08730158730158726, "recall@1": 0.6349206349206349, "recall@5": 0.8571428571428571, "recall@10": 0.873015873015873, "f1@1": 0.6349206349206349, "f1@5": 0.28571428571428564, "f1@10": 0.15873015873015872, "map@1": 0.6349206349206349, "map@5": 0.7224867724867725, "map@10": 0.7242504409171077, "mrr@1": 0.6349206349206349, "mrr@5": 0.7224867724867725, "mrr@10": 0.7242504409171077, "num_pred": 63, "num_data": 63 }, "VisRAG_MP-DocVQA": { "hit@1": 0.494077834179357, "hit@5": 0.7495769881556683, "hit@10": 0.8121827411167513, "ndcg_linear@1": 0.494077834179357, "ndcg_linear@5": 0.6324152704344341, "ndcg_linear@10": 0.6525868788135272, "ndcg_exponential@1": 0.494077834179357, "ndcg_exponential@5": 0.6324152704344341, "ndcg_exponential@10": 0.6525868788135272, "precision@1": 0.494077834179357, "precision@5": 0.14991539763113365, "precision@10": 0.08121827411167512, "recall@1": 0.494077834179357, "recall@5": 0.7495769881556683, "recall@10": 0.8121827411167513, "f1@1": 0.494077834179357, "f1@5": 0.2498589960518895, "f1@10": 0.1476695892939548, "map@1": 0.494077834179357, "map@5": 0.5932600112803159, "map@10": 0.6015416431660087, "mrr@1": 0.494077834179357, "mrr@5": 0.5932600112803159, "mrr@10": 0.6015416431660087, "num_pred": 591, "num_data": 591 }, "VisRAG_SlideVQA": { "hit@1": 0.7697841726618705, "hit@5": 0.9172661870503597, "hit@10": 0.9460431654676259, "ndcg_linear@1": 0.7697841726618705, "ndcg_linear@5": 0.8232349742512555, "ndcg_linear@10": 0.8390979690841381, "ndcg_exponential@1": 0.7697841726618705, "ndcg_exponential@5": 0.8232349742512555, "ndcg_exponential@10": 0.8390979690841381, "precision@1": 0.7697841726618705, "precision@5": 0.218705035971223, "precision@10": 0.11564748201438849, "recall@1": 0.6600719424460432, "recall@5": 0.8794964028776978, "recall@10": 0.9235611510791367, "f1@1": 0.696642685851319, "f1@5": 0.34412470023980823, "f1@10": 0.20321015914541096, "map@1": 0.7697841726618705, "map@5": 0.7890437649880095, "map@10": 0.7976301101975563, "mrr@1": 0.7697841726618705, "mrr@5": 0.8337829736211031, "mrr@10": 0.837544964028777, "num_pred": 556, "num_data": 556 }, "VisRAG_InfoVQA": { "hit@1": 0.6852367688022284, "hit@5": 0.8997214484679665, "hit@10": 0.9498607242339833, "ndcg_linear@1": 0.6852367688022284, "ndcg_linear@5": 0.802787340508596, "ndcg_linear@10": 0.8191066635194547, "ndcg_exponential@1": 0.6852367688022284, "ndcg_exponential@5": 0.802787340508596, "ndcg_exponential@10": 0.8191066635194547, "precision@1": 0.6852367688022284, "precision@5": 0.1799442896935933, "precision@10": 0.09498607242339831, "recall@1": 0.6852367688022284, "recall@5": 0.8997214484679665, "recall@10": 0.9498607242339833, "f1@1": 0.6852367688022284, "f1@5": 0.29990714948932223, "f1@10": 0.17270194986072426, "map@1": 0.6852367688022284, "map@5": 0.7702181987000928, "map@10": 0.7770172878807976, "mrr@1": 0.6852367688022284, "mrr@5": 0.7702181987000928, "mrr@10": 0.7770172878807976, "num_pred": 718, "num_data": 718 }, "VisRAG_PlotQA": { "hit@1": 0.36616454229432216, "hit@5": 0.6697566628041715, "hit@10": 0.7972190034762456, "ndcg_linear@1": 0.36616454229432216, "ndcg_linear@5": 0.5214157648949227, "ndcg_linear@10": 0.5626876410772067, "ndcg_exponential@1": 0.36616454229432216, "ndcg_exponential@5": 0.5214157648949227, "ndcg_exponential@10": 0.5626876410772067, "precision@1": 0.36616454229432216, "precision@5": 0.1339513325608343, "precision@10": 0.07972190034762457, "recall@1": 0.36616454229432216, "recall@5": 0.6697566628041715, "recall@10": 0.7972190034762456, "f1@1": 0.36616454229432216, "f1@5": 0.2232522209347239, "f1@10": 0.1449489097229538, "map@1": 0.36616454229432216, "map@5": 0.47261490923136346, "map@10": 0.4896747227280251, "mrr@1": 0.36616454229432216, "mrr@5": 0.47261490923136346, "mrr@10": 0.4896747227280251, "num_pred": 863, "num_data": 863 }, "ViDoSeek-page": { "hit@1": 0.05253940455341506, "hit@5": 0.28984238178633975, "hit@10": 0.4203152364273205, "ndcg_linear@1": 0.05253940455341506, "ndcg_linear@5": 0.17618819022427434, "ndcg_linear@10": 0.21904595702398835, "ndcg_exponential@1": 0.05253940455341506, "ndcg_exponential@5": 0.1761881902242744, "ndcg_exponential@10": 0.21904595702398835, "precision@1": 0.05253940455341506, "precision@5": 0.057968476357267956, "precision@10": 0.042031523642732056, "recall@1": 0.05253940455341506, "recall@5": 0.28984238178633975, "recall@10": 0.4203152364273205, "f1@1": 0.05253940455341506, "f1@5": 0.09661412726211326, "f1@10": 0.07642095207769464, "map@1": 0.05253940455341506, "map@5": 0.13861646234676006, "map@10": 0.15668105245600866, "mrr@1": 0.05253940455341506, "mrr@5": 0.13861646234676006, "mrr@10": 0.15668105245600866, "num_pred": 1142, "num_data": 1142 }, "ViDoSeek-doc": { "hit@1": 0.882661996497373, "hit@5": 0.9632224168126094, "hit@10": 0.9772329246935202, "ndcg_linear@1": 0.6074138937536486, "ndcg_linear@5": 0.6141104299259106, "ndcg_linear@10": 0.5487876315180851, "ndcg_exponential@1": 0.4108081060795596, "ndcg_exponential@5": 0.5254713220587516, "ndcg_exponential@10": 0.4992110967176428, "precision@1": 0.882661996497373, "precision@5": 0.6390542907180385, "precision@10": 0.5096322241681261, "recall@1": 0.05214476244582883, "recall@5": 0.18650248466169894, "recall@10": 0.2913322491142108, "f1@1": 0.09777448660863847, "f1@5": 0.28286490084326904, "f1@10": 0.3621737191271251, "map@1": 0.882661996497373, "map@5": 0.6043724460011676, "map@10": 0.45895651318515346, "mrr@1": 0.882661996497373, "mrr@5": 0.9149737302977233, "mrr@10": 0.9167490200984071, "num_pred": 1142, "num_data": 1142 }, "MMLongBench-page": { "hit@1": 0.057279236276849645, "hit@5": 0.19212410501193317, "hit@10": 0.2720763723150358, "ndcg_linear@1": 0.057279236276849645, "ndcg_linear@5": 0.099496484003179, "ndcg_linear@10": 0.12448514422512807, "ndcg_exponential@1": 0.057279236276849645, "ndcg_exponential@5": 0.09949648400317901, "ndcg_exponential@10": 0.12448514422512807, "precision@1": 0.057279236276849645, "precision@5": 0.0441527446300716, "precision@10": 0.03293556085918855, "recall@1": 0.037887828162291165, "recall@5": 0.13686356404136835, "recall@10": 0.20759745425616544, "f1@1": 0.04340511318434946, "f1@5": 0.06349949440641565, "f1@10": 0.05497975705016279, "map@1": 0.057279236276849645, "map@5": 0.07553632988597189, "map@10": 0.08633732052884799, "mrr@1": 0.057279236276849645, "mrr@5": 0.10535003977724741, "mrr@10": 0.11606479903019282, "num_pred": 838, "num_data": 838 }, "MMLongBench-doc": { "hit@1": 0.4928400954653938, "hit@5": 0.6587112171837709, "hit@10": 0.7291169451073986, "ndcg_linear@1": 0.3468575974542561, "ndcg_linear@5": 0.3377919046424129, "ndcg_linear@10": 0.31885786434874525, "ndcg_exponential@1": 0.24258438458915785, "ndcg_exponential@5": 0.2830096752641996, "ndcg_exponential@10": 0.28451939851953195, "precision@1": 0.4928400954653938, "precision@5": 0.3653937947494034, "precision@10": 0.3167064439140811, "recall@1": 0.01637712271717293, "recall@5": 0.05682592780863103, "recall@10": 0.09658195391825736, "f1@1": 0.03139671827484746, "f1@5": 0.09476966471408702, "f1@10": 0.1394393775403501, "map@1": 0.4928400954653938, "map@5": 0.32249801113762927, "map@10": 0.2585233801820914, "mrr@1": 0.4928400954653938, "mrr@5": 0.5549920445505171, "mrr@10": 0.5644381937341365, "num_pred": 838, "num_data": 838 } }, "video": { "DiDeMo": { "hit@1": 0.3047808764940239, "hit@5": 0.5707171314741036, "hit@10": 0.6663346613545816, "ndcg_linear@1": 0.3047808764940239, "ndcg_linear@5": 0.44551323295964373, "ndcg_linear@10": 0.4762252748431989, "ndcg_exponential@1": 0.3047808764940239, "ndcg_exponential@5": 0.44551323295964373, "ndcg_exponential@10": 0.4762252748431989, "precision@1": 0.3047808764940239, "precision@5": 0.11414342629482072, "precision@10": 0.06663346613545816, "recall@1": 0.3047808764940239, "recall@5": 0.5707171314741036, "recall@10": 0.6663346613545816, "f1@1": 0.3047808764940239, "f1@5": 0.19023904382470125, "f1@10": 0.12115175660992396, "map@1": 0.3047808764940239, "map@5": 0.40390106241699864, "map@10": 0.4164500727249731, "mrr@1": 0.3047808764940239, "mrr@5": 0.40390106241699864, "mrr@10": 0.4164500727249731, "num_pred": 1004, "num_data": 1004 }, "MSR-VTT": { "hit@1": 0.33, "hit@5": 0.581, "hit@10": 0.687, "ndcg_linear@1": 0.33, "ndcg_linear@5": 0.4645701013034751, "ndcg_linear@10": 0.4993950490658098, "ndcg_exponential@1": 0.33, "ndcg_exponential@5": 0.4645701013034751, "ndcg_exponential@10": 0.4993950490658098, "precision@1": 0.33, "precision@5": 0.11619999999999998, "precision@10": 0.06869999999999998, "recall@1": 0.33, "recall@5": 0.581, "recall@10": 0.687, "f1@1": 0.33, "f1@5": 0.19366666666666674, "f1@10": 0.12490909090909094, "map@1": 0.33, "map@5": 0.42575, "map@10": 0.4404511904761905, "mrr@1": 0.33, "mrr@5": 0.42575, "mrr@10": 0.4404511904761905, "num_pred": 1000, "num_data": 1000 }, "MSVD": { "hit@1": 0.5119402985074627, "hit@5": 0.8194029850746268, "hit@10": 0.9029850746268657, "ndcg_linear@1": 0.5119402985074627, "ndcg_linear@5": 0.6813979570806155, "ndcg_linear@10": 0.7094171939819591, "ndcg_exponential@1": 0.5119402985074627, "ndcg_exponential@5": 0.6813979570806155, "ndcg_exponential@10": 0.7094171939819591, "precision@1": 0.5119402985074627, "precision@5": 0.16388059701492536, "precision@10": 0.09029850746268654, "recall@1": 0.5119402985074627, "recall@5": 0.8194029850746268, "recall@10": 0.9029850746268657, "f1@1": 0.5119402985074627, "f1@5": 0.27313432835820906, "f1@10": 0.16417910447761197, "map@1": 0.5119402985074627, "map@5": 0.6349751243781094, "map@10": 0.6471256811182184, "mrr@1": 0.5119402985074627, "mrr@5": 0.6349751243781094, "mrr@10": 0.6471256811182184, "num_pred": 670, "num_data": 670 }, "VATEX": { "hit@1": 0.25480125055828495, "hit@5": 0.5022331397945511, "hit@10": 0.6257257704332291, "ndcg_linear@1": 0.25480125055828495, "ndcg_linear@5": 0.3845215525108707, "ndcg_linear@10": 0.424535131062796, "ndcg_exponential@1": 0.25480125055828495, "ndcg_exponential@5": 0.3845215525108707, "ndcg_exponential@10": 0.424535131062796, "precision@1": 0.25480125055828495, "precision@5": 0.10044662795891021, "precision@10": 0.0625725770433229, "recall@1": 0.25480125055828495, "recall@5": 0.5022331397945511, "recall@10": 0.6257257704332291, "f1@1": 0.25480125055828495, "f1@5": 0.16741104659818373, "f1@10": 0.11376832189695074, "map@1": 0.25480125055828495, "map@5": 0.3455709394074736, "map@10": 0.3621343676669715, "mrr@1": 0.25480125055828495, "mrr@5": 0.3455709394074736, "mrr@10": 0.3621343676669715, "num_pred": 4478, "num_data": 4478 }, "YouCook2": { "hit@1": 0.08304498269896193, "hit@5": 0.20383768480654293, "hit@10": 0.27555835168291914, "ndcg_linear@1": 0.08304498269896193, "ndcg_linear@5": 0.14383490736209545, "ndcg_linear@10": 0.16687835870318804, "ndcg_exponential@1": 0.08304498269896193, "ndcg_exponential@5": 0.14383490736209545, "ndcg_exponential@10": 0.16687835870318804, "precision@1": 0.08304498269896193, "precision@5": 0.040767536961308595, "precision@10": 0.027555835168291912, "recall@1": 0.08304498269896193, "recall@5": 0.20383768480654293, "recall@10": 0.27555835168291914, "f1@1": 0.08304498269896193, "f1@5": 0.06794589493551431, "f1@10": 0.05010151848780348, "map@1": 0.08304498269896193, "map@5": 0.12420572507077696, "map@10": 0.1336312956555171, "mrr@1": 0.08304498269896193, "mrr@5": 0.12420572507077696, "mrr@10": 0.1336312956555171, "num_pred": 3179, "num_data": 3179 }, "QVHighlight": { "hit@1": 0.5614035087719298, "hit@5": 0.9002770083102493, "hit@10": 1.0, "ndcg_linear@1": 0.5614035087719298, "ndcg_linear@5": 0.7407924298952855, "ndcg_linear@10": 0.7735024095042282, "ndcg_exponential@1": 0.5614035087719298, "ndcg_exponential@5": 0.7407924298952855, "ndcg_exponential@10": 0.7735024095042282, "precision@1": 0.5614035087719298, "precision@5": 0.18005540166204986, "precision@10": 0.09999999999999998, "recall@1": 0.5614035087719298, "recall@5": 0.9002770083102493, "recall@10": 1.0, "f1@1": 0.5614035087719298, "f1@5": 0.3000923361034165, "f1@10": 0.18181818181818185, "map@1": 0.5614035087719298, "map@5": 0.6878116343490305, "map@10": 0.7015799733251257, "mrr@1": 0.5614035087719298, "mrr@5": 0.6878116343490305, "mrr@10": 0.7015799733251257, "num_pred": 1083, "num_data": 1083 }, "Charades-STA": { "hit@1": 0.2310866574965612, "hit@5": 0.579092159559835, "hit@10": 1.0, "ndcg_linear@1": 0.2310866574965612, "ndcg_linear@5": 0.4033906194992593, "ndcg_linear@10": 0.536371536904694, "ndcg_exponential@1": 0.2310866574965612, "ndcg_exponential@5": 0.4033906194992593, "ndcg_exponential@10": 0.536371536904694, "precision@1": 0.2310866574965612, "precision@5": 0.11581843191196697, "precision@10": 0.09999999999999998, "recall@1": 0.2310866574965612, "recall@5": 0.579092159559835, "recall@10": 1.0, "f1@1": 0.2310866574965612, "f1@5": 0.19303071985327835, "f1@10": 0.18181818181818185, "map@1": 0.2310866574965612, "map@5": 0.34626318202659334, "map@10": 0.3993651885330015, "mrr@1": 0.2310866574965612, "mrr@5": 0.34626318202659334, "mrr@10": 0.3993651885330015, "num_pred": 727, "num_data": 727 }, "MomentSeeker": { "hit@1": 0.3983333333333333, "hit@5": 0.8933333333333333, "hit@10": 1.0, "ndcg_linear@1": 0.3983333333333333, "ndcg_linear@5": 0.6599758236791369, "ndcg_linear@10": 0.7007946293041442, "ndcg_exponential@1": 0.3983333333333333, "ndcg_exponential@5": 0.6599758236791369, "ndcg_exponential@10": 0.7007946293041442, "precision@1": 0.3983333333333333, "precision@5": 0.19666666666666666, "precision@10": 0.11277777777777781, "recall@1": 0.37331018518518516, "recall@5": 0.8786111111111111, "recall@10": 0.9979166666666667, "f1@1": 0.3808589065255732, "f1@5": 0.31611425611425614, "f1@10": 0.20004143233309898, "map@1": 0.3983333333333333, "map@5": 0.581275462962963, "map@10": 0.6006451719576719, "mrr@1": 0.3983333333333333, "mrr@5": 0.5919074074074074, "mrr@10": 0.6069757495590828, "num_pred": 1800, "num_data": 1800 }, "K700": { "hit@1": 0.336, "hit@5": 0.597, "hit@10": 0.682, "ndcg_linear@1": 0.336, "ndcg_linear@5": 0.4756886173262798, "ndcg_linear@10": 0.5032993792539354, "ndcg_exponential@1": 0.336, "ndcg_exponential@5": 0.4756886173262798, "ndcg_exponential@10": 0.5032993792539354, "precision@1": 0.336, "precision@5": 0.11939999999999998, "precision@10": 0.06819999999999998, "recall@1": 0.336, "recall@5": 0.597, "recall@10": 0.682, "f1@1": 0.336, "f1@5": 0.19900000000000007, "f1@10": 0.12400000000000001, "map@1": 0.336, "map@5": 0.4351833333333333, "map@10": 0.44665039682539687, "mrr@1": 0.336, "mrr@5": 0.4351833333333333, "mrr@10": 0.44665039682539687, "num_pred": 1000, "num_data": 1000 }, "SmthSmthV2": { "hit@1": 0.258, "hit@5": 0.5, "hit@10": 0.616, "ndcg_linear@1": 0.258, "ndcg_linear@5": 0.38271457744227416, "ndcg_linear@10": 0.420262053977457, "ndcg_exponential@1": 0.258, "ndcg_exponential@5": 0.38271457744227416, "ndcg_exponential@10": 0.420262053977457, "precision@1": 0.258, "precision@5": 0.09999999999999999, "precision@10": 0.061599999999999995, "recall@1": 0.258, "recall@5": 0.5, "recall@10": 0.616, "f1@1": 0.258, "f1@5": 0.1666666666666667, "f1@10": 0.11200000000000003, "map@1": 0.258, "map@5": 0.3440833333333333, "map@10": 0.3595972222222223, "mrr@1": 0.258, "mrr@5": 0.3440833333333333, "mrr@10": 0.3595972222222223, "num_pred": 1000, "num_data": 1000 }, "HMDB51": { "hit@1": 0.405, "hit@5": 0.712, "hit@10": 0.846, "ndcg_linear@1": 0.405, "ndcg_linear@5": 0.5678025398963054, "ndcg_linear@10": 0.6115324259511261, "ndcg_exponential@1": 0.405, "ndcg_exponential@5": 0.5678025398963054, "ndcg_exponential@10": 0.6115324259511261, "precision@1": 0.405, "precision@5": 0.14239999999999997, "precision@10": 0.08460000000000001, "recall@1": 0.405, "recall@5": 0.712, "recall@10": 0.846, "f1@1": 0.405, "f1@5": 0.23733333333333337, "f1@10": 0.15381818181818183, "map@1": 0.405, "map@5": 0.5199166666666667, "map@10": 0.5381884920634921, "mrr@1": 0.405, "mrr@5": 0.5199166666666667, "mrr@10": 0.5381884920634921, "num_pred": 1000, "num_data": 1000 }, "UCF101": { "hit@1": 0.472, "hit@5": 0.697, "hit@10": 0.77, "ndcg_linear@1": 0.472, "ndcg_linear@5": 0.5931389878525704, "ndcg_linear@10": 0.617250927184833, "ndcg_exponential@1": 0.472, "ndcg_exponential@5": 0.5931389878525704, "ndcg_exponential@10": 0.617250927184833, "precision@1": 0.472, "precision@5": 0.13939999999999997, "precision@10": 0.077, "recall@1": 0.472, "recall@5": 0.697, "recall@10": 0.77, "f1@1": 0.472, "f1@5": 0.23233333333333336, "f1@10": 0.14000000000000004, "map@1": 0.472, "map@5": 0.5584166666666667, "map@10": 0.5686690476190476, "mrr@1": 0.472, "mrr@5": 0.5584166666666667, "mrr@10": 0.5686690476190476, "num_pred": 1000, "num_data": 1000 }, "Breakfast": { "hit@1": 0.22401847575057737, "hit@5": 0.5681293302540416, "hit@10": 1.0, "ndcg_linear@1": 0.22401847575057737, "ndcg_linear@5": 0.3947951293061271, "ndcg_linear@10": 0.5329660131807381, "ndcg_exponential@1": 0.22401847575057737, "ndcg_exponential@5": 0.3947951293061271, "ndcg_exponential@10": 0.5329660131807381, "precision@1": 0.22401847575057737, "precision@5": 0.11362586605080831, "precision@10": 0.1, "recall@1": 0.22401847575057737, "recall@5": 0.5681293302540416, "recall@10": 1.0, "f1@1": 0.22401847575057737, "f1@5": 0.18937644341801388, "f1@10": 0.1818181818181818, "map@1": 0.22401847575057737, "map@5": 0.33864511162432637, "map@10": 0.39484768503244255, "mrr@1": 0.22401847575057737, "mrr@5": 0.33864511162432637, "mrr@10": 0.39484768503244255, "num_pred": 433, "num_data": 433 }, "MVBench": { "hit@1": 0.3935, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.3935, "ndcg_linear@5": 0.7260617229344739, "ndcg_linear@10": 0.7260617229344739, "ndcg_exponential@1": 0.3935, "ndcg_exponential@5": 0.7260617229344739, "ndcg_exponential@10": 0.7260617229344739, "precision@1": 0.3935, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.3935, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.3935, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.3935, "map@5": 0.6335958333333334, "map@10": 0.6335958333333334, "mrr@1": 0.3935, "mrr@5": 0.6335958333333334, "mrr@10": 0.6335958333333334, "num_pred": 4000, "num_data": 4000 }, "Video-MME": { "hit@1": 0.3611111111111111, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.3611111111111111, "ndcg_linear@5": 0.7035454102692541, "ndcg_linear@10": 0.7035454102692541, "ndcg_exponential@1": 0.3611111111111111, "ndcg_exponential@5": 0.7035454102692541, "ndcg_exponential@10": 0.7035454102692541, "precision@1": 0.3611111111111111, "precision@5": 0.19999999999999996, "precision@10": 0.09999999999999998, "recall@1": 0.3611111111111111, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.3611111111111111, "f1@5": 0.3333333333333334, "f1@10": 0.18181818181818188, "map@1": 0.3611111111111111, "map@5": 0.6041666666666666, "map@10": 0.6041666666666666, "mrr@1": 0.3611111111111111, "mrr@5": 0.6041666666666666, "mrr@10": 0.6041666666666666, "num_pred": 2700, "num_data": 2700 }, "NExTQA": { "hit@1": 0.3835824381130313, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.3835824381130313, "ndcg_linear@5": 0.6966765713455354, "ndcg_linear@10": 0.6966765713455354, "ndcg_exponential@1": 0.3835824381130313, "ndcg_exponential@5": 0.6966765713455354, "ndcg_exponential@10": 0.6966765713455354, "precision@1": 0.3835824381130313, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.3835824381130313, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.3835824381130313, "f1@5": 0.3333333333333333, "f1@10": 0.1818181818181818, "map@1": 0.3835824381130313, "map@5": 0.5971547563443874, "map@10": 0.5971547563443874, "mrr@1": 0.3835824381130313, "mrr@5": 0.5970302039545384, "mrr@10": 0.5970302039545384, "num_pred": 8564, "num_data": 8564 }, "EgoSchema": { "hit@1": 0.262, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.262, "ndcg_linear@5": 0.6286337057373235, "ndcg_linear@10": 0.6286337057373235, "ndcg_exponential@1": 0.262, "ndcg_exponential@5": 0.6286337057373235, "ndcg_exponential@10": 0.6286337057373235, "precision@1": 0.262, "precision@5": 0.2, "precision@10": 0.1, "recall@1": 0.262, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.262, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.262, "map@5": 0.5075666666666666, "map@10": 0.5075666666666666, "mrr@1": 0.262, "mrr@5": 0.5075666666666666, "mrr@10": 0.5075666666666666, "num_pred": 500, "num_data": 500 }, "ActivityNetQA": { "hit@1": 0.686, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.686, "ndcg_linear@5": 0.8841119426214378, "ndcg_linear@10": 0.8841119426214378, "ndcg_exponential@1": 0.686, "ndcg_exponential@5": 0.8841119426214378, "ndcg_exponential@10": 0.8841119426214378, "precision@1": 0.686, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.686, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.686, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.686, "map@5": 0.843, "map@10": 0.843, "mrr@1": 0.686, "mrr@5": 0.843, "mrr@10": 0.843, "num_pred": 1000, "num_data": 1000 } } } }