{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.55769, "ndcg_at_3": 0.59025, "ndcg_at_5": 0.6239, "ndcg_at_10": 0.65316, "ndcg_at_20": 0.66592, "ndcg_at_50": 0.70084, "ndcg_at_100": 0.71199, "map_at_1": 0.41218, "map_at_3": 0.52196, "map_at_5": 0.56013, "map_at_10": 0.5815, "map_at_20": 0.58679, "map_at_50": 0.5965, "map_at_100": 0.59986, "recall_at_1": 0.41218, "recall_at_3": 0.58526, "recall_at_5": 0.68989, "recall_at_10": 0.76667, "recall_at_20": 0.79845, "recall_at_50": 0.93487, "recall_at_100": 0.97925, "precision_at_1": 0.55769, "precision_at_3": 0.32692, "precision_at_5": 0.25, "precision_at_10": 0.14808, "precision_at_20": 0.08173, "precision_at_50": 0.04077, "precision_at_100": 0.02288, "mrr_at_1": 0.5384615384615384, "mrr_at_3": 0.6346153846153846, "mrr_at_5": 0.6519230769230769, "mrr_at_10": 0.6657738095238096, "mrr_at_20": 0.6657738095238096, "mrr_at_50": 0.6679967552690225, "mrr_at_100": 0.6679967552690225, "naucs_at_1_max": -0.0015301281218893332, "naucs_at_1_std": -0.06182186588065366, "naucs_at_1_diff1": 0.5095983704178589, "naucs_at_3_max": 0.05008545787921034, "naucs_at_3_std": 0.08864177206586958, "naucs_at_3_diff1": 0.1400568721748752, "naucs_at_5_max": -0.062030992382321355, "naucs_at_5_std": 0.03631862434860288, "naucs_at_5_diff1": -0.014132142437656935, "naucs_at_10_max": -0.035566905243383656, "naucs_at_10_std": 0.10736984851419631, "naucs_at_10_diff1": -0.09844127278033739, "naucs_at_20_max": -0.035148726331325195, "naucs_at_20_std": 0.06499869558933415, "naucs_at_20_diff1": -0.20004466530121362, "naucs_at_50_max": -0.07932571084788578, "naucs_at_50_std": 0.003493459891454202, "naucs_at_50_diff1": -0.25573686815072905, "naucs_at_100_max": -0.1600078104725232, "naucs_at_100_std": -0.05498832949934478, "naucs_at_100_diff1": -0.30041742080674294}, "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { "ndcg_at_1": 0.52155, "ndcg_at_3": 0.49206, "ndcg_at_5": 0.47434, "ndcg_at_10": 0.47073, "ndcg_at_20": 0.50069, "ndcg_at_50": 0.57312, "ndcg_at_100": 0.61206, "map_at_1": 0.0716, "map_at_3": 0.14177, "map_at_5": 0.18287, "map_at_10": 0.23948, "map_at_20": 0.29016, "map_at_50": 0.34683, "map_at_100": 0.37069, "recall_at_1": 0.0716, "recall_at_3": 0.17469, "recall_at_5": 0.25297, "recall_at_10": 0.38136, "recall_at_20": 0.52518, "recall_at_50": 0.73196, "recall_at_100": 0.85496, "precision_at_1": 0.52155, "precision_at_3": 0.45546, "precision_at_5": 0.41552, "precision_at_10": 0.34828, "precision_at_20": 0.27198, "precision_at_50": 0.18017, "precision_at_100": 0.11737, "mrr_at_1": 0.5517241379310345, "mrr_at_3": 0.6364942528735632, "mrr_at_5": 0.6556752873563219, "mrr_at_10": 0.6673645320197044, "mrr_at_20": 0.6708351232945553, "mrr_at_50": 0.6718745665514455, "mrr_at_100": 0.6720135740600751, "naucs_at_1_max": 0.05718404144385233, "naucs_at_1_std": 0.26331794533119324, "naucs_at_1_diff1": 0.08205292826546796, "naucs_at_3_max": -0.014058515379559773, "naucs_at_3_std": 0.15555374585780468, "naucs_at_3_diff1": 0.02837554993598579, "naucs_at_5_max": -0.021366601663634906, "naucs_at_5_std": 0.15297077490978508, "naucs_at_5_diff1": -0.05455206803441569, "naucs_at_10_max": -0.010384669113895033, "naucs_at_10_std": 0.1149076309941039, "naucs_at_10_diff1": -0.02077398806376675, "naucs_at_20_max": -0.04105760638531271, "naucs_at_20_std": 0.07837017190708079, "naucs_at_20_diff1": -0.03705102568290371, "naucs_at_50_max": -0.037955743944809474, "naucs_at_50_std": 0.027928259819523304, "naucs_at_50_diff1": -0.03721135735441238, "naucs_at_100_max": -0.06020103993517296, "naucs_at_100_std": -0.030043202685263965, "naucs_at_100_diff1": -0.01772314543558605 }, "vidore/synthetic_axa_filtered_v1.0_multilingual": { "ndcg_at_1": 0.40278, "ndcg_at_3": 0.42338, "ndcg_at_5": 0.43188, "ndcg_at_10": 0.46109, "ndcg_at_20": 0.49562, "ndcg_at_50": 0.5461, "ndcg_at_100": 0.57925, "map_at_1": 0.18598, "map_at_3": 0.2639, "map_at_5": 0.29475, "map_at_10": 0.34083, "map_at_20": 0.36593, "map_at_50": 0.386, "map_at_100": 0.3933, "recall_at_1": 0.18598, "recall_at_3": 0.33079, "recall_at_5": 0.40762, "recall_at_10": 0.53168, "recall_at_20": 0.64663, "recall_at_50": 0.79493, "recall_at_100": 0.92831, "precision_at_1": 0.40278, "precision_at_3": 0.29167, "precision_at_5": 0.25278, "precision_at_10": 0.19722, "precision_at_20": 0.12986, "precision_at_50": 0.07111, "precision_at_100": 0.04208, "mrr_at_1": 0.4166666666666667, "mrr_at_3": 0.537037037037037, "mrr_at_5": 0.5523148148148148, "mrr_at_10": 0.5614914021164021, "mrr_at_20": 0.5645630853351442, "mrr_at_50": 0.5664657621146683, "mrr_at_100": 0.5672858923679548, "naucs_at_1_max": 0.06113245885771247, "naucs_at_1_std": 0.3316717613906031, "naucs_at_1_diff1": 0.3944237250757658, "naucs_at_3_max": -0.07653525048283757, "naucs_at_3_std": 0.24683361673971127, "naucs_at_3_diff1": 0.12214510034756643, "naucs_at_5_max": -0.1755100523749529, "naucs_at_5_std": 0.18520764595563718, "naucs_at_5_diff1": 0.14280742682497646, "naucs_at_10_max": -0.2826730634465927, "naucs_at_10_std": 0.10345360745682104, "naucs_at_10_diff1": 0.12239408620630915, "naucs_at_20_max": -0.3231791486110226, "naucs_at_20_std": 0.05631707838293684, "naucs_at_20_diff1": 0.023901195809205404, "naucs_at_50_max": -0.3860984581397384, "naucs_at_50_std": -0.022202583266041336, "naucs_at_50_diff1": -0.022270437742532168, "naucs_at_100_max": -0.4514041584754146, "naucs_at_100_std": -0.12052368009909002, "naucs_at_100_diff1": -0.11225816311004723 }, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { "ndcg_at_1": 0.54375, "ndcg_at_3": 0.55014, "ndcg_at_5": 0.58063, "ndcg_at_10": 0.61799, "ndcg_at_20": 0.64465, "ndcg_at_50": 0.66774, "ndcg_at_100": 0.68137, "map_at_1": 0.341, "map_at_3": 0.44371, "map_at_5": 0.48549, "map_at_10": 0.51833, "map_at_20": 0.53302, "map_at_50": 0.54144, "map_at_100": 0.54448, "recall_at_1": 0.341, "recall_at_3": 0.51882, "recall_at_5": 0.61879, "recall_at_10": 0.72604, "recall_at_20": 0.79942, "recall_at_50": 0.86686, "recall_at_100": 0.92033, "precision_at_1": 0.54375, "precision_at_3": 0.33333, "precision_at_5": 0.26, "precision_at_10": 0.17, "precision_at_20": 0.10031, "precision_at_50": 0.04813, "precision_at_100": 0.02687, "mrr_at_1": 0.53125, "mrr_at_3": 0.6479166666666667, "mrr_at_5": 0.6679166666666666, "mrr_at_10": 0.6748784722222222, "mrr_at_20": 0.676951884920635, "mrr_at_50": 0.677125496031746, "mrr_at_100": 0.6773708172755428, "naucs_at_1_max": 0.2137196955828125, "naucs_at_1_std": -0.09633775313614189, "naucs_at_1_diff1": 0.47073951059619384, "naucs_at_3_max": 0.08114278730779471, "naucs_at_3_std": -0.14153186383432595, "naucs_at_3_diff1": 0.07452115367522877, "naucs_at_5_max": 0.0331451495494918, "naucs_at_5_std": -0.10297804881994162, "naucs_at_5_diff1": -0.09894207282550616, "naucs_at_10_max": -0.05520839449425835, "naucs_at_10_std": -0.051925975009995365, "naucs_at_10_diff1": -0.23212353528321325, "naucs_at_20_max": -0.10440487782259938, "naucs_at_20_std": 0.004203180785459043, "naucs_at_20_diff1": -0.2641582046645338, "naucs_at_50_max": -0.1404476051475642, "naucs_at_50_std": 0.02859894466508541, "naucs_at_50_diff1": -0.3008704407987988, "naucs_at_100_max": -0.16778827139039063, "naucs_at_100_std": 0.025766446540503498, "naucs_at_100_diff1": -0.3047508898929732 }, "vidore/synthetic_rse_restaurant_filtered_v1.0": { "ndcg_at_1": 0.47368, "ndcg_at_3": 0.5163, "ndcg_at_5": 0.51113, "ndcg_at_10": 0.53452, "ndcg_at_20": 0.58304, "ndcg_at_50": 0.62184, "ndcg_at_100": 0.63984, "map_at_1": 0.24868, "map_at_3": 0.38072, "map_at_5": 0.41003, "map_at_10": 0.43236, "map_at_20": 0.45731, "map_at_50": 0.47392, "map_at_100": 0.48081, "recall_at_1": 0.24868, "recall_at_3": 0.4825, "recall_at_5": 0.53542, "recall_at_10": 0.62015, "recall_at_20": 0.76813, "recall_at_50": 0.88596, "recall_at_100": 0.9411, "precision_at_1": 0.47368, "precision_at_3": 0.35088, "precision_at_5": 0.24912, "precision_at_10": 0.1614, "precision_at_20": 0.1114, "precision_at_50": 0.06175, "precision_at_100": 0.03684, "mrr_at_1": 0.43859649122807015, "mrr_at_3": 0.5497076023391813, "mrr_at_5": 0.5672514619883041, "mrr_at_10": 0.5817947646895015, "mrr_at_20": 0.5865799648694385, "mrr_at_50": 0.5865799648694385, "mrr_at_100": 0.5865799648694385, "naucs_at_1_max": -0.15281315007007296, "naucs_at_1_std": -0.09732895697414298, "naucs_at_1_diff1": -0.054307967567707484, "naucs_at_3_max": -0.1262466466922437, "naucs_at_3_std": 0.01912433017431241, "naucs_at_3_diff1": -0.0322859155285644, "naucs_at_5_max": -0.20319416908259896, "naucs_at_5_std": -0.01977830621179626, "naucs_at_5_diff1": -0.06465338904783761, "naucs_at_10_max": -0.3355195370581778, "naucs_at_10_std": -0.07191908499371148, "naucs_at_10_diff1": -0.16280287777389404, "naucs_at_20_max": -0.3519830769771443, "naucs_at_20_std": -0.0553967269335761, "naucs_at_20_diff1": -0.22538674150572832, "naucs_at_50_max": -0.40434694836908913, "naucs_at_50_std": -0.0635783072099283, "naucs_at_50_diff1": -0.24891528619775694, "naucs_at_100_max": -0.40255432962139426, "naucs_at_100_std": -0.024812871245828868, "naucs_at_100_diff1": -0.2770007395208883 }, "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { "ndcg_at_1": 0.43421, "ndcg_at_3": 0.45235, "ndcg_at_5": 0.47629, "ndcg_at_10": 0.51342, "ndcg_at_20": 0.56203, "ndcg_at_50": 0.60278, "ndcg_at_100": 0.62087, "map_at_1": 0.20903, "map_at_3": 0.32434, "map_at_5": 0.36507, "map_at_10": 0.39818, "map_at_20": 0.42428, "map_at_50": 0.44318, "map_at_100": 0.45008, "recall_at_1": 0.20903, "recall_at_3": 0.41259, "recall_at_5": 0.517, "recall_at_10": 0.63435, "recall_at_20": 0.78085, "recall_at_50": 0.89863, "recall_at_100": 0.96063, "precision_at_1": 0.43421, "precision_at_3": 0.30848, "precision_at_5": 0.24211, "precision_at_10": 0.16579, "precision_at_20": 0.11404, "precision_at_50": 0.065, "precision_at_100": 0.03781, "mrr_at_1": 0.40789473684210525, "mrr_at_3": 0.527046783625731, "mrr_at_5": 0.5505116959064328, "mrr_at_10": 0.5619778613199666, "mrr_at_20": 0.5671230833866283, "mrr_at_50": 0.5679061765441998, "mrr_at_100": 0.5680766019699277, "naucs_at_1_max": -0.08674969923200349, "naucs_at_1_std": -0.12785519757016292, "naucs_at_1_diff1": 0.21374201473173102, "naucs_at_3_max": -0.09166058489409566, "naucs_at_3_std": -0.0031022367040863127, "naucs_at_3_diff1": 0.09527091297221703, "naucs_at_5_max": -0.14653312739712812, "naucs_at_5_std": -0.024730167489363637, "naucs_at_5_diff1": 0.03498407498195864, "naucs_at_10_max": -0.225713473240533, "naucs_at_10_std": -0.04303140407378188, "naucs_at_10_diff1": -0.04308653466860575, "naucs_at_20_max": -0.22185516203992944, "naucs_at_20_std": 0.0034720805716530762, "naucs_at_20_diff1": -0.09048444215470124, "naucs_at_50_max": -0.2493546714738657, "naucs_at_50_std": 0.02988512484202676, "naucs_at_50_diff1": -0.14316883923135704, "naucs_at_100_max": -0.24502201453228503, "naucs_at_100_std": 0.05022809810444157, "naucs_at_100_diff1": -0.16824546554534991 }, "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { "ndcg_at_1": 0.47344, "ndcg_at_3": 0.48278, "ndcg_at_5": 0.50462, "ndcg_at_10": 0.54603, "ndcg_at_20": 0.57554, "ndcg_at_50": 0.60318, "ndcg_at_100": 0.61783, "map_at_1": 0.29225, "map_at_3": 0.38846, "map_at_5": 0.41965, "map_at_10": 0.45149, "map_at_20": 0.4665, "map_at_50": 0.4757, "map_at_100": 0.4787, "recall_at_1": 0.29225, "recall_at_3": 0.4575, "recall_at_5": 0.53998, "recall_at_10": 0.65515, "recall_at_20": 0.73766, "recall_at_50": 0.82431, "recall_at_100": 0.88049, "precision_at_1": 0.47344, "precision_at_3": 0.29271, "precision_at_5": 0.22219, "precision_at_10": 0.15063, "precision_at_20": 0.09242, "precision_at_50": 0.04556, "precision_at_100": 0.02589, "mrr_at_1": 0.4765625, "mrr_at_3": 0.571875, "mrr_at_5": 0.5919531250000001, "mrr_at_10": 0.603569568452381, "mrr_at_20": 0.6061578451003761, "mrr_at_50": 0.6075146999835276, "mrr_at_100": 0.6077601140458406, "naucs_at_1_max": 0.1445901429688257, "naucs_at_1_std": 0.04879422266502493, "naucs_at_1_diff1": 0.5049804967501459, "naucs_at_3_max": 0.05246742121385186, "naucs_at_3_std": 0.01874772857068724, "naucs_at_3_diff1": 0.11757826696433202, "naucs_at_5_max": -0.013339203485967377, "naucs_at_5_std": -0.0009205466630953247, "naucs_at_5_diff1": -0.02244922882409139, "naucs_at_10_max": -0.08682090615078707, "naucs_at_10_std": -0.026375248494198728, "naucs_at_10_diff1": -0.11292318191258877, "naucs_at_20_max": -0.10431885508803695, "naucs_at_20_std": -0.014521415178763706, "naucs_at_20_diff1": -0.13511356596066346, "naucs_at_50_max": -0.11201225918267631, "naucs_at_50_std": -0.005547413995007679, "naucs_at_50_diff1": -0.1690941900485591, "naucs_at_100_max": -0.11394876645349264, "naucs_at_100_std": -0.004511467497133766, "naucs_at_100_diff1": -0.1838988167132217 }, "vidore/synthetic_axa_filtered_v1.0": { "ndcg_at_1": 0.5, "ndcg_at_3": 0.56867, "ndcg_at_5": 0.55526, "ndcg_at_10": 0.60941, "ndcg_at_20": 0.64561, "ndcg_at_50": 0.68001, "ndcg_at_100": 0.69265, "map_at_1": 0.27727, "map_at_3": 0.35875, "map_at_5": 0.39504, "map_at_10": 0.46566, "map_at_20": 0.49683, "map_at_50": 0.51669, "map_at_100": 0.52099, "recall_at_1": 0.27727, "recall_at_3": 0.42251, "recall_at_5": 0.52575, "recall_at_10": 0.71606, "recall_at_20": 0.84591, "recall_at_50": 0.92616, "recall_at_100": 0.96409, "precision_at_1": 0.5, "precision_at_3": 0.40741, "precision_at_5": 0.31111, "precision_at_10": 0.26111, "precision_at_20": 0.16389, "precision_at_50": 0.08222, "precision_at_100": 0.04444, "mrr_at_1": 0.5, "mrr_at_3": 0.6388888888888888, "mrr_at_5": 0.6499999999999999, "mrr_at_10": 0.6569444444444444, "mrr_at_20": 0.6619949494949495, "mrr_at_50": 0.6619949494949495, "mrr_at_100": 0.6619949494949495, "naucs_at_1_max": 0.2391397608003576, "naucs_at_1_std": 0.482551712361611, "naucs_at_1_diff1": 0.667251917503491, "naucs_at_3_max": -0.38189620059324003, "naucs_at_3_std": -0.129814608949739, "naucs_at_3_diff1": 0.08359826029840706, "naucs_at_5_max": -0.3011049936269833, "naucs_at_5_std": -0.06441362578488513, "naucs_at_5_diff1": 0.04020203353486208, "naucs_at_10_max": -0.5870365042935282, "naucs_at_10_std": -0.28281959532528894, "naucs_at_10_diff1": -0.15693878923310364, "naucs_at_20_max": -0.5953052343289993, "naucs_at_20_std": -0.29672745276113194, "naucs_at_20_diff1": -0.2728904750514949, "naucs_at_50_max": -0.5811912843121961, "naucs_at_50_std": -0.29048866766495884, "naucs_at_50_diff1": -0.2766099302628687, "naucs_at_100_max": -0.6008401367555216, "naucs_at_100_std": -0.3146834589604316, "naucs_at_100_diff1": -0.3235737984505229 }, "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { "ndcg_at_1": 0.7069, "ndcg_at_3": 0.62914, "ndcg_at_5": 0.60895, "ndcg_at_10": 0.59235, "ndcg_at_20": 0.60868, "ndcg_at_50": 0.6774, "ndcg_at_100": 0.70833, "map_at_1": 0.09114, "map_at_3": 0.18669, "map_at_5": 0.24899, "map_at_10": 0.32604, "map_at_20": 0.38536, "map_at_50": 0.449, "map_at_100": 0.47366, "recall_at_1": 0.09114, "recall_at_3": 0.22238, "recall_at_5": 0.32271, "recall_at_10": 0.47222, "recall_at_20": 0.61498, "recall_at_50": 0.8178, "recall_at_100": 0.92015, "precision_at_1": 0.7069, "precision_at_3": 0.58046, "precision_at_5": 0.54138, "precision_at_10": 0.43448, "precision_at_20": 0.32069, "precision_at_50": 0.20276, "precision_at_100": 0.12759, "mrr_at_1": 0.7068965517241379, "mrr_at_3": 0.7758620689655172, "mrr_at_5": 0.7879310344827587, "mrr_at_10": 0.7936781609195402, "mrr_at_20": 0.7960186196494512, "mrr_at_50": 0.796737010454049, "mrr_at_100": 0.796737010454049, "naucs_at_1_max": -0.06259991602002318, "naucs_at_1_std": -0.00006667424842427656, "naucs_at_1_diff1": 0.03824977791641635, "naucs_at_3_max": -0.08447178148855272, "naucs_at_3_std": 0.001279986551504128, "naucs_at_3_diff1": -0.01478005816697471, "naucs_at_5_max": -0.11668651214285025, "naucs_at_5_std": 0.007289645445013113, "naucs_at_5_diff1": -0.1330937442673322, "naucs_at_10_max": -0.07191479196412351, "naucs_at_10_std": 0.025727514135516917, "naucs_at_10_diff1": -0.08241471734399841, "naucs_at_20_max": -0.02204930618500031, "naucs_at_20_std": 0.0960681659954945, "naucs_at_20_diff1": -0.07361204316664276, "naucs_at_50_max": -0.07065872183954744, "naucs_at_50_std": 0.049302385402900294, "naucs_at_50_diff1": -0.0689573689134034, "naucs_at_100_max": -0.11244936840256693, "naucs_at_100_std": -0.003132058170728341, "naucs_at_100_diff1": -0.0197304369593 }, "../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.67254, "ndcg_at_3": 0.77154, "ndcg_at_5": 0.79508, "ndcg_at_10": 0.80896, "ndcg_at_20": 0.81304, "ndcg_at_50": 0.81748, "ndcg_at_100": 0.81945, "map_at_1": 0.67254, "map_at_3": 0.74737, "map_at_5": 0.76058, "map_at_10": 0.76651, "map_at_20": 0.76767, "map_at_50": 0.76838, "map_at_100": 0.76855, "recall_at_1": 0.67254, "recall_at_3": 0.84143, "recall_at_5": 0.89793, "recall_at_10": 0.93985, "recall_at_20": 0.95565, "recall_at_50": 0.97813, "recall_at_100": 0.99028, "precision_at_1": 0.67254, "precision_at_3": 0.28048, "precision_at_5": 0.17959, "precision_at_10": 0.09399, "precision_at_20": 0.04778, "precision_at_50": 0.01956, "precision_at_100": 0.0099, "mrr_at_1": 0.6731470230862697, "mrr_at_3": 0.7493924665856622, "mrr_at_5": 0.7618772782503037, "mrr_at_10": 0.7678631699743487, "mrr_at_20": 0.7690541237462379, "mrr_at_50": 0.7697982847348657, "mrr_at_100": 0.7699707664933622, "naucs_at_1_max": 0.20966013356626328, "naucs_at_1_std": -0.22498694181030202, "naucs_at_1_diff1": 0.8203652560809781, "naucs_at_3_max": 0.23726706779023002, "naucs_at_3_std": -0.19910153497947758, "naucs_at_3_diff1": 0.7597696577891234, "naucs_at_5_max": 0.2593769522413535, "naucs_at_5_std": -0.07129523156315126, "naucs_at_5_diff1": 0.7196065288758066, "naucs_at_10_max": 0.39432310858925906, "naucs_at_10_std": 0.18495449574107942, "naucs_at_10_diff1": 0.7253268900545096, "naucs_at_20_max": 0.3930768921714602, "naucs_at_20_std": 0.2479610897886844, "naucs_at_20_diff1": 0.6996988771005946, "naucs_at_50_max": 0.3643319555228912, "naucs_at_50_std": 0.18533772677648166, "naucs_at_50_diff1": 0.7079255723972542, "naucs_at_100_max": 0.3009083862139714, "naucs_at_100_std": 0.09790868216215114, "naucs_at_100_diff1": 0.6858147175459396}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.66, "ndcg_at_3": 0.76071, "ndcg_at_5": 0.79473, "ndcg_at_10": 0.80463, "ndcg_at_20": 0.80926, "ndcg_at_50": 0.81505, "ndcg_at_100": 0.81505, "map_at_1": 0.66, "map_at_3": 0.73667, "map_at_5": 0.75617, "map_at_10": 0.76037, "map_at_20": 0.76143, "map_at_50": 0.76231, "map_at_100": 0.76231, "recall_at_1": 0.66, "recall_at_3": 0.83, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.66, "precision_at_3": 0.27667, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.67, "mrr_at_3": 0.7516666666666667, "mrr_at_5": 0.7681666666666667, "mrr_at_10": 0.7707063492063492, "mrr_at_20": 0.7723209002899405, "mrr_at_50": 0.7728784938335943, "mrr_at_100": 0.7728784938335943, "naucs_at_1_max": 0.08169869560888152, "naucs_at_1_std": -0.013707723455806894, "naucs_at_1_diff1": 0.7249493843141157, "naucs_at_3_max": 0.2874557380855627, "naucs_at_3_std": -0.13574621234109166, "naucs_at_3_diff1": 0.7652231961455855, "naucs_at_5_max": 0.24380122419338, "naucs_at_5_std": -0.35024380122419174, "naucs_at_5_diff1": 0.7388214545077295, "naucs_at_10_max": 0.3075785869903511, "naucs_at_10_std": -0.32718643012760934, "naucs_at_10_diff1": 0.7786336756925011, "naucs_at_20_max": -0.005952380952378498, "naucs_at_20_std": -0.9213352007469534, "naucs_at_20_diff1": 0.7700746965452813, "naucs_at_50_max": 0.35807656395892007, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 0.7222222222222041, "naucs_at_100_max": 0.35807656395892007, "naucs_at_100_std": 0.35807656395892007, "naucs_at_100_diff1": 0.7222222222222041}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.98, "mrr_at_5": 0.982, "mrr_at_10": 0.982, "mrr_at_20": 0.982, "mrr_at_50": 0.982, "mrr_at_100": 0.982, "naucs_at_1_max": 0.7006302521008423, "naucs_at_1_std": 0.12184873949580065, "naucs_at_1_diff1": 0.96732026143791, "naucs_at_3_max": 0.7222222222222157, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.96917, "ndcg_at_5": 0.96917, "ndcg_at_10": 0.96917, "ndcg_at_20": 0.96917, "ndcg_at_50": 0.96917, "ndcg_at_100": 0.96917, "map_at_1": 0.92, "map_at_3": 0.95833, "map_at_5": 0.95833, "map_at_10": 0.95833, "map_at_20": 0.95833, "map_at_50": 0.95833, "map_at_100": 0.95833, "recall_at_1": 0.92, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.965, "mrr_at_5": 0.965, "mrr_at_10": 0.965, "mrr_at_20": 0.965, "mrr_at_50": 0.965, "mrr_at_100": 0.965, "naucs_at_1_max": 0.2525676937441629, "naucs_at_1_std": -0.10498366013071944, "naucs_at_1_diff1": 0.9325980392156855, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.738, "ndcg_at_3": 0.78171, "ndcg_at_5": 0.7942, "ndcg_at_10": 0.80782, "ndcg_at_20": 0.81884, "ndcg_at_50": 0.82731, "ndcg_at_100": 0.82893, "map_at_1": 0.738, "map_at_3": 0.77, "map_at_5": 0.777, "map_at_10": 0.78266, "map_at_20": 0.78589, "map_at_50": 0.78731, "map_at_100": 0.78745, "recall_at_1": 0.738, "recall_at_3": 0.816, "recall_at_5": 0.846, "recall_at_10": 0.888, "recall_at_20": 0.93, "recall_at_50": 0.972, "recall_at_100": 0.982, "precision_at_1": 0.738, "precision_at_3": 0.272, "precision_at_5": 0.1692, "precision_at_10": 0.0888, "precision_at_20": 0.0465, "precision_at_50": 0.01944, "precision_at_100": 0.00982, "mrr_at_1": 0.736, "mrr_at_3": 0.7696666666666666, "mrr_at_5": 0.7769666666666667, "mrr_at_10": 0.7824468253968254, "mrr_at_20": 0.7856496591987304, "mrr_at_50": 0.7868935264577809, "mrr_at_100": 0.7870774396931399, "naucs_at_1_max": 0.6441244857086442, "naucs_at_1_std": 0.06486619357906503, "naucs_at_1_diff1": 0.9230124477649233, "naucs_at_3_max": 0.6578972930967495, "naucs_at_3_std": 0.12599296291499376, "naucs_at_3_diff1": 0.8838934939342918, "naucs_at_5_max": 0.6557436425330749, "naucs_at_5_std": 0.14340361177831004, "naucs_at_5_diff1": 0.8845107832297585, "naucs_at_10_max": 0.6284243100649344, "naucs_at_10_std": 0.1057139475108209, "naucs_at_10_diff1": 0.8592228084415582, "naucs_at_20_max": 0.7293850873682812, "naucs_at_20_std": 0.22198212618380547, "naucs_at_20_diff1": 0.8774176337201546, "naucs_at_50_max": 0.6484260370814985, "naucs_at_50_std": 0.5022342270241381, "naucs_at_50_diff1": 0.8701147125516864, "naucs_at_100_max": 0.7380952380952427, "naucs_at_100_std": 0.6890756302521013, "naucs_at_100_diff1": 0.9092229484386288}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50776, "ndcg_at_3": 0.57475, "ndcg_at_5": 0.60013, "ndcg_at_10": 0.62058, "ndcg_at_20": 0.63501, "ndcg_at_50": 0.6462, "ndcg_at_100": 0.65513, "map_at_1": 0.50776, "map_at_3": 0.55876, "map_at_5": 0.57273, "map_at_10": 0.58137, "map_at_20": 0.58527, "map_at_50": 0.58695, "map_at_100": 0.58772, "recall_at_1": 0.50776, "recall_at_3": 0.62084, "recall_at_5": 0.68293, "recall_at_10": 0.74501, "recall_at_20": 0.80266, "recall_at_50": 0.86031, "recall_at_100": 0.91574, "precision_at_1": 0.50776, "precision_at_3": 0.20695, "precision_at_5": 0.13659, "precision_at_10": 0.0745, "precision_at_20": 0.04013, "precision_at_50": 0.01721, "precision_at_100": 0.00916, "mrr_at_1": 0.5121951219512195, "mrr_at_3": 0.5598669623059866, "mrr_at_5": 0.5732815964523282, "mrr_at_10": 0.5825062471403935, "mrr_at_20": 0.5859834952726223, "mrr_at_50": 0.5879193696680363, "mrr_at_100": 0.5886403970009746, "naucs_at_1_max": 0.569317766849609, "naucs_at_1_std": 0.2506731863692249, "naucs_at_1_diff1": 0.8940819253399216, "naucs_at_3_max": 0.5320242408844945, "naucs_at_3_std": 0.31139898363283913, "naucs_at_3_diff1": 0.8292659998128213, "naucs_at_5_max": 0.5013862652967811, "naucs_at_5_std": 0.4624341080727763, "naucs_at_5_diff1": 0.8045414688653402, "naucs_at_10_max": 0.5030904726189009, "naucs_at_10_std": 0.533507880084528, "naucs_at_10_diff1": 0.7729429212153898, "naucs_at_20_max": 0.45929954704965514, "naucs_at_20_std": 0.6220482743867082, "naucs_at_20_diff1": 0.7445601717421665, "naucs_at_50_max": 0.3566491997151963, "naucs_at_50_std": 0.6976932061646426, "naucs_at_50_diff1": 0.764513580811436, "naucs_at_100_max": 0.2787609440415055, "naucs_at_100_std": 0.7732527040792341, "naucs_at_100_diff1": 0.797647076714487}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_50": 0.99631, "ndcg_at_100": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_50": 0.995, "map_at_100": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_50": 0.995, "mrr_at_100": 0.995, "naucs_at_1_max": -0.5634920634920657, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.86235, "ndcg_at_3": 0.90158, "ndcg_at_5": 0.90567, "ndcg_at_10": 0.91363, "ndcg_at_20": 0.91519, "ndcg_at_50": 0.91877, "ndcg_at_100": 0.91943, "map_at_1": 0.86235, "map_at_3": 0.89204, "map_at_5": 0.89426, "map_at_10": 0.89761, "map_at_20": 0.89804, "map_at_50": 0.89861, "map_at_100": 0.89866, "recall_at_1": 0.86235, "recall_at_3": 0.92915, "recall_at_5": 0.93927, "recall_at_10": 0.96356, "recall_at_20": 0.96964, "recall_at_50": 0.98785, "recall_at_100": 0.9919, "precision_at_1": 0.86235, "precision_at_3": 0.30972, "precision_at_5": 0.18785, "precision_at_10": 0.09636, "precision_at_20": 0.04848, "precision_at_50": 0.01976, "precision_at_100": 0.00992, "mrr_at_1": 0.8603238866396761, "mrr_at_3": 0.8903508771929824, "mrr_at_5": 0.8931848852901485, "mrr_at_10": 0.8970864661654135, "mrr_at_20": 0.8973279605897335, "mrr_at_50": 0.8978873365734087, "mrr_at_100": 0.8979428941866536, "naucs_at_1_max": 0.6141087424038754, "naucs_at_1_std": -0.030722276569984355, "naucs_at_1_diff1": 0.9202550833899372, "naucs_at_3_max": 0.6449024060358626, "naucs_at_3_std": -0.1880330467463847, "naucs_at_3_diff1": 0.9225365697409679, "naucs_at_5_max": 0.6732032874315905, "naucs_at_5_std": -0.1432252604677148, "naucs_at_5_diff1": 0.9232372044252183, "naucs_at_10_max": 0.8191686971467412, "naucs_at_10_std": 0.22617716320424064, "naucs_at_10_diff1": 0.9401180393458267, "naucs_at_20_max": 0.8589054528404234, "naucs_at_20_std": 0.1941650857143643, "naucs_at_20_diff1": 0.9640708236075015, "naucs_at_50_max": 0.9319439680295378, "naucs_at_50_std": 0.6371519734027287, "naucs_at_50_diff1": 0.9782330909892136, "naucs_at_100_max": 0.8979159520443043, "naucs_at_100_std": 0.7864897480536438, "naucs_at_100_diff1": 0.9673496364838197}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.95524, "ndcg_at_5": 0.95911, "ndcg_at_10": 0.96267, "ndcg_at_20": 0.96267, "ndcg_at_50": 0.96457, "ndcg_at_100": 0.96457, "map_at_1": 0.93, "map_at_3": 0.95, "map_at_5": 0.952, "map_at_10": 0.95367, "map_at_20": 0.95367, "map_at_50": 0.95394, "map_at_100": 0.95394, "recall_at_1": 0.93, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.93, "mrr_at_3": 0.95, "mrr_at_5": 0.9545, "mrr_at_10": 0.9545, "mrr_at_20": 0.9545, "mrr_at_50": 0.9547941176470589, "mrr_at_100": 0.9547941176470589, "naucs_at_1_max": 0.5122715752967848, "naucs_at_1_std": -0.8083900226757392, "naucs_at_1_diff1": 0.9626517273576113, "naucs_at_3_max": 0.7587924058512326, "naucs_at_3_std": -0.9752567693744157, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6381886087768404, "naucs_at_5_std": -1.7399626517273414, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.74286, "ndcg_at_3": 0.80578, "ndcg_at_5": 0.81331, "ndcg_at_10": 0.83414, "ndcg_at_20": 0.84421, "ndcg_at_50": 0.84981, "ndcg_at_100": 0.84981, "map_at_1": 0.74286, "map_at_3": 0.79048, "map_at_5": 0.79476, "map_at_10": 0.80337, "map_at_20": 0.80621, "map_at_50": 0.80708, "map_at_100": 0.80708, "recall_at_1": 0.74286, "recall_at_3": 0.85, "recall_at_5": 0.86786, "recall_at_10": 0.93214, "recall_at_20": 0.97143, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74286, "precision_at_3": 0.28333, "precision_at_5": 0.17357, "precision_at_10": 0.09321, "precision_at_20": 0.04857, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.7392857142857143, "mrr_at_3": 0.7869047619047619, "mrr_at_5": 0.7924404761904762, "mrr_at_10": 0.8010884353741496, "mrr_at_20": 0.8036055972505552, "mrr_at_50": 0.8044824919583908, "mrr_at_100": 0.8044824919583908, "naucs_at_1_max": 0.2579714168809912, "naucs_at_1_std": 0.06030804302080844, "naucs_at_1_diff1": 0.8073342880523727, "naucs_at_3_max": 0.23897075914648253, "naucs_at_3_std": 0.10569011203570283, "naucs_at_3_diff1": 0.7397378085630618, "naucs_at_5_max": 0.23385982745588652, "naucs_at_5_std": 0.08519039799827996, "naucs_at_5_diff1": 0.6976698725467213, "naucs_at_10_max": 0.20789719396530357, "naucs_at_10_std": -0.05779153766769964, "naucs_at_10_diff1": 0.7551968155683331, "naucs_at_20_max": 0.07142857142857674, "naucs_at_20_std": -0.1817810457516319, "naucs_at_20_diff1": 0.7208216619981378, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}}