| {"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.62179, "ndcg_at_3": 0.57934, "ndcg_at_5": 0.62234, "ndcg_at_10": 0.65262, "ndcg_at_20": 0.67475, "ndcg_at_50": 0.70087, "ndcg_at_100": 0.71211, "map_at_1": 0.43526, "map_at_3": 0.50267, "map_at_5": 0.55008, "map_at_10": 0.57335, "map_at_20": 0.58435, "map_at_50": 0.59308, "map_at_100": 0.5954, "recall_at_1": 0.43526, "recall_at_3": 0.53333, "recall_at_5": 0.66204, "recall_at_10": 0.75262, "recall_at_20": 0.81833, "recall_at_50": 0.91518, "recall_at_100": 0.96614, "precision_at_1": 0.63462, "precision_at_3": 0.30769, "precision_at_5": 0.24615, "precision_at_10": 0.14808, "precision_at_20": 0.08654, "precision_at_50": 0.04115, "precision_at_100": 0.02212, "mrr_at_1": 0.5961538461538461, "mrr_at_3": 0.6442307692307693, "mrr_at_5": 0.6721153846153847, "mrr_at_10": 0.678792735042735, "mrr_at_20": 0.6830509768009766, "mrr_at_50": 0.6843387515262513, "mrr_at_100": 0.6846592643467642, "naucs_at_1_max": 0.007278669575223614, "naucs_at_1_std": -0.16862511436532815, "naucs_at_1_diff1": 0.37195886708166814, "naucs_at_3_max": -0.11224357092950424, "naucs_at_3_std": -0.13484611004600808, "naucs_at_3_diff1": 0.12647962031083498, "naucs_at_5_max": -0.08235536599427677, "naucs_at_5_std": 0.029280898603991155, "naucs_at_5_diff1": 0.03850576951146517, "naucs_at_10_max": -0.05329392017057177, "naucs_at_10_std": 0.07795337723139084, "naucs_at_10_diff1": -0.13170232588923755, "naucs_at_20_max": -0.13017358757688524, "naucs_at_20_std": -0.008088492748358699, "naucs_at_20_diff1": -0.2193370407928556, "naucs_at_50_max": -0.09015721409307421, "naucs_at_50_std": 0.022247428759607314, "naucs_at_50_diff1": -0.2736453927338279, "naucs_at_100_max": -0.14696693886931617, "naucs_at_100_std": -0.010945474748335252, "naucs_at_100_diff1": -0.3271662812920136}, | |
| "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.55603, | |
| "ndcg_at_3": 0.54807, | |
| "ndcg_at_5": 0.53157, | |
| "ndcg_at_10": 0.5146, | |
| "ndcg_at_20": 0.54585, | |
| "ndcg_at_50": 0.61451, | |
| "ndcg_at_100": 0.6553, | |
| "map_at_1": 0.0783, | |
| "map_at_3": 0.16664, | |
| "map_at_5": 0.21874, | |
| "map_at_10": 0.28014, | |
| "map_at_20": 0.3378, | |
| "map_at_50": 0.39242, | |
| "map_at_100": 0.42099, | |
| "recall_at_1": 0.0783, | |
| "recall_at_3": 0.20216, | |
| "recall_at_5": 0.28814, | |
| "recall_at_10": 0.41158, | |
| "recall_at_20": 0.55969, | |
| "recall_at_50": 0.76372, | |
| "recall_at_100": 0.88571, | |
| "precision_at_1": 0.55603, | |
| "precision_at_3": 0.51293, | |
| "precision_at_5": 0.47328, | |
| "precision_at_10": 0.38103, | |
| "precision_at_20": 0.29483, | |
| "precision_at_50": 0.18716, | |
| "precision_at_100": 0.1244, | |
| "mrr_at_1": 0.5474137931034483, | |
| "mrr_at_3": 0.6666666666666666, | |
| "mrr_at_5": 0.6847701149425288, | |
| "mrr_at_10": 0.6911022167487685, | |
| "mrr_at_20": 0.6938394796748926, | |
| "mrr_at_50": 0.6948904461025456, | |
| "mrr_at_100": 0.6948904461025456, | |
| "naucs_at_1_max": 0.07994091110523227, | |
| "naucs_at_1_std": 0.12444987153144782, | |
| "naucs_at_1_diff1": 0.09424460432630058, | |
| "naucs_at_3_max": 0.16923654602805172, | |
| "naucs_at_3_std": 0.2045449370458442, | |
| "naucs_at_3_diff1": 0.09926647816044282, | |
| "naucs_at_5_max": 0.17728557191005953, | |
| "naucs_at_5_std": 0.2565334951047491, | |
| "naucs_at_5_diff1": 0.07759845826151261, | |
| "naucs_at_10_max": 0.13245740814133947, | |
| "naucs_at_10_std": 0.21617752015273486, | |
| "naucs_at_10_diff1": 0.023098575182872085, | |
| "naucs_at_20_max": 0.0673142638543018, | |
| "naucs_at_20_std": 0.19206721484700626, | |
| "naucs_at_20_diff1": -0.007872307371572145, | |
| "naucs_at_50_max": -0.02207912884522245, | |
| "naucs_at_50_std": 0.14587302006330063, | |
| "naucs_at_50_diff1": -0.048901378247186766, | |
| "naucs_at_100_max": -0.07381834254515347, | |
| "naucs_at_100_std": 0.10309591458261987, | |
| "naucs_at_100_diff1": -0.0369817902657747 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.55556, | |
| "ndcg_at_3": 0.57286, | |
| "ndcg_at_5": 0.57184, | |
| "ndcg_at_10": 0.57514, | |
| "ndcg_at_20": 0.60015, | |
| "ndcg_at_50": 0.64497, | |
| "ndcg_at_100": 0.67229, | |
| "map_at_1": 0.27024, | |
| "map_at_3": 0.35733, | |
| "map_at_5": 0.40728, | |
| "map_at_10": 0.4556, | |
| "map_at_20": 0.48059, | |
| "map_at_50": 0.50401, | |
| "map_at_100": 0.51134, | |
| "recall_at_1": 0.27024, | |
| "recall_at_3": 0.42572, | |
| "recall_at_5": 0.50846, | |
| "recall_at_10": 0.61625, | |
| "recall_at_20": 0.70808, | |
| "recall_at_50": 0.81979, | |
| "recall_at_100": 0.92724, | |
| "precision_at_1": 0.55556, | |
| "precision_at_3": 0.40741, | |
| "precision_at_5": 0.34444, | |
| "precision_at_10": 0.24028, | |
| "precision_at_20": 0.15, | |
| "precision_at_50": 0.07972, | |
| "precision_at_100": 0.04542, | |
| "mrr_at_1": 0.5138888888888888, | |
| "mrr_at_3": 0.6388888888888888, | |
| "mrr_at_5": 0.6486111111111111, | |
| "mrr_at_10": 0.6532407407407407, | |
| "mrr_at_20": 0.6550035612535612, | |
| "mrr_at_50": 0.6554515899273964, | |
| "mrr_at_100": 0.6562765438177584, | |
| "naucs_at_1_max": 0.06394991291872823, | |
| "naucs_at_1_std": 0.2339109450954795, | |
| "naucs_at_1_diff1": 0.30591875421589343, | |
| "naucs_at_3_max": -0.17975083964563082, | |
| "naucs_at_3_std": 0.027577428119795747, | |
| "naucs_at_3_diff1": 0.09852366590105074, | |
| "naucs_at_5_max": -0.23673003232880171, | |
| "naucs_at_5_std": -0.01855706256438857, | |
| "naucs_at_5_diff1": 0.03504088887398939, | |
| "naucs_at_10_max": -0.32103926214321127, | |
| "naucs_at_10_std": -0.06117912492226144, | |
| "naucs_at_10_diff1": -0.14080922308311572, | |
| "naucs_at_20_max": -0.34694147283910304, | |
| "naucs_at_20_std": -0.04490360729046198, | |
| "naucs_at_20_diff1": -0.17565284792297425, | |
| "naucs_at_50_max": -0.3890920945387956, | |
| "naucs_at_50_std": -0.06731905750861354, | |
| "naucs_at_50_diff1": -0.19417578723003429, | |
| "naucs_at_100_max": -0.41189447174112953, | |
| "naucs_at_100_std": -0.0755751130681716, | |
| "naucs_at_100_diff1": -0.21048470142462247 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { | |
| "ndcg_at_1": 0.59375, | |
| "ndcg_at_3": 0.59937, | |
| "ndcg_at_5": 0.6176, | |
| "ndcg_at_10": 0.65125, | |
| "ndcg_at_20": 0.68031, | |
| "ndcg_at_50": 0.70414, | |
| "ndcg_at_100": 0.7118, | |
| "map_at_1": 0.35678, | |
| "map_at_3": 0.48409, | |
| "map_at_5": 0.52133, | |
| "map_at_10": 0.55746, | |
| "map_at_20": 0.57311, | |
| "map_at_50": 0.582, | |
| "map_at_100": 0.58404, | |
| "recall_at_1": 0.35678, | |
| "recall_at_3": 0.5553, | |
| "recall_at_5": 0.6424, | |
| "recall_at_10": 0.74954, | |
| "recall_at_20": 0.83273, | |
| "recall_at_50": 0.90356, | |
| "recall_at_100": 0.92956, | |
| "precision_at_1": 0.59375, | |
| "precision_at_3": 0.36875, | |
| "precision_at_5": 0.2775, | |
| "precision_at_10": 0.18, | |
| "precision_at_20": 0.10656, | |
| "precision_at_50": 0.05138, | |
| "precision_at_100": 0.02756, | |
| "mrr_at_1": 0.5875, | |
| "mrr_at_3": 0.6791666666666667, | |
| "mrr_at_5": 0.6979166666666667, | |
| "mrr_at_10": 0.7059871031746032, | |
| "mrr_at_20": 0.7082808189563704, | |
| "mrr_at_50": 0.7090456790962306, | |
| "mrr_at_100": 0.7091433353462306, | |
| "naucs_at_1_max": 0.249983882109141, | |
| "naucs_at_1_std": -0.041280221045360686, | |
| "naucs_at_1_diff1": 0.4059037531660143, | |
| "naucs_at_3_max": 0.01878691845110894, | |
| "naucs_at_3_std": -0.06513153750357396, | |
| "naucs_at_3_diff1": -0.04117906448220925, | |
| "naucs_at_5_max": -0.03604209381453121, | |
| "naucs_at_5_std": -0.026999419446342467, | |
| "naucs_at_5_diff1": -0.2004747312183539, | |
| "naucs_at_10_max": -0.15546557639975261, | |
| "naucs_at_10_std": -0.12249727214166432, | |
| "naucs_at_10_diff1": -0.28313723428030524, | |
| "naucs_at_20_max": -0.230360039337395, | |
| "naucs_at_20_std": -0.11871250920639782, | |
| "naucs_at_20_diff1": -0.35374918579255926, | |
| "naucs_at_50_max": -0.21935608877014798, | |
| "naucs_at_50_std": -0.04506401935703416, | |
| "naucs_at_50_diff1": -0.34518311048379996, | |
| "naucs_at_100_max": -0.22834972168166315, | |
| "naucs_at_100_std": -0.04987710526052404, | |
| "naucs_at_100_diff1": -0.33362168437999984 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0": { | |
| "ndcg_at_1": 0.52632, | |
| "ndcg_at_3": 0.48702, | |
| "ndcg_at_5": 0.53392, | |
| "ndcg_at_10": 0.5786, | |
| "ndcg_at_20": 0.62288, | |
| "ndcg_at_50": 0.64776, | |
| "ndcg_at_100": 0.66238, | |
| "map_at_1": 0.23981, | |
| "map_at_3": 0.34792, | |
| "map_at_5": 0.408, | |
| "map_at_10": 0.4528, | |
| "map_at_20": 0.48189, | |
| "map_at_50": 0.49681, | |
| "map_at_100": 0.50309, | |
| "recall_at_1": 0.23981, | |
| "recall_at_3": 0.41261, | |
| "recall_at_5": 0.55802, | |
| "recall_at_10": 0.71472, | |
| "recall_at_20": 0.85539, | |
| "recall_at_50": 0.9246, | |
| "recall_at_100": 0.97368, | |
| "precision_at_1": 0.52632, | |
| "precision_at_3": 0.35088, | |
| "precision_at_5": 0.29474, | |
| "precision_at_10": 0.2, | |
| "precision_at_20": 0.13158, | |
| "precision_at_50": 0.06877, | |
| "precision_at_100": 0.0386, | |
| "mrr_at_1": 0.5087719298245614, | |
| "mrr_at_3": 0.5877192982456141, | |
| "mrr_at_5": 0.6149122807017543, | |
| "mrr_at_10": 0.6263575605680868, | |
| "mrr_at_20": 0.6303891040733146, | |
| "mrr_at_50": 0.6303891040733146, | |
| "mrr_at_100": 0.6305757408780925, | |
| "naucs_at_1_max": -0.08333796614169701, | |
| "naucs_at_1_std": 0.02230843203992766, | |
| "naucs_at_1_diff1": 0.05161927720353975, | |
| "naucs_at_3_max": -0.03209945113922174, | |
| "naucs_at_3_std": 0.04489217019394448, | |
| "naucs_at_3_diff1": -0.03516139834577249, | |
| "naucs_at_5_max": -0.08062920691129684, | |
| "naucs_at_5_std": 0.05137467110356768, | |
| "naucs_at_5_diff1": -0.11589678137851257, | |
| "naucs_at_10_max": -0.19710514484783043, | |
| "naucs_at_10_std": -0.019483171394852755, | |
| "naucs_at_10_diff1": -0.19216047549364354, | |
| "naucs_at_20_max": -0.2492809947138442, | |
| "naucs_at_20_std": -0.019880591668848344, | |
| "naucs_at_20_diff1": -0.13918128050450226, | |
| "naucs_at_50_max": -0.297692866142236, | |
| "naucs_at_50_std": 0.015944137484135215, | |
| "naucs_at_50_diff1": -0.10169694250184191, | |
| "naucs_at_100_max": -0.3263966784104191, | |
| "naucs_at_100_std": -0.004102727593586926, | |
| "naucs_at_100_diff1": -0.06847320679987662 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.51754, | |
| "ndcg_at_3": 0.50334, | |
| "ndcg_at_5": 0.54222, | |
| "ndcg_at_10": 0.58819, | |
| "ndcg_at_20": 0.6317, | |
| "ndcg_at_50": 0.65775, | |
| "ndcg_at_100": 0.67204, | |
| "map_at_1": 0.24814, | |
| "map_at_3": 0.36856, | |
| "map_at_5": 0.42073, | |
| "map_at_10": 0.4663, | |
| "map_at_20": 0.49471, | |
| "map_at_50": 0.50962, | |
| "map_at_100": 0.51599, | |
| "recall_at_1": 0.24814, | |
| "recall_at_3": 0.43973, | |
| "recall_at_5": 0.56658, | |
| "recall_at_10": 0.71523, | |
| "recall_at_20": 0.85844, | |
| "recall_at_50": 0.93536, | |
| "recall_at_100": 0.97971, | |
| "precision_at_1": 0.51754, | |
| "precision_at_3": 0.3538, | |
| "precision_at_5": 0.29123, | |
| "precision_at_10": 0.20219, | |
| "precision_at_20": 0.13246, | |
| "precision_at_50": 0.06825, | |
| "precision_at_100": 0.03855, | |
| "mrr_at_1": 0.5263157894736842, | |
| "mrr_at_3": 0.6016081871345029, | |
| "mrr_at_5": 0.6288011695906434, | |
| "mrr_at_10": 0.6403230297967141, | |
| "mrr_at_20": 0.6438437895094242, | |
| "mrr_at_50": 0.6443535683849544, | |
| "mrr_at_100": 0.644453714963128, | |
| "naucs_at_1_max": 0.01943705593605114, | |
| "naucs_at_1_std": 0.10857657836709796, | |
| "naucs_at_1_diff1": 0.31024815892610824, | |
| "naucs_at_3_max": -0.026602088034168622, | |
| "naucs_at_3_std": 0.06693038369249117, | |
| "naucs_at_3_diff1": 0.06536575914252513, | |
| "naucs_at_5_max": -0.10400806660437836, | |
| "naucs_at_5_std": 0.011805949215176312, | |
| "naucs_at_5_diff1": -0.040514684440300354, | |
| "naucs_at_10_max": -0.16246054552831016, | |
| "naucs_at_10_std": -0.004963201865618914, | |
| "naucs_at_10_diff1": -0.14424024163286125, | |
| "naucs_at_20_max": -0.2068822330886405, | |
| "naucs_at_20_std": 0.01182183229908038, | |
| "naucs_at_20_diff1": -0.14776288061245282, | |
| "naucs_at_50_max": -0.2382304805368312, | |
| "naucs_at_50_std": 0.06100699728024982, | |
| "naucs_at_50_diff1": -0.16038145767725714, | |
| "naucs_at_100_max": -0.2526736911992193, | |
| "naucs_at_100_std": 0.07538174516910437, | |
| "naucs_at_100_diff1": -0.1425829565807366 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { | |
| "ndcg_at_1": 0.55, | |
| "ndcg_at_3": 0.54747, | |
| "ndcg_at_5": 0.56523, | |
| "ndcg_at_10": 0.60236, | |
| "ndcg_at_20": 0.63192, | |
| "ndcg_at_50": 0.65894, | |
| "ndcg_at_100": 0.66916, | |
| "map_at_1": 0.32887, | |
| "map_at_3": 0.43891, | |
| "map_at_5": 0.47556, | |
| "map_at_10": 0.51112, | |
| "map_at_20": 0.52597, | |
| "map_at_50": 0.53502, | |
| "map_at_100": 0.53747, | |
| "recall_at_1": 0.32887, | |
| "recall_at_3": 0.50621, | |
| "recall_at_5": 0.59078, | |
| "recall_at_10": 0.7021, | |
| "recall_at_20": 0.78896, | |
| "recall_at_50": 0.87545, | |
| "recall_at_100": 0.91215, | |
| "precision_at_1": 0.55, | |
| "precision_at_3": 0.33698, | |
| "precision_at_5": 0.25625, | |
| "precision_at_10": 0.16797, | |
| "precision_at_20": 0.10016, | |
| "precision_at_50": 0.04875, | |
| "precision_at_100": 0.02653, | |
| "mrr_at_1": 0.5421875, | |
| "mrr_at_3": 0.6315104166666667, | |
| "mrr_at_5": 0.6464322916666666, | |
| "mrr_at_10": 0.6572829861111111, | |
| "mrr_at_20": 0.6611296462086782, | |
| "mrr_at_50": 0.6623597304996574, | |
| "mrr_at_100": 0.6624612115027679, | |
| "naucs_at_1_max": 0.21639796742259326, | |
| "naucs_at_1_std": -0.03628975637155085, | |
| "naucs_at_1_diff1": 0.4459120269606122, | |
| "naucs_at_3_max": 0.03669633870346066, | |
| "naucs_at_3_std": -0.08520389607094239, | |
| "naucs_at_3_diff1": 0.040408263382322174, | |
| "naucs_at_5_max": -0.04548934564318856, | |
| "naucs_at_5_std": -0.07038321737921435, | |
| "naucs_at_5_diff1": -0.10616437737784175, | |
| "naucs_at_10_max": -0.1278578682315184, | |
| "naucs_at_10_std": -0.10363742277920715, | |
| "naucs_at_10_diff1": -0.1945365842241381, | |
| "naucs_at_20_max": -0.1602047364202233, | |
| "naucs_at_20_std": -0.09160204736420194, | |
| "naucs_at_20_diff1": -0.2459548568724758, | |
| "naucs_at_50_max": -0.16751679776268727, | |
| "naucs_at_50_std": -0.029600561994848625, | |
| "naucs_at_50_diff1": -0.28501697067776877, | |
| "naucs_at_100_max": -0.1840412781009732, | |
| "naucs_at_100_std": -0.029290750955906976, | |
| "naucs_at_100_diff1": -0.27754478203216754 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0": { | |
| "ndcg_at_1": 0.61111, | |
| "ndcg_at_3": 0.63835, | |
| "ndcg_at_5": 0.65099, | |
| "ndcg_at_10": 0.66413, | |
| "ndcg_at_20": 0.67711, | |
| "ndcg_at_50": 0.72121, | |
| "ndcg_at_100": 0.73402, | |
| "map_at_1": 0.29544, | |
| "map_at_3": 0.39626, | |
| "map_at_5": 0.4688, | |
| "map_at_10": 0.53459, | |
| "map_at_20": 0.55814, | |
| "map_at_50": 0.5817, | |
| "map_at_100": 0.58632, | |
| "recall_at_1": 0.29544, | |
| "recall_at_3": 0.49889, | |
| "recall_at_5": 0.59938, | |
| "recall_at_10": 0.74741, | |
| "recall_at_20": 0.80396, | |
| "recall_at_50": 0.93358, | |
| "recall_at_100": 0.97068, | |
| "precision_at_1": 0.61111, | |
| "precision_at_3": 0.46296, | |
| "precision_at_5": 0.41111, | |
| "precision_at_10": 0.28889, | |
| "precision_at_20": 0.17222, | |
| "precision_at_50": 0.08556, | |
| "precision_at_100": 0.04611, | |
| "mrr_at_1": 0.6111111111111112, | |
| "mrr_at_3": 0.712962962962963, | |
| "mrr_at_5": 0.712962962962963, | |
| "mrr_at_10": 0.7222222222222222, | |
| "mrr_at_20": 0.7222222222222222, | |
| "mrr_at_50": 0.7239057239057238, | |
| "mrr_at_100": 0.7239057239057238, | |
| "naucs_at_1_max": 0.021377128555080525, | |
| "naucs_at_1_std": -0.0024330874521297486, | |
| "naucs_at_1_diff1": 0.6766922062442021, | |
| "naucs_at_3_max": -0.5386403640030516, | |
| "naucs_at_3_std": -0.339024827473691, | |
| "naucs_at_3_diff1": -0.13999146573412896, | |
| "naucs_at_5_max": -0.5536345449068457, | |
| "naucs_at_5_std": -0.32978315319997686, | |
| "naucs_at_5_diff1": -0.1515416702953352, | |
| "naucs_at_10_max": -0.6913115857640982, | |
| "naucs_at_10_std": -0.3590368655225717, | |
| "naucs_at_10_diff1": -0.4262436564575138, | |
| "naucs_at_20_max": -0.6790472085176197, | |
| "naucs_at_20_std": -0.2636829434018275, | |
| "naucs_at_20_diff1": -0.46059572736900606, | |
| "naucs_at_50_max": -0.6436105950460144, | |
| "naucs_at_50_std": -0.17446418069026137, | |
| "naucs_at_50_diff1": -0.5059059487831842, | |
| "naucs_at_100_max": -0.6463006925980164, | |
| "naucs_at_100_std": -0.1497578630779427, | |
| "naucs_at_100_diff1": -0.5112033641662738 | |
| }, | |
| "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { | |
| "ndcg_at_1": 0.65517, | |
| "ndcg_at_3": 0.63819, | |
| "ndcg_at_5": 0.61521, | |
| "ndcg_at_10": 0.5906, | |
| "ndcg_at_20": 0.60536, | |
| "ndcg_at_50": 0.66285, | |
| "ndcg_at_100": 0.70251, | |
| "map_at_1": 0.06921, | |
| "map_at_3": 0.18532, | |
| "map_at_5": 0.25479, | |
| "map_at_10": 0.33604, | |
| "map_at_20": 0.39502, | |
| "map_at_50": 0.44809, | |
| "map_at_100": 0.47767, | |
| "recall_at_1": 0.06921, | |
| "recall_at_3": 0.23206, | |
| "recall_at_5": 0.33701, | |
| "recall_at_10": 0.4769, | |
| "recall_at_20": 0.60612, | |
| "recall_at_50": 0.78689, | |
| "recall_at_100": 0.90662, | |
| "precision_at_1": 0.65517, | |
| "precision_at_3": 0.6092, | |
| "precision_at_5": 0.55862, | |
| "precision_at_10": 0.4431, | |
| "precision_at_20": 0.32241, | |
| "precision_at_50": 0.19414, | |
| "precision_at_100": 0.12759, | |
| "mrr_at_1": 0.6206896551724138, | |
| "mrr_at_3": 0.735632183908046, | |
| "mrr_at_5": 0.7468390804597702, | |
| "mrr_at_10": 0.7525862068965516, | |
| "mrr_at_20": 0.753448275862069, | |
| "mrr_at_50": 0.7547113805734496, | |
| "mrr_at_100": 0.7547113805734496, | |
| "naucs_at_1_max": 0.3467227583809364, | |
| "naucs_at_1_std": 0.46598561053805343, | |
| "naucs_at_1_diff1": 0.2918337389920708, | |
| "naucs_at_3_max": 0.2797595385222247, | |
| "naucs_at_3_std": 0.2864952959792759, | |
| "naucs_at_3_diff1": 0.3913734193294228, | |
| "naucs_at_5_max": 0.25393027831323856, | |
| "naucs_at_5_std": 0.3095747235773235, | |
| "naucs_at_5_diff1": 0.3645542505594328, | |
| "naucs_at_10_max": 0.2700390408547681, | |
| "naucs_at_10_std": 0.32232824677308325, | |
| "naucs_at_10_diff1": 0.2680868235374596, | |
| "naucs_at_20_max": 0.17701498139167485, | |
| "naucs_at_20_std": 0.2949738297548142, | |
| "naucs_at_20_diff1": 0.22778015683462374, | |
| "naucs_at_50_max": 0.005866671306298476, | |
| "naucs_at_50_std": 0.18617183360877715, | |
| "naucs_at_50_diff1": 0.2543543566117715, | |
| "naucs_at_100_max": -0.051660558691400224, | |
| "naucs_at_100_std": 0.12365631128720926, | |
| "naucs_at_100_diff1": 0.27211571635112025 | |
| }, "../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.70109, "ndcg_at_3": 0.7923, "ndcg_at_5": 0.81432, "ndcg_at_10": 0.82714, "ndcg_at_20": 0.83121, "ndcg_at_50": 0.83523, "ndcg_at_100": 0.83688, "map_at_1": 0.70109, "map_at_3": 0.77005, "map_at_5": 0.78241, "map_at_10": 0.78785, "map_at_20": 0.78901, "map_at_50": 0.78967, "map_at_100": 0.78981, "recall_at_1": 0.70109, "recall_at_3": 0.85662, "recall_at_5": 0.90948, "recall_at_10": 0.94836, "recall_at_20": 0.96416, "recall_at_50": 0.9842, "recall_at_100": 0.99453, "precision_at_1": 0.70109, "precision_at_3": 0.28554, "precision_at_5": 0.1819, "precision_at_10": 0.09484, "precision_at_20": 0.04821, "precision_at_50": 0.01968, "precision_at_100": 0.00995, "mrr_at_1": 0.7017010935601458, "mrr_at_3": 0.7709599027946537, "mrr_at_5": 0.7835965978128797, "mrr_at_10": 0.7887963123686088, "mrr_at_20": 0.7900069324299046, "mrr_at_50": 0.7906871013277383, "mrr_at_100": 0.7908122337289102, "naucs_at_1_max": 0.31323987398365244, "naucs_at_1_std": -0.06973458951296707, "naucs_at_1_diff1": 0.8257166838058789, "naucs_at_3_max": 0.3926659737473996, "naucs_at_3_std": 0.06571917292636736, "naucs_at_3_diff1": 0.7756394870292411, "naucs_at_5_max": 0.397380358594201, "naucs_at_5_std": 0.13868537387746546, "naucs_at_5_diff1": 0.7396051349982516, "naucs_at_10_max": 0.501090641931301, "naucs_at_10_std": 0.36694999105347903, "naucs_at_10_diff1": 0.7174193926609567, "naucs_at_20_max": 0.4765529924218107, "naucs_at_20_std": 0.3737660736114713, "naucs_at_20_diff1": 0.6900626633277733, "naucs_at_50_max": 0.6429809235278162, "naucs_at_50_std": 0.5965680225588305, "naucs_at_50_diff1": 0.7246754428536203, "naucs_at_100_max": 0.6364067564396122, "naucs_at_100_std": 0.5448683368190432, "naucs_at_100_diff1": 0.6812946217425379}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.81, "ndcg_at_3": 0.8894, "ndcg_at_5": 0.90663, "ndcg_at_10": 0.90952, "ndcg_at_20": 0.90952, "ndcg_at_50": 0.9115, "ndcg_at_100": 0.9115, "map_at_1": 0.81, "map_at_3": 0.87167, "map_at_5": 0.88167, "map_at_10": 0.88267, "map_at_20": 0.88267, "map_at_50": 0.88298, "map_at_100": 0.88298, "recall_at_1": 0.81, "recall_at_3": 0.94, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81, "precision_at_3": 0.31333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.82, "mrr_at_3": 0.8766666666666667, "mrr_at_5": 0.8866666666666667, "mrr_at_10": 0.8877777777777777, "mrr_at_20": 0.8877777777777777, "mrr_at_50": 0.8880902777777777, "mrr_at_100": 0.8880902777777777, "naucs_at_1_max": 0.0649588768400645, "naucs_at_1_std": -0.2740845513122743, "naucs_at_1_diff1": 0.6852637644716851, "naucs_at_3_max": 0.3546529723000309, "naucs_at_3_std": -0.11009959539371503, "naucs_at_3_diff1": 0.5325241207594116, "naucs_at_5_max": 0.722222222222224, "naucs_at_5_std": 0.3384687208216692, "naucs_at_5_diff1": 0.42250233426704475, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.5541549953314738, "naucs_at_10_diff1": 0.7222222222222276, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": 0.5541549953314738, "naucs_at_20_diff1": 0.7222222222222276, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99, "ndcg_at_5": 0.99387, "ndcg_at_10": 0.99387, "ndcg_at_20": 0.99387, "ndcg_at_50": 0.99387, "ndcg_at_100": 0.99387, "map_at_1": 0.99, "map_at_3": 0.99, "map_at_5": 0.992, "map_at_10": 0.992, "map_at_20": 0.992, "map_at_50": 0.992, "map_at_100": 0.992, "recall_at_1": 0.99, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.99, "mrr_at_5": 0.992, "mrr_at_10": 0.992, "mrr_at_20": 0.992, "mrr_at_50": 0.992, "mrr_at_100": 0.992, "naucs_at_1_max": 0.8692810457516276, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.8692810457516356, "naucs_at_3_std": -0.5634920634921204, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.95417, "ndcg_at_5": 0.96278, "ndcg_at_10": 0.96278, "ndcg_at_20": 0.96278, "ndcg_at_50": 0.96278, "ndcg_at_100": 0.96278, "map_at_1": 0.91, "map_at_3": 0.945, "map_at_5": 0.95, "map_at_10": 0.95, "map_at_20": 0.95, "map_at_50": 0.95, "map_at_100": 0.95, "recall_at_1": 0.91, "recall_at_3": 0.98, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.92, "mrr_at_3": 0.9566666666666667, "mrr_at_5": 0.9566666666666667, "mrr_at_10": 0.9566666666666667, "mrr_at_20": 0.9566666666666667, "mrr_at_50": 0.9566666666666667, "mrr_at_100": 0.9566666666666667, "naucs_at_1_max": 0.6380329909741665, "naucs_at_1_std": 0.3872289656603365, "naucs_at_1_diff1": 0.9419026870007259, "naucs_at_3_max": 0.8611111111111119, "naucs_at_3_std": 0.5401493930905577, "naucs_at_3_diff1": 0.9346405228758099, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.824, "ndcg_at_3": 0.86576, "ndcg_at_5": 0.88065, "ndcg_at_10": 0.88761, "ndcg_at_20": 0.89161, "ndcg_at_50": 0.89571, "ndcg_at_100": 0.89671, "map_at_1": 0.824, "map_at_3": 0.85533, "map_at_5": 0.86363, "map_at_10": 0.86642, "map_at_20": 0.86749, "map_at_50": 0.8682, "map_at_100": 0.8683, "recall_at_1": 0.824, "recall_at_3": 0.896, "recall_at_5": 0.932, "recall_at_10": 0.954, "recall_at_20": 0.97, "recall_at_50": 0.99, "recall_at_100": 0.996, "precision_at_1": 0.824, "precision_at_3": 0.29867, "precision_at_5": 0.1864, "precision_at_10": 0.0954, "precision_at_20": 0.0485, "precision_at_50": 0.0198, "precision_at_100": 0.00996, "mrr_at_1": 0.826, "mrr_at_3": 0.8566666666666666, "mrr_at_5": 0.8647666666666667, "mrr_at_10": 0.8674404761904762, "mrr_at_20": 0.868713893416525, "mrr_at_50": 0.8694424481678229, "mrr_at_100": 0.8695414304104477, "naucs_at_1_max": 0.7663278157610652, "naucs_at_1_std": -0.09768014573587591, "naucs_at_1_diff1": 0.9187263853904275, "naucs_at_3_max": 0.8138309391467555, "naucs_at_3_std": -0.023388435717895166, "naucs_at_3_diff1": 0.8748014870425184, "naucs_at_5_max": 0.8622919756137744, "naucs_at_5_std": 0.09893172955456826, "naucs_at_5_diff1": 0.8950952930191681, "naucs_at_10_max": 0.8887671010433149, "naucs_at_10_std": 0.18117971826411405, "naucs_at_10_diff1": 0.9102829537612158, "naucs_at_20_max": 0.9081854964207933, "naucs_at_20_std": 0.31092436974789345, "naucs_at_20_diff1": 0.9193899782135069, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.7428571428571219, "naucs_at_50_diff1": 0.9215686274509768, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.5613912231558791, "naucs_at_100_diff1": 0.9346405228758466}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.52993, "ndcg_at_3": 0.58573, "ndcg_at_5": 0.60558, "ndcg_at_10": 0.62266, "ndcg_at_20": 0.63582, "ndcg_at_50": 0.64908, "ndcg_at_100": 0.6581, "map_at_1": 0.52993, "map_at_3": 0.57206, "map_at_5": 0.58293, "map_at_10": 0.58991, "map_at_20": 0.59366, "map_at_50": 0.59581, "map_at_100": 0.59662, "recall_at_1": 0.52993, "recall_at_3": 0.62528, "recall_at_5": 0.67406, "recall_at_10": 0.72727, "recall_at_20": 0.77827, "recall_at_50": 0.84479, "recall_at_100": 0.90022, "precision_at_1": 0.52993, "precision_at_3": 0.20843, "precision_at_5": 0.13481, "precision_at_10": 0.07273, "precision_at_20": 0.03891, "precision_at_50": 0.0169, "precision_at_100": 0.009, "mrr_at_1": 0.5232815964523282, "mrr_at_3": 0.5728011825572801, "mrr_at_5": 0.5826681448632669, "mrr_at_10": 0.5891273360785556, "mrr_at_20": 0.5925723253011941, "mrr_at_50": 0.5943296372892853, "mrr_at_100": 0.59515893309537, "naucs_at_1_max": 0.1489445922678588, "naucs_at_1_std": 0.5944168012150516, "naucs_at_1_diff1": 0.9184631698098695, "naucs_at_3_max": 0.01752251361569101, "naucs_at_3_std": 0.7203256897672715, "naucs_at_3_diff1": 0.8894280781702324, "naucs_at_5_max": -0.04548428009159777, "naucs_at_5_std": 0.7690453232976177, "naucs_at_5_diff1": 0.8644439246273121, "naucs_at_10_max": -0.13892914655317037, "naucs_at_10_std": 0.8207534993760452, "naucs_at_10_diff1": 0.8438993391008719, "naucs_at_20_max": -0.27349363756086625, "naucs_at_20_std": 0.8575543278988474, "naucs_at_20_diff1": 0.8389957258659689, "naucs_at_50_max": -0.43528705588098854, "naucs_at_50_std": 0.9002887869267794, "naucs_at_50_diff1": 0.8407727389585528, "naucs_at_100_max": -0.4873376707138829, "naucs_at_100_std": 0.8779309480426964, "naucs_at_100_diff1": 0.8126388341509826}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.96, "mrr_at_3": 0.9733333333333333, "mrr_at_5": 0.9753333333333333, "mrr_at_10": 0.9753333333333333, "mrr_at_20": 0.9753333333333333, "mrr_at_50": 0.9753333333333333, "mrr_at_100": 0.9753333333333333, "naucs_at_1_max": 0.6785714285714297, "naucs_at_1_std": -0.529178338001864, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.89069, "ndcg_at_3": 0.91896, "ndcg_at_5": 0.92636, "ndcg_at_10": 0.93041, "ndcg_at_20": 0.93306, "ndcg_at_50": 0.93549, "ndcg_at_100": 0.93583, "map_at_1": 0.89069, "map_at_3": 0.91194, "map_at_5": 0.91599, "map_at_10": 0.91774, "map_at_20": 0.91851, "map_at_50": 0.91891, "map_at_100": 0.91894, "recall_at_1": 0.89069, "recall_at_3": 0.93927, "recall_at_5": 0.95749, "recall_at_10": 0.96964, "recall_at_20": 0.97976, "recall_at_50": 0.9919, "recall_at_100": 0.99393, "precision_at_1": 0.89069, "precision_at_3": 0.31309, "precision_at_5": 0.1915, "precision_at_10": 0.09696, "precision_at_20": 0.04899, "precision_at_50": 0.01984, "precision_at_100": 0.00994, "mrr_at_1": 0.888663967611336, "mrr_at_3": 0.9102564102564102, "mrr_at_5": 0.9148110661268556, "mrr_at_10": 0.9165558126084441, "mrr_at_20": 0.9173312497615903, "mrr_at_50": 0.917719246204226, "mrr_at_100": 0.917752984395859, "naucs_at_1_max": 0.6452597879999299, "naucs_at_1_std": -0.1583967206391628, "naucs_at_1_diff1": 0.9382939669972173, "naucs_at_3_max": 0.6792175380169426, "naucs_at_3_std": -0.07352824072374452, "naucs_at_3_diff1": 0.9330460900047705, "naucs_at_5_max": 0.8390629595590892, "naucs_at_5_std": 0.22116664077349757, "naucs_at_5_diff1": 0.9626852988386374, "naucs_at_10_max": 0.8657206615100057, "naucs_at_10_std": 0.2744376241740944, "naucs_at_10_diff1": 0.9564661819784096, "naucs_at_20_max": 0.9183327616354467, "naucs_at_20_std": 0.6804227380555364, "naucs_at_20_diff1": 0.9477594183740975, "naucs_at_50_max": 0.8979159520443043, "naucs_at_50_std": 0.674633185026432, "naucs_at_50_diff1": 0.9346992729676393, "naucs_at_100_max": 0.8638879360590712, "naucs_at_100_std": 0.5661775800352391, "naucs_at_100_diff1": 0.9129323639568517}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.95893, "ndcg_at_5": 0.95893, "ndcg_at_10": 0.96542, "ndcg_at_20": 0.96542, "ndcg_at_50": 0.9676, "ndcg_at_100": 0.9676, "map_at_1": 0.94, "map_at_3": 0.955, "map_at_5": 0.955, "map_at_10": 0.95768, "map_at_20": 0.95768, "map_at_50": 0.95811, "map_at_100": 0.95811, "recall_at_1": 0.94, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.96, "mrr_at_5": 0.96, "mrr_at_10": 0.9625396825396826, "mrr_at_20": 0.9630659983291562, "mrr_at_50": 0.9630659983291562, "mrr_at_100": 0.9630659983291562, "naucs_at_1_max": 0.06847183317771653, "naucs_at_1_std": -0.9000933706816028, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.6150015561780285, "naucs_at_3_std": -1.21708683473389, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6150015561780299, "naucs_at_5_std": -1.2170868347338937, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.84286, "ndcg_at_3": 0.88737, "ndcg_at_5": 0.89459, "ndcg_at_10": 0.89794, "ndcg_at_20": 0.90691, "ndcg_at_50": 0.90985, "ndcg_at_100": 0.91045, "map_at_1": 0.84286, "map_at_3": 0.87679, "map_at_5": 0.88071, "map_at_10": 0.88203, "map_at_20": 0.88445, "map_at_50": 0.88496, "map_at_100": 0.88502, "recall_at_1": 0.84286, "recall_at_3": 0.91786, "recall_at_5": 0.93571, "recall_at_10": 0.94643, "recall_at_20": 0.98214, "recall_at_50": 0.99643, "recall_at_100": 1.0, "precision_at_1": 0.84286, "precision_at_3": 0.30595, "precision_at_5": 0.18714, "precision_at_10": 0.09464, "precision_at_20": 0.04911, "precision_at_50": 0.01993, "precision_at_100": 0.01, "mrr_at_1": 0.8392857142857143, "mrr_at_3": 0.8744047619047619, "mrr_at_5": 0.8783333333333333, "mrr_at_10": 0.8797108843537415, "mrr_at_20": 0.8821667166283763, "mrr_at_50": 0.8826871907663073, "mrr_at_100": 0.8827487671209872, "naucs_at_1_max": 0.5016709740664825, "naucs_at_1_std": 0.19134881026646522, "naucs_at_1_diff1": 0.9055454059353004, "naucs_at_3_max": 0.6889741403807901, "naucs_at_3_std": 0.34459870904883405, "naucs_at_3_diff1": 0.8472780416514442, "naucs_at_5_max": 0.6857039111941077, "naucs_at_5_std": 0.40758896151053337, "naucs_at_5_diff1": 0.8275495383338527, "naucs_at_10_max": 0.6228446934329287, "naucs_at_10_std": 0.31633986928104846, "naucs_at_10_diff1": 0.8017740429505158, "naucs_at_20_max": 0.9183006535947714, "naucs_at_20_std": 0.7605042016806759, "naucs_at_20_diff1": 0.9183006535947714, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 0.8692810457515607, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}} |