{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 5000, "global_step": 33324, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0030008402352658743, "grad_norm": 0.9815003871917725, "learning_rate": 2.9909974792942022e-05, "loss": 0.0366, "step": 100 }, { "epoch": 0.006001680470531749, "grad_norm": 0.4571862816810608, "learning_rate": 2.981994958588405e-05, "loss": 0.0325, "step": 200 }, { "epoch": 0.009002520705797623, "grad_norm": 0.3280560374259949, "learning_rate": 2.972992437882607e-05, "loss": 0.0308, "step": 300 }, { "epoch": 0.012003360941063497, "grad_norm": 0.5541450381278992, "learning_rate": 2.9639899171768098e-05, "loss": 0.0277, "step": 400 }, { "epoch": 0.015004201176329373, "grad_norm": 0.3517473042011261, "learning_rate": 2.954987396471012e-05, "loss": 0.0268, "step": 500 }, { "epoch": 0.018005041411595247, "grad_norm": 0.45415860414505005, "learning_rate": 2.9459848757652144e-05, "loss": 0.0264, "step": 600 }, { "epoch": 0.02100588164686112, "grad_norm": 0.3439500331878662, "learning_rate": 2.9369823550594168e-05, "loss": 0.0254, "step": 700 }, { "epoch": 0.024006721882126995, "grad_norm": 0.29608169198036194, "learning_rate": 2.927979834353619e-05, "loss": 0.0247, "step": 800 }, { "epoch": 0.02700756211739287, "grad_norm": 0.37266096472740173, "learning_rate": 2.9189773136478217e-05, "loss": 0.0246, "step": 900 }, { "epoch": 0.030008402352658746, "grad_norm": 0.4193306565284729, "learning_rate": 2.9099747929420238e-05, "loss": 0.0244, "step": 1000 }, { "epoch": 0.03300924258792462, "grad_norm": 0.3123873174190521, "learning_rate": 2.9009722722362262e-05, "loss": 0.0242, "step": 1100 }, { "epoch": 0.036010082823190494, "grad_norm": 0.2794346213340759, "learning_rate": 2.8919697515304286e-05, "loss": 0.023, "step": 1200 }, { "epoch": 0.03901092305845637, "grad_norm": 0.33399540185928345, "learning_rate": 2.882967230824631e-05, "loss": 0.0233, "step": 1300 }, { "epoch": 0.04201176329372224, "grad_norm": 0.2545850872993469, "learning_rate": 2.873964710118833e-05, "loss": 0.0224, "step": 1400 }, { "epoch": 0.045012603528988115, "grad_norm": 0.32011792063713074, "learning_rate": 2.8649621894130356e-05, "loss": 0.0233, "step": 1500 }, { "epoch": 0.04801344376425399, "grad_norm": 0.24339696764945984, "learning_rate": 2.855959668707238e-05, "loss": 0.0221, "step": 1600 }, { "epoch": 0.05101428399951986, "grad_norm": 0.21201661229133606, "learning_rate": 2.8469571480014405e-05, "loss": 0.0222, "step": 1700 }, { "epoch": 0.05401512423478574, "grad_norm": 0.25582894682884216, "learning_rate": 2.837954627295643e-05, "loss": 0.0216, "step": 1800 }, { "epoch": 0.05701596447005161, "grad_norm": 0.26008063554763794, "learning_rate": 2.828952106589845e-05, "loss": 0.0215, "step": 1900 }, { "epoch": 0.06001680470531749, "grad_norm": 0.36130160093307495, "learning_rate": 2.8199495858840478e-05, "loss": 0.0211, "step": 2000 }, { "epoch": 0.06301764494058336, "grad_norm": 0.19148872792720795, "learning_rate": 2.81094706517825e-05, "loss": 0.021, "step": 2100 }, { "epoch": 0.06601848517584924, "grad_norm": 0.4063228964805603, "learning_rate": 2.8019445444724526e-05, "loss": 0.0208, "step": 2200 }, { "epoch": 0.0690193254111151, "grad_norm": 0.29821985960006714, "learning_rate": 2.7929420237666547e-05, "loss": 0.0205, "step": 2300 }, { "epoch": 0.07202016564638099, "grad_norm": 0.3738144338130951, "learning_rate": 2.783939503060857e-05, "loss": 0.0207, "step": 2400 }, { "epoch": 0.07502100588164685, "grad_norm": 0.2133307158946991, "learning_rate": 2.7749369823550596e-05, "loss": 0.0204, "step": 2500 }, { "epoch": 0.07802184611691274, "grad_norm": 0.1517675220966339, "learning_rate": 2.7659344616492617e-05, "loss": 0.0201, "step": 2600 }, { "epoch": 0.08102268635217862, "grad_norm": 0.23124758899211884, "learning_rate": 2.7569319409434645e-05, "loss": 0.0199, "step": 2700 }, { "epoch": 0.08402352658744448, "grad_norm": 0.1939191222190857, "learning_rate": 2.7479294202376666e-05, "loss": 0.0197, "step": 2800 }, { "epoch": 0.08702436682271036, "grad_norm": 0.3726838231086731, "learning_rate": 2.738926899531869e-05, "loss": 0.0201, "step": 2900 }, { "epoch": 0.09002520705797623, "grad_norm": 0.2506665885448456, "learning_rate": 2.7299243788260715e-05, "loss": 0.0187, "step": 3000 }, { "epoch": 0.09302604729324211, "grad_norm": 0.27791616320610046, "learning_rate": 2.7209218581202735e-05, "loss": 0.0198, "step": 3100 }, { "epoch": 0.09602688752850798, "grad_norm": 0.18251024186611176, "learning_rate": 2.7119193374144763e-05, "loss": 0.0192, "step": 3200 }, { "epoch": 0.09902772776377386, "grad_norm": 0.217755526304245, "learning_rate": 2.7029168167086784e-05, "loss": 0.0194, "step": 3300 }, { "epoch": 0.10202856799903973, "grad_norm": 0.1850636601448059, "learning_rate": 2.693914296002881e-05, "loss": 0.0188, "step": 3400 }, { "epoch": 0.10502940823430561, "grad_norm": 0.2991963326931, "learning_rate": 2.6849117752970833e-05, "loss": 0.0193, "step": 3500 }, { "epoch": 0.10803024846957147, "grad_norm": 0.28165993094444275, "learning_rate": 2.6759092545912857e-05, "loss": 0.0193, "step": 3600 }, { "epoch": 0.11103108870483736, "grad_norm": 0.26424407958984375, "learning_rate": 2.666906733885488e-05, "loss": 0.0186, "step": 3700 }, { "epoch": 0.11403192894010322, "grad_norm": 0.27897635102272034, "learning_rate": 2.6579042131796903e-05, "loss": 0.0187, "step": 3800 }, { "epoch": 0.1170327691753691, "grad_norm": 0.44454440474510193, "learning_rate": 2.6489016924738927e-05, "loss": 0.0186, "step": 3900 }, { "epoch": 0.12003360941063498, "grad_norm": 0.2489597350358963, "learning_rate": 2.639899171768095e-05, "loss": 0.0186, "step": 4000 }, { "epoch": 0.12303444964590085, "grad_norm": 0.20244678854942322, "learning_rate": 2.6308966510622976e-05, "loss": 0.0181, "step": 4100 }, { "epoch": 0.12603528988116672, "grad_norm": 0.21422094106674194, "learning_rate": 2.6218941303564997e-05, "loss": 0.0181, "step": 4200 }, { "epoch": 0.1290361301164326, "grad_norm": 0.2529910206794739, "learning_rate": 2.6128916096507024e-05, "loss": 0.0182, "step": 4300 }, { "epoch": 0.13203697035169848, "grad_norm": 0.33586356043815613, "learning_rate": 2.6038890889449045e-05, "loss": 0.0184, "step": 4400 }, { "epoch": 0.13503781058696435, "grad_norm": 0.21901242434978485, "learning_rate": 2.594886568239107e-05, "loss": 0.0178, "step": 4500 }, { "epoch": 0.1380386508222302, "grad_norm": 0.35636597871780396, "learning_rate": 2.5858840475333094e-05, "loss": 0.017, "step": 4600 }, { "epoch": 0.1410394910574961, "grad_norm": 0.20303542912006378, "learning_rate": 2.5768815268275115e-05, "loss": 0.0175, "step": 4700 }, { "epoch": 0.14404033129276198, "grad_norm": 0.2173677682876587, "learning_rate": 2.5678790061217143e-05, "loss": 0.0174, "step": 4800 }, { "epoch": 0.14704117152802784, "grad_norm": 0.1978837102651596, "learning_rate": 2.5588764854159164e-05, "loss": 0.0176, "step": 4900 }, { "epoch": 0.1500420117632937, "grad_norm": 0.36809489130973816, "learning_rate": 2.549873964710119e-05, "loss": 0.0177, "step": 5000 }, { "epoch": 0.1500420117632937, "eval_NanoArguAna_MaxSim_accuracy@1": 0.14, "eval_NanoArguAna_MaxSim_accuracy@10": 0.64, "eval_NanoArguAna_MaxSim_accuracy@3": 0.44, "eval_NanoArguAna_MaxSim_accuracy@5": 0.56, "eval_NanoArguAna_MaxSim_map@100": 0.31146062873572183, "eval_NanoArguAna_MaxSim_mrr@10": 0.2990555555555555, "eval_NanoArguAna_MaxSim_ndcg@10": 0.3814539449221265, "eval_NanoArguAna_MaxSim_precision@1": 0.14, "eval_NanoArguAna_MaxSim_precision@10": 0.064, "eval_NanoArguAna_MaxSim_precision@3": 0.14666666666666664, "eval_NanoArguAna_MaxSim_precision@5": 0.11200000000000002, "eval_NanoArguAna_MaxSim_recall@1": 0.14, "eval_NanoArguAna_MaxSim_recall@10": 0.64, "eval_NanoArguAna_MaxSim_recall@3": 0.44, "eval_NanoArguAna_MaxSim_recall@5": 0.56, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.541098901098901, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8323076923076923, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7199686028257457, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7738461538461539, "eval_NanoBEIR_mean_MaxSim_map@100": 0.49576918628817535, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6389594453165881, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5710657984951492, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.541098901098901, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.17785871271585557, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.34054421768707477, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.2597488226059655, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.31935063751159226, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6012255154760312, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.4765606378849985, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5293723892187047, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.3, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.66, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.4, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5, "eval_NanoClimateFEVER_MaxSim_map@100": 0.21458534879326038, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.38146825396825385, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.28301023677631637, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.3, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.092, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.15333333333333332, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.11599999999999999, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.13666666666666663, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.3573333333333333, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.18233333333333332, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.22400000000000003, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.58, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.92, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.82, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.88, "eval_NanoDBPedia_MaxSim_map@100": 0.4320853480205601, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7121666666666667, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5426134004406304, "eval_NanoDBPedia_MaxSim_precision@1": 0.58, "eval_NanoDBPedia_MaxSim_precision@10": 0.45599999999999996, "eval_NanoDBPedia_MaxSim_precision@3": 0.5933333333333334, "eval_NanoDBPedia_MaxSim_precision@5": 0.52, "eval_NanoDBPedia_MaxSim_recall@1": 0.06258808526917671, "eval_NanoDBPedia_MaxSim_recall@10": 0.30988426971721433, "eval_NanoDBPedia_MaxSim_recall@3": 0.15863704234945109, "eval_NanoDBPedia_MaxSim_recall@5": 0.20409138702207216, "eval_NanoFEVER_MaxSim_accuracy@1": 0.8, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.88, "eval_NanoFEVER_MaxSim_accuracy@5": 0.94, "eval_NanoFEVER_MaxSim_map@100": 0.8324683649683648, "eval_NanoFEVER_MaxSim_mrr@10": 0.8541666666666667, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8640993596887029, "eval_NanoFEVER_MaxSim_precision@1": 0.8, "eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998, "eval_NanoFEVER_MaxSim_precision@3": 0.32, "eval_NanoFEVER_MaxSim_precision@5": 0.204, "eval_NanoFEVER_MaxSim_recall@1": 0.7466666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.95, "eval_NanoFEVER_MaxSim_recall@3": 0.86, "eval_NanoFEVER_MaxSim_recall@5": 0.91, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.4, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.54, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.64, "eval_NanoFiQA2018_MaxSim_map@100": 0.34287531084899425, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5030555555555555, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.42441828357625, "eval_NanoFiQA2018_MaxSim_precision@1": 0.4, "eval_NanoFiQA2018_MaxSim_precision@10": 0.126, "eval_NanoFiQA2018_MaxSim_precision@3": 0.23999999999999996, "eval_NanoFiQA2018_MaxSim_precision@5": 0.21600000000000003, "eval_NanoFiQA2018_MaxSim_recall@1": 0.1936904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5304523809523809, "eval_NanoFiQA2018_MaxSim_recall@3": 0.29918253968253966, "eval_NanoFiQA2018_MaxSim_recall@5": 0.4241190476190477, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.94, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.7954800946950517, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9606666666666667, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8530515314936197, "eval_NanoHotpotQA_MaxSim_precision@1": 0.94, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17599999999999993, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5399999999999999, "eval_NanoHotpotQA_MaxSim_precision@5": 0.3399999999999999, "eval_NanoHotpotQA_MaxSim_recall@1": 0.47, "eval_NanoHotpotQA_MaxSim_recall@10": 0.88, "eval_NanoHotpotQA_MaxSim_recall@3": 0.81, "eval_NanoHotpotQA_MaxSim_recall@5": 0.85, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.44, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.8, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.7, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.74, "eval_NanoMSMARCO_MaxSim_map@100": 0.5786147802146254, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5671666666666666, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6243618628094212, "eval_NanoMSMARCO_MaxSim_precision@1": 0.44, "eval_NanoMSMARCO_MaxSim_precision@10": 0.08, "eval_NanoMSMARCO_MaxSim_precision@3": 0.23333333333333336, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14800000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.44, "eval_NanoMSMARCO_MaxSim_recall@10": 0.8, "eval_NanoMSMARCO_MaxSim_recall@3": 0.7, "eval_NanoMSMARCO_MaxSim_recall@5": 0.74, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.4, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.66, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.54, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.58, "eval_NanoNFCorpus_MaxSim_map@100": 0.14705427640882707, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.4812698412698413, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3106123567561042, "eval_NanoNFCorpus_MaxSim_precision@1": 0.4, "eval_NanoNFCorpus_MaxSim_precision@10": 0.242, "eval_NanoNFCorpus_MaxSim_precision@3": 0.32666666666666666, "eval_NanoNFCorpus_MaxSim_precision@5": 0.29200000000000004, "eval_NanoNFCorpus_MaxSim_recall@1": 0.053479320878119296, "eval_NanoNFCorpus_MaxSim_recall@10": 0.1385980307716532, "eval_NanoNFCorpus_MaxSim_recall@3": 0.0854499580155356, "eval_NanoNFCorpus_MaxSim_recall@5": 0.10193591586064071, "eval_NanoNQ_MaxSim_accuracy@1": 0.4, "eval_NanoNQ_MaxSim_accuracy@10": 0.78, "eval_NanoNQ_MaxSim_accuracy@3": 0.72, "eval_NanoNQ_MaxSim_accuracy@5": 0.72, "eval_NanoNQ_MaxSim_map@100": 0.5265582705591121, "eval_NanoNQ_MaxSim_mrr@10": 0.5446031746031745, "eval_NanoNQ_MaxSim_ndcg@10": 0.5797916556634748, "eval_NanoNQ_MaxSim_precision@1": 0.4, "eval_NanoNQ_MaxSim_precision@10": 0.08199999999999999, "eval_NanoNQ_MaxSim_precision@3": 0.24, "eval_NanoNQ_MaxSim_precision@5": 0.14800000000000002, "eval_NanoNQ_MaxSim_recall@1": 0.38, "eval_NanoNQ_MaxSim_recall@10": 0.74, "eval_NanoNQ_MaxSim_recall@3": 0.66, "eval_NanoNQ_MaxSim_recall@5": 0.67, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.88, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.98, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.9054222926125365, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9266666666666667, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.92296652120287, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.88, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12799999999999997, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7806666666666666, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.96, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9279999999999999, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9426666666666668, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.78, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.68, "eval_NanoSCIDOCS_MaxSim_map@100": 0.23486903123362596, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5157142857142857, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.3109415253979851, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.4, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.154, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666667, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.21599999999999997, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08366666666666667, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.31466666666666665, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.17666666666666664, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.22166666666666665, "eval_NanoSciFact_MaxSim_accuracy@1": 0.64, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.78, "eval_NanoSciFact_MaxSim_accuracy@5": 0.84, "eval_NanoSciFact_MaxSim_map@100": 0.7045375316567923, "eval_NanoSciFact_MaxSim_mrr@10": 0.7118333333333332, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7460846517439462, "eval_NanoSciFact_MaxSim_precision@1": 0.64, "eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999, "eval_NanoSciFact_MaxSim_precision@3": 0.2733333333333333, "eval_NanoSciFact_MaxSim_precision@5": 0.184, "eval_NanoSciFact_MaxSim_recall@1": 0.615, "eval_NanoSciFact_MaxSim_recall@10": 0.87, "eval_NanoSciFact_MaxSim_recall@3": 0.76, "eval_NanoSciFact_MaxSim_recall@5": 0.825, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.7142857142857143, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9795918367346939, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.41898814299880716, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8486394557823128, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5804500499654911, "eval_NanoTouche2020_MaxSim_precision@1": 0.7142857142857143, "eval_NanoTouche2020_MaxSim_precision@10": 0.5081632653061225, "eval_NanoTouche2020_MaxSim_precision@3": 0.6870748299319728, "eval_NanoTouche2020_MaxSim_precision@5": 0.636734693877551, "eval_NanoTouche2020_MaxSim_recall@1": 0.0491337386462599, "eval_NanoTouche2020_MaxSim_recall@10": 0.32499701974715745, "eval_NanoTouche2020_MaxSim_recall@3": 0.13501875245745337, "eval_NanoTouche2020_MaxSim_recall@5": 0.20836137600806628, "eval_runtime": 41.943, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5000 }, { "epoch": 0.1530428519985596, "grad_norm": 0.2540082633495331, "learning_rate": 2.5408714440043212e-05, "loss": 0.0172, "step": 5100 }, { "epoch": 0.15604369223382547, "grad_norm": 0.17116673290729523, "learning_rate": 2.5318689232985233e-05, "loss": 0.017, "step": 5200 }, { "epoch": 0.15904453246909134, "grad_norm": 0.19134941697120667, "learning_rate": 2.522866402592726e-05, "loss": 0.0173, "step": 5300 }, { "epoch": 0.16204537270435723, "grad_norm": 0.19815263152122498, "learning_rate": 2.5138638818869282e-05, "loss": 0.0169, "step": 5400 }, { "epoch": 0.1650462129396231, "grad_norm": 0.20270635187625885, "learning_rate": 2.504861361181131e-05, "loss": 0.017, "step": 5500 }, { "epoch": 0.16804705317488897, "grad_norm": 0.19358396530151367, "learning_rate": 2.495858840475333e-05, "loss": 0.0168, "step": 5600 }, { "epoch": 0.17104789341015483, "grad_norm": 0.257612943649292, "learning_rate": 2.4868563197695355e-05, "loss": 0.0171, "step": 5700 }, { "epoch": 0.17404873364542073, "grad_norm": 0.26288291811943054, "learning_rate": 2.477853799063738e-05, "loss": 0.0165, "step": 5800 }, { "epoch": 0.1770495738806866, "grad_norm": 0.21444684267044067, "learning_rate": 2.4688512783579404e-05, "loss": 0.0165, "step": 5900 }, { "epoch": 0.18005041411595246, "grad_norm": 0.27483758330345154, "learning_rate": 2.4598487576521428e-05, "loss": 0.0169, "step": 6000 }, { "epoch": 0.18305125435121833, "grad_norm": 0.306334912776947, "learning_rate": 2.450846236946345e-05, "loss": 0.0167, "step": 6100 }, { "epoch": 0.18605209458648422, "grad_norm": 0.257942259311676, "learning_rate": 2.4418437162405474e-05, "loss": 0.0169, "step": 6200 }, { "epoch": 0.1890529348217501, "grad_norm": 0.22168150544166565, "learning_rate": 2.4328411955347498e-05, "loss": 0.0163, "step": 6300 }, { "epoch": 0.19205377505701596, "grad_norm": 0.24572816491127014, "learning_rate": 2.4238386748289522e-05, "loss": 0.0165, "step": 6400 }, { "epoch": 0.19505461529228185, "grad_norm": 0.1641925424337387, "learning_rate": 2.4148361541231547e-05, "loss": 0.0163, "step": 6500 }, { "epoch": 0.19805545552754772, "grad_norm": 0.1860451102256775, "learning_rate": 2.405833633417357e-05, "loss": 0.0166, "step": 6600 }, { "epoch": 0.20105629576281359, "grad_norm": 0.28015896677970886, "learning_rate": 2.3968311127115592e-05, "loss": 0.0163, "step": 6700 }, { "epoch": 0.20405713599807945, "grad_norm": 0.1458272933959961, "learning_rate": 2.3878285920057616e-05, "loss": 0.0162, "step": 6800 }, { "epoch": 0.20705797623334535, "grad_norm": 0.19574181735515594, "learning_rate": 2.378826071299964e-05, "loss": 0.0163, "step": 6900 }, { "epoch": 0.21005881646861121, "grad_norm": 0.18595793843269348, "learning_rate": 2.369823550594166e-05, "loss": 0.016, "step": 7000 }, { "epoch": 0.21305965670387708, "grad_norm": 0.23320527374744415, "learning_rate": 2.360821029888369e-05, "loss": 0.0164, "step": 7100 }, { "epoch": 0.21606049693914295, "grad_norm": 0.3564039170742035, "learning_rate": 2.351818509182571e-05, "loss": 0.0162, "step": 7200 }, { "epoch": 0.21906133717440884, "grad_norm": 0.16636812686920166, "learning_rate": 2.3428159884767738e-05, "loss": 0.0158, "step": 7300 }, { "epoch": 0.2220621774096747, "grad_norm": 0.24749481678009033, "learning_rate": 2.333813467770976e-05, "loss": 0.0156, "step": 7400 }, { "epoch": 0.22506301764494058, "grad_norm": 0.1700977087020874, "learning_rate": 2.324810947065178e-05, "loss": 0.0154, "step": 7500 }, { "epoch": 0.22806385788020644, "grad_norm": 0.2350708693265915, "learning_rate": 2.3158084263593808e-05, "loss": 0.016, "step": 7600 }, { "epoch": 0.23106469811547234, "grad_norm": 0.2410372793674469, "learning_rate": 2.306805905653583e-05, "loss": 0.0157, "step": 7700 }, { "epoch": 0.2340655383507382, "grad_norm": 0.1950422078371048, "learning_rate": 2.2978033849477857e-05, "loss": 0.0161, "step": 7800 }, { "epoch": 0.23706637858600407, "grad_norm": 0.23644883930683136, "learning_rate": 2.2888008642419877e-05, "loss": 0.0157, "step": 7900 }, { "epoch": 0.24006721882126997, "grad_norm": 0.16167347133159637, "learning_rate": 2.2797983435361902e-05, "loss": 0.0156, "step": 8000 }, { "epoch": 0.24306805905653583, "grad_norm": 0.2015528827905655, "learning_rate": 2.2707958228303926e-05, "loss": 0.0156, "step": 8100 }, { "epoch": 0.2460688992918017, "grad_norm": 0.3098095953464508, "learning_rate": 2.2617933021245947e-05, "loss": 0.0156, "step": 8200 }, { "epoch": 0.24906973952706757, "grad_norm": 0.21883037686347961, "learning_rate": 2.2527907814187975e-05, "loss": 0.0154, "step": 8300 }, { "epoch": 0.25207057976233344, "grad_norm": 0.20231331884860992, "learning_rate": 2.2437882607129996e-05, "loss": 0.0153, "step": 8400 }, { "epoch": 0.2550714199975993, "grad_norm": 0.1389169543981552, "learning_rate": 2.234785740007202e-05, "loss": 0.0157, "step": 8500 }, { "epoch": 0.2580722602328652, "grad_norm": 0.16826997697353363, "learning_rate": 2.2257832193014045e-05, "loss": 0.0155, "step": 8600 }, { "epoch": 0.2610731004681311, "grad_norm": 0.15999537706375122, "learning_rate": 2.216780698595607e-05, "loss": 0.0156, "step": 8700 }, { "epoch": 0.26407394070339696, "grad_norm": 0.2204626500606537, "learning_rate": 2.2077781778898093e-05, "loss": 0.0155, "step": 8800 }, { "epoch": 0.2670747809386628, "grad_norm": 0.2830298840999603, "learning_rate": 2.1987756571840118e-05, "loss": 0.0154, "step": 8900 }, { "epoch": 0.2700756211739287, "grad_norm": 0.17210529744625092, "learning_rate": 2.189773136478214e-05, "loss": 0.0152, "step": 9000 }, { "epoch": 0.27307646140919456, "grad_norm": 0.20210044085979462, "learning_rate": 2.1807706157724163e-05, "loss": 0.0147, "step": 9100 }, { "epoch": 0.2760773016444604, "grad_norm": 0.2565317451953888, "learning_rate": 2.1717680950666187e-05, "loss": 0.0154, "step": 9200 }, { "epoch": 0.27907814187972635, "grad_norm": 0.21217316389083862, "learning_rate": 2.1627655743608212e-05, "loss": 0.0149, "step": 9300 }, { "epoch": 0.2820789821149922, "grad_norm": 0.25000882148742676, "learning_rate": 2.1537630536550236e-05, "loss": 0.0149, "step": 9400 }, { "epoch": 0.2850798223502581, "grad_norm": 0.24696707725524902, "learning_rate": 2.1447605329492257e-05, "loss": 0.0153, "step": 9500 }, { "epoch": 0.28808066258552395, "grad_norm": 0.210099458694458, "learning_rate": 2.1357580122434285e-05, "loss": 0.0146, "step": 9600 }, { "epoch": 0.2910815028207898, "grad_norm": 0.23665644228458405, "learning_rate": 2.1267554915376306e-05, "loss": 0.0147, "step": 9700 }, { "epoch": 0.2940823430560557, "grad_norm": 0.21001547574996948, "learning_rate": 2.1177529708318327e-05, "loss": 0.015, "step": 9800 }, { "epoch": 0.29708318329132155, "grad_norm": 0.14738215506076813, "learning_rate": 2.1087504501260354e-05, "loss": 0.0149, "step": 9900 }, { "epoch": 0.3000840235265874, "grad_norm": 0.18927712738513947, "learning_rate": 2.0997479294202375e-05, "loss": 0.0146, "step": 10000 }, { "epoch": 0.3000840235265874, "eval_NanoArguAna_MaxSim_accuracy@1": 0.12, "eval_NanoArguAna_MaxSim_accuracy@10": 0.7, "eval_NanoArguAna_MaxSim_accuracy@3": 0.4, "eval_NanoArguAna_MaxSim_accuracy@5": 0.56, "eval_NanoArguAna_MaxSim_map@100": 0.29586263141620284, "eval_NanoArguAna_MaxSim_mrr@10": 0.2871031746031745, "eval_NanoArguAna_MaxSim_ndcg@10": 0.3854638872304132, "eval_NanoArguAna_MaxSim_precision@1": 0.12, "eval_NanoArguAna_MaxSim_precision@10": 0.07, "eval_NanoArguAna_MaxSim_precision@3": 0.13333333333333333, "eval_NanoArguAna_MaxSim_precision@5": 0.11200000000000002, "eval_NanoArguAna_MaxSim_recall@1": 0.12, "eval_NanoArguAna_MaxSim_recall@10": 0.7, "eval_NanoArguAna_MaxSim_recall@3": 0.4, "eval_NanoArguAna_MaxSim_recall@5": 0.56, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5442072213500785, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8369230769230769, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7230141287284144, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.778430141287284, "eval_NanoBEIR_mean_MaxSim_map@100": 0.4982193235743719, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6438235653235653, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5750023234090816, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5442072213500785, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.17846781789638932, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.33589743589743587, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.2628383045525903, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.3180134716590818, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6073438723034127, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.4716203445906713, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5373800120492939, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.24, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.62, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.4, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5, "eval_NanoClimateFEVER_MaxSim_map@100": 0.2136118185028425, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3571904761904762, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2673515416657362, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.24, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.08199999999999999, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.15333333333333332, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.11499999999999998, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.325, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.19333333333333333, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.24, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.64, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.96, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.86, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.9, "eval_NanoDBPedia_MaxSim_map@100": 0.43752341974449843, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7568888888888889, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5465883938032531, "eval_NanoDBPedia_MaxSim_precision@1": 0.64, "eval_NanoDBPedia_MaxSim_precision@10": 0.44599999999999995, "eval_NanoDBPedia_MaxSim_precision@3": 0.56, "eval_NanoDBPedia_MaxSim_precision@5": 0.52, "eval_NanoDBPedia_MaxSim_recall@1": 0.07089949871552269, "eval_NanoDBPedia_MaxSim_recall@10": 0.3166909958401167, "eval_NanoDBPedia_MaxSim_recall@3": 0.15820303254949755, "eval_NanoDBPedia_MaxSim_recall@5": 0.20943533030948713, "eval_NanoFEVER_MaxSim_accuracy@1": 0.8, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.92, "eval_NanoFEVER_MaxSim_accuracy@5": 0.96, "eval_NanoFEVER_MaxSim_map@100": 0.8398523698523698, "eval_NanoFEVER_MaxSim_mrr@10": 0.8645555555555556, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8739252056773735, "eval_NanoFEVER_MaxSim_precision@1": 0.8, "eval_NanoFEVER_MaxSim_precision@10": 0.10799999999999997, "eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666, "eval_NanoFEVER_MaxSim_precision@5": 0.20799999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7466666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.96, "eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.93, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.44, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.72, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.62, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.7, "eval_NanoFiQA2018_MaxSim_map@100": 0.38156089379626573, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5381666666666667, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4546982974376026, "eval_NanoFiQA2018_MaxSim_precision@1": 0.44, "eval_NanoFiQA2018_MaxSim_precision@10": 0.13, "eval_NanoFiQA2018_MaxSim_precision@3": 0.2733333333333333, "eval_NanoFiQA2018_MaxSim_precision@5": 0.22, "eval_NanoFiQA2018_MaxSim_recall@1": 0.2336904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5267857142857143, "eval_NanoFiQA2018_MaxSim_recall@3": 0.36918253968253967, "eval_NanoFiQA2018_MaxSim_recall@5": 0.4661190476190476, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.92, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.7868433116266451, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9506666666666667, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8498969902259362, "eval_NanoHotpotQA_MaxSim_precision@1": 0.92, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17799999999999996, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5133333333333333, "eval_NanoHotpotQA_MaxSim_precision@5": 0.3399999999999999, "eval_NanoHotpotQA_MaxSim_recall@1": 0.46, "eval_NanoHotpotQA_MaxSim_recall@10": 0.89, "eval_NanoHotpotQA_MaxSim_recall@3": 0.77, "eval_NanoHotpotQA_MaxSim_recall@5": 0.85, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.4, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.76, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.64, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.74, "eval_NanoMSMARCO_MaxSim_map@100": 0.5515790674254671, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5383333333333333, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.5932819530144345, "eval_NanoMSMARCO_MaxSim_precision@1": 0.4, "eval_NanoMSMARCO_MaxSim_precision@10": 0.07600000000000001, "eval_NanoMSMARCO_MaxSim_precision@3": 0.21333333333333335, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14800000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.4, "eval_NanoMSMARCO_MaxSim_recall@10": 0.76, "eval_NanoMSMARCO_MaxSim_recall@3": 0.64, "eval_NanoMSMARCO_MaxSim_recall@5": 0.74, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.44, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.66, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.56, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.56, "eval_NanoNFCorpus_MaxSim_map@100": 0.13789537451319023, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.4989682539682539, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.31698811560381873, "eval_NanoNFCorpus_MaxSim_precision@1": 0.44, "eval_NanoNFCorpus_MaxSim_precision@10": 0.252, "eval_NanoNFCorpus_MaxSim_precision@3": 0.3466666666666666, "eval_NanoNFCorpus_MaxSim_precision@5": 0.3, "eval_NanoNFCorpus_MaxSim_recall@1": 0.0443244899552021, "eval_NanoNFCorpus_MaxSim_recall@10": 0.13400045421720141, "eval_NanoNFCorpus_MaxSim_recall@3": 0.0685027274372875, "eval_NanoNFCorpus_MaxSim_recall@5": 0.09303911637307496, "eval_NanoNQ_MaxSim_accuracy@1": 0.46, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.68, "eval_NanoNQ_MaxSim_accuracy@5": 0.74, "eval_NanoNQ_MaxSim_map@100": 0.5642694786957012, "eval_NanoNQ_MaxSim_mrr@10": 0.5844365079365078, "eval_NanoNQ_MaxSim_ndcg@10": 0.6256240254935571, "eval_NanoNQ_MaxSim_precision@1": 0.46, "eval_NanoNQ_MaxSim_precision@10": 0.09, "eval_NanoNQ_MaxSim_precision@3": 0.22666666666666668, "eval_NanoNQ_MaxSim_precision@5": 0.15200000000000002, "eval_NanoNQ_MaxSim_recall@1": 0.44, "eval_NanoNQ_MaxSim_recall@10": 0.81, "eval_NanoNQ_MaxSim_recall@3": 0.63, "eval_NanoNQ_MaxSim_recall@5": 0.69, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.9, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.96, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.96, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.9108403719737052, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9353571428571428, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9320819608678371, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.9, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.37999999999999995, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.23999999999999996, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.8006666666666666, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.98, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9079999999999999, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9226666666666667, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.38, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.78, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.66, "eval_NanoSCIDOCS_MaxSim_map@100": 0.23815282991483275, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5071349206349205, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31366448713527245, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.38, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.158, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666666, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.22799999999999998, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.07866666666666668, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.32166666666666666, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.17666666666666664, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.23266666666666663, "eval_NanoSciFact_MaxSim_accuracy@1": 0.6, "eval_NanoSciFact_MaxSim_accuracy@10": 0.86, "eval_NanoSciFact_MaxSim_accuracy@3": 0.82, "eval_NanoSciFact_MaxSim_accuracy@5": 0.86, "eval_NanoSciFact_MaxSim_map@100": 0.699418336338743, "eval_NanoSciFact_MaxSim_mrr@10": 0.7056666666666667, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7386608529252277, "eval_NanoSciFact_MaxSim_precision@1": 0.6, "eval_NanoSciFact_MaxSim_precision@10": 0.09599999999999997, "eval_NanoSciFact_MaxSim_precision@3": 0.2866666666666667, "eval_NanoSciFact_MaxSim_precision@5": 0.184, "eval_NanoSciFact_MaxSim_recall@1": 0.575, "eval_NanoSciFact_MaxSim_recall@10": 0.85, "eval_NanoSciFact_MaxSim_recall@3": 0.8, "eval_NanoSciFact_MaxSim_recall@5": 0.835, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.7346938775510204, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877, "eval_NanoTouche2020_MaxSim_accuracy@5": 0.9795918367346939, "eval_NanoTouche2020_MaxSim_map@100": 0.4194413026663713, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8452380952380952, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5768044932375987, "eval_NanoTouche2020_MaxSim_precision@1": 0.7346938775510204, "eval_NanoTouche2020_MaxSim_precision@10": 0.5040816326530612, "eval_NanoTouche2020_MaxSim_precision@3": 0.6666666666666666, "eval_NanoTouche2020_MaxSim_precision@5": 0.6448979591836735, "eval_NanoTouche2020_MaxSim_recall@1": 0.04926066670686143, "eval_NanoTouche2020_MaxSim_recall@10": 0.3213265089346652, "eval_NanoTouche2020_MaxSim_recall@3": 0.13384284667606922, "eval_NanoTouche2020_MaxSim_recall@5": 0.2170133290058774, "eval_runtime": 42.5108, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 10000 }, { "epoch": 0.30308486376185334, "grad_norm": 0.20841293036937714, "learning_rate": 2.0907454087144403e-05, "loss": 0.0147, "step": 10100 }, { "epoch": 0.3060857039971192, "grad_norm": 0.2317456156015396, "learning_rate": 2.0817428880086424e-05, "loss": 0.0147, "step": 10200 }, { "epoch": 0.3090865442323851, "grad_norm": 0.24393786489963531, "learning_rate": 2.072740367302845e-05, "loss": 0.0147, "step": 10300 }, { "epoch": 0.31208738446765094, "grad_norm": 0.22115790843963623, "learning_rate": 2.0637378465970473e-05, "loss": 0.0148, "step": 10400 }, { "epoch": 0.3150882247029168, "grad_norm": 0.296321839094162, "learning_rate": 2.0547353258912494e-05, "loss": 0.0147, "step": 10500 }, { "epoch": 0.3180890649381827, "grad_norm": 0.24199871718883514, "learning_rate": 2.045732805185452e-05, "loss": 0.0143, "step": 10600 }, { "epoch": 0.32108990517344854, "grad_norm": 0.28073155879974365, "learning_rate": 2.0367302844796543e-05, "loss": 0.0144, "step": 10700 }, { "epoch": 0.32409074540871446, "grad_norm": 0.18061871826648712, "learning_rate": 2.0277277637738567e-05, "loss": 0.0145, "step": 10800 }, { "epoch": 0.32709158564398033, "grad_norm": 0.16756358742713928, "learning_rate": 2.018725243068059e-05, "loss": 0.0148, "step": 10900 }, { "epoch": 0.3300924258792462, "grad_norm": 0.14554257690906525, "learning_rate": 2.0097227223622616e-05, "loss": 0.015, "step": 11000 }, { "epoch": 0.33309326611451207, "grad_norm": 0.20470017194747925, "learning_rate": 2.000720201656464e-05, "loss": 0.0147, "step": 11100 }, { "epoch": 0.33609410634977793, "grad_norm": 0.1893220990896225, "learning_rate": 1.991717680950666e-05, "loss": 0.0148, "step": 11200 }, { "epoch": 0.3390949465850438, "grad_norm": 0.1708231419324875, "learning_rate": 1.9827151602448685e-05, "loss": 0.0145, "step": 11300 }, { "epoch": 0.34209578682030967, "grad_norm": 0.21937862038612366, "learning_rate": 1.973712639539071e-05, "loss": 0.014, "step": 11400 }, { "epoch": 0.3450966270555756, "grad_norm": 0.17898762226104736, "learning_rate": 1.9647101188332734e-05, "loss": 0.0146, "step": 11500 }, { "epoch": 0.34809746729084146, "grad_norm": 0.23553137481212616, "learning_rate": 1.955707598127476e-05, "loss": 0.0143, "step": 11600 }, { "epoch": 0.3510983075261073, "grad_norm": 0.304126113653183, "learning_rate": 1.9467050774216783e-05, "loss": 0.0142, "step": 11700 }, { "epoch": 0.3540991477613732, "grad_norm": 0.22491592168807983, "learning_rate": 1.9377025567158804e-05, "loss": 0.0141, "step": 11800 }, { "epoch": 0.35709998799663906, "grad_norm": 0.16197596490383148, "learning_rate": 1.9287000360100828e-05, "loss": 0.0139, "step": 11900 }, { "epoch": 0.3601008282319049, "grad_norm": 0.3112106919288635, "learning_rate": 1.9196975153042852e-05, "loss": 0.0141, "step": 12000 }, { "epoch": 0.3631016684671708, "grad_norm": 0.21880576014518738, "learning_rate": 1.9106949945984877e-05, "loss": 0.0142, "step": 12100 }, { "epoch": 0.36610250870243666, "grad_norm": 0.18807464838027954, "learning_rate": 1.90169247389269e-05, "loss": 0.0143, "step": 12200 }, { "epoch": 0.3691033489377026, "grad_norm": 0.1896342635154724, "learning_rate": 1.8926899531868922e-05, "loss": 0.0138, "step": 12300 }, { "epoch": 0.37210418917296845, "grad_norm": 0.1685606688261032, "learning_rate": 1.883687432481095e-05, "loss": 0.0137, "step": 12400 }, { "epoch": 0.3751050294082343, "grad_norm": 0.1768764853477478, "learning_rate": 1.874684911775297e-05, "loss": 0.0139, "step": 12500 }, { "epoch": 0.3781058696435002, "grad_norm": 0.23924803733825684, "learning_rate": 1.8656823910694995e-05, "loss": 0.0142, "step": 12600 }, { "epoch": 0.38110670987876605, "grad_norm": 0.19333280622959137, "learning_rate": 1.856679870363702e-05, "loss": 0.0136, "step": 12700 }, { "epoch": 0.3841075501140319, "grad_norm": 0.1541660875082016, "learning_rate": 1.847677349657904e-05, "loss": 0.0138, "step": 12800 }, { "epoch": 0.3871083903492978, "grad_norm": 0.20208334922790527, "learning_rate": 1.8386748289521068e-05, "loss": 0.014, "step": 12900 }, { "epoch": 0.3901092305845637, "grad_norm": 0.18296100199222565, "learning_rate": 1.829672308246309e-05, "loss": 0.0137, "step": 13000 }, { "epoch": 0.39311007081982957, "grad_norm": 0.204094797372818, "learning_rate": 1.8206697875405114e-05, "loss": 0.014, "step": 13100 }, { "epoch": 0.39611091105509544, "grad_norm": 0.25481271743774414, "learning_rate": 1.8116672668347138e-05, "loss": 0.0141, "step": 13200 }, { "epoch": 0.3991117512903613, "grad_norm": 0.20525392889976501, "learning_rate": 1.8026647461289162e-05, "loss": 0.014, "step": 13300 }, { "epoch": 0.40211259152562717, "grad_norm": 0.14505770802497864, "learning_rate": 1.7936622254231187e-05, "loss": 0.0139, "step": 13400 }, { "epoch": 0.40511343176089304, "grad_norm": 0.16387106478214264, "learning_rate": 1.7846597047173208e-05, "loss": 0.0137, "step": 13500 }, { "epoch": 0.4081142719961589, "grad_norm": 0.25047481060028076, "learning_rate": 1.7756571840115232e-05, "loss": 0.0138, "step": 13600 }, { "epoch": 0.4111151122314248, "grad_norm": 0.20970739424228668, "learning_rate": 1.7666546633057256e-05, "loss": 0.0137, "step": 13700 }, { "epoch": 0.4141159524666907, "grad_norm": 0.19899307191371918, "learning_rate": 1.757652142599928e-05, "loss": 0.0136, "step": 13800 }, { "epoch": 0.41711679270195656, "grad_norm": 0.163528174161911, "learning_rate": 1.7486496218941305e-05, "loss": 0.0138, "step": 13900 }, { "epoch": 0.42011763293722243, "grad_norm": 0.19268254935741425, "learning_rate": 1.739647101188333e-05, "loss": 0.0139, "step": 14000 }, { "epoch": 0.4231184731724883, "grad_norm": 0.2156655639410019, "learning_rate": 1.730644580482535e-05, "loss": 0.0137, "step": 14100 }, { "epoch": 0.42611931340775416, "grad_norm": 0.22071588039398193, "learning_rate": 1.7216420597767375e-05, "loss": 0.0137, "step": 14200 }, { "epoch": 0.42912015364302003, "grad_norm": 0.1912279576063156, "learning_rate": 1.71263953907094e-05, "loss": 0.0138, "step": 14300 }, { "epoch": 0.4321209938782859, "grad_norm": 0.16563135385513306, "learning_rate": 1.7036370183651423e-05, "loss": 0.0135, "step": 14400 }, { "epoch": 0.4351218341135518, "grad_norm": 0.22475241124629974, "learning_rate": 1.6946344976593448e-05, "loss": 0.0133, "step": 14500 }, { "epoch": 0.4381226743488177, "grad_norm": 0.22821246087551117, "learning_rate": 1.685631976953547e-05, "loss": 0.0132, "step": 14600 }, { "epoch": 0.44112351458408355, "grad_norm": 0.16778188943862915, "learning_rate": 1.6766294562477496e-05, "loss": 0.0134, "step": 14700 }, { "epoch": 0.4441243548193494, "grad_norm": 0.17131076753139496, "learning_rate": 1.6676269355419517e-05, "loss": 0.0132, "step": 14800 }, { "epoch": 0.4471251950546153, "grad_norm": 0.16535472869873047, "learning_rate": 1.6586244148361542e-05, "loss": 0.0131, "step": 14900 }, { "epoch": 0.45012603528988115, "grad_norm": 0.16412608325481415, "learning_rate": 1.6496218941303566e-05, "loss": 0.0131, "step": 15000 }, { "epoch": 0.45012603528988115, "eval_NanoArguAna_MaxSim_accuracy@1": 0.14, "eval_NanoArguAna_MaxSim_accuracy@10": 0.68, "eval_NanoArguAna_MaxSim_accuracy@3": 0.44, "eval_NanoArguAna_MaxSim_accuracy@5": 0.6, "eval_NanoArguAna_MaxSim_map@100": 0.31292072156024486, "eval_NanoArguAna_MaxSim_mrr@10": 0.3005238095238095, "eval_NanoArguAna_MaxSim_ndcg@10": 0.39228613499060766, "eval_NanoArguAna_MaxSim_precision@1": 0.14, "eval_NanoArguAna_MaxSim_precision@10": 0.068, "eval_NanoArguAna_MaxSim_precision@3": 0.14666666666666664, "eval_NanoArguAna_MaxSim_precision@5": 0.12000000000000002, "eval_NanoArguAna_MaxSim_recall@1": 0.14, "eval_NanoArguAna_MaxSim_recall@10": 0.68, "eval_NanoArguAna_MaxSim_recall@3": 0.44, "eval_NanoArguAna_MaxSim_recall@5": 0.6, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.550298273155416, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8415384615384617, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7230141287284145, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7830455259026687, "eval_NanoBEIR_mean_MaxSim_map@100": 0.5069438980121297, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6495999476713762, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5840241962395966, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.550298273155416, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.181861852433281, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.3456933542647827, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.26749136577708005, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.32722904149540094, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6104518973334762, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.48070869453987464, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5433306748242004, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.7, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.4, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5, "eval_NanoClimateFEVER_MaxSim_map@100": 0.2210503762548061, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3709126984126984, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2885397184423823, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.26, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.09399999999999999, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.16666666666666669, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.11999999999999998, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.37166666666666665, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.205, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.2583333333333333, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.7, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.94, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.86, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.92, "eval_NanoDBPedia_MaxSim_map@100": 0.4448294282067855, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7872222222222223, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5665518039291427, "eval_NanoDBPedia_MaxSim_precision@1": 0.7, "eval_NanoDBPedia_MaxSim_precision@10": 0.4639999999999999, "eval_NanoDBPedia_MaxSim_precision@3": 0.5933333333333333, "eval_NanoDBPedia_MaxSim_precision@5": 0.544, "eval_NanoDBPedia_MaxSim_recall@1": 0.07155944898645694, "eval_NanoDBPedia_MaxSim_recall@10": 0.31655579687758156, "eval_NanoDBPedia_MaxSim_recall@3": 0.15254650243876308, "eval_NanoDBPedia_MaxSim_recall@5": 0.212139518052678, "eval_NanoFEVER_MaxSim_accuracy@1": 0.8, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.92, "eval_NanoFEVER_MaxSim_accuracy@5": 0.94, "eval_NanoFEVER_MaxSim_map@100": 0.8363233172056701, "eval_NanoFEVER_MaxSim_mrr@10": 0.8634126984126985, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8717944659095797, "eval_NanoFEVER_MaxSim_precision@1": 0.8, "eval_NanoFEVER_MaxSim_precision@10": 0.10799999999999997, "eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666, "eval_NanoFEVER_MaxSim_precision@5": 0.19999999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7466666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.96, "eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9033333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.46, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.72, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.6, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.72, "eval_NanoFiQA2018_MaxSim_map@100": 0.3960490222120414, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5489999999999999, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4694605598443907, "eval_NanoFiQA2018_MaxSim_precision@1": 0.46, "eval_NanoFiQA2018_MaxSim_precision@10": 0.132, "eval_NanoFiQA2018_MaxSim_precision@3": 0.26666666666666666, "eval_NanoFiQA2018_MaxSim_precision@5": 0.22399999999999998, "eval_NanoFiQA2018_MaxSim_recall@1": 0.2536904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5367857142857143, "eval_NanoFiQA2018_MaxSim_recall@3": 0.35918253968253966, "eval_NanoFiQA2018_MaxSim_recall@5": 0.4947857142857143, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.88, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.7859852600836652, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9306666666666666, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8453391454373187, "eval_NanoHotpotQA_MaxSim_precision@1": 0.88, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17799999999999996, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5333333333333333, "eval_NanoHotpotQA_MaxSim_precision@5": 0.344, "eval_NanoHotpotQA_MaxSim_recall@1": 0.44, "eval_NanoHotpotQA_MaxSim_recall@10": 0.89, "eval_NanoHotpotQA_MaxSim_recall@3": 0.8, "eval_NanoHotpotQA_MaxSim_recall@5": 0.86, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.5, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.78, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.66, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72, "eval_NanoMSMARCO_MaxSim_map@100": 0.6085215979672501, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5958888888888889, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6404782040947764, "eval_NanoMSMARCO_MaxSim_precision@1": 0.5, "eval_NanoMSMARCO_MaxSim_precision@10": 0.07800000000000001, "eval_NanoMSMARCO_MaxSim_precision@3": 0.22, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.5, "eval_NanoMSMARCO_MaxSim_recall@10": 0.78, "eval_NanoMSMARCO_MaxSim_recall@3": 0.66, "eval_NanoMSMARCO_MaxSim_recall@5": 0.72, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.36, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.62, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.54, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.56, "eval_NanoNFCorpus_MaxSim_map@100": 0.1362673440982345, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.45404761904761903, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.31281267259895573, "eval_NanoNFCorpus_MaxSim_precision@1": 0.36, "eval_NanoNFCorpus_MaxSim_precision@10": 0.264, "eval_NanoNFCorpus_MaxSim_precision@3": 0.36, "eval_NanoNFCorpus_MaxSim_precision@5": 0.316, "eval_NanoNFCorpus_MaxSim_recall@1": 0.03304809182989798, "eval_NanoNFCorpus_MaxSim_recall@10": 0.11844392715092017, "eval_NanoNFCorpus_MaxSim_recall@3": 0.07836004198254556, "eval_NanoNFCorpus_MaxSim_recall@5": 0.09434140620540057, "eval_NanoNQ_MaxSim_accuracy@1": 0.5, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.74, "eval_NanoNQ_MaxSim_accuracy@5": 0.78, "eval_NanoNQ_MaxSim_map@100": 0.597913724643282, "eval_NanoNQ_MaxSim_mrr@10": 0.624079365079365, "eval_NanoNQ_MaxSim_ndcg@10": 0.6499542337259308, "eval_NanoNQ_MaxSim_precision@1": 0.5, "eval_NanoNQ_MaxSim_precision@10": 0.088, "eval_NanoNQ_MaxSim_precision@3": 0.24666666666666667, "eval_NanoNQ_MaxSim_precision@5": 0.16, "eval_NanoNQ_MaxSim_recall@1": 0.47, "eval_NanoNQ_MaxSim_recall@10": 0.8, "eval_NanoNQ_MaxSim_recall@3": 0.69, "eval_NanoNQ_MaxSim_recall@5": 0.73, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.88, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.94, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.98, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.9037960662525879, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9228571428571429, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9257383761268886, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.88, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.3733333333333333, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.23999999999999996, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.794, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9766666666666667, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.888, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9359999999999999, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.8, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.56, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.64, "eval_NanoSCIDOCS_MaxSim_map@100": 0.23467278146766118, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.516888888888889, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.3080655135850476, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.4, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.152, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.27999999999999997, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.21599999999999994, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08266666666666668, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.3116666666666667, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.17266666666666666, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.22066666666666662, "eval_NanoSciFact_MaxSim_accuracy@1": 0.58, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.8, "eval_NanoSciFact_MaxSim_accuracy@5": 0.84, "eval_NanoSciFact_MaxSim_map@100": 0.6893329004329004, "eval_NanoSciFact_MaxSim_mrr@10": 0.6976666666666667, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7360709732668049, "eval_NanoSciFact_MaxSim_precision@1": 0.58, "eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999, "eval_NanoSciFact_MaxSim_precision@3": 0.28, "eval_NanoSciFact_MaxSim_precision@5": 0.18, "eval_NanoSciFact_MaxSim_recall@1": 0.555, "eval_NanoSciFact_MaxSim_recall@10": 0.87, "eval_NanoSciFact_MaxSim_recall@3": 0.78, "eval_NanoSciFact_MaxSim_recall@5": 0.815, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.6938775510204082, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877, "eval_NanoTouche2020_MaxSim_accuracy@5": 0.9795918367346939, "eval_NanoTouche2020_MaxSim_map@100": 0.42260813377255807, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8316326530612245, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5852227491629302, "eval_NanoTouche2020_MaxSim_precision@1": 0.6938775510204082, "eval_NanoTouche2020_MaxSim_precision@10": 0.5102040816326531, "eval_NanoTouche2020_MaxSim_precision@3": 0.7006802721088434, "eval_NanoTouche2020_MaxSim_precision@5": 0.6693877551020407, "eval_NanoTouche2020_MaxSim_recall@1": 0.047346189100047384, "eval_NanoTouche2020_MaxSim_recall@10": 0.32408922702097487, "eval_NanoTouche2020_MaxSim_recall@3": 0.14012394491452207, "eval_NanoTouche2020_MaxSim_recall@5": 0.21869880083747936, "eval_runtime": 42.0919, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 15000 }, { "epoch": 0.453126875525147, "grad_norm": 0.26862433552742004, "learning_rate": 1.6406193734245587e-05, "loss": 0.0129, "step": 15100 }, { "epoch": 0.4561277157604129, "grad_norm": 0.22340279817581177, "learning_rate": 1.6316168527187615e-05, "loss": 0.0137, "step": 15200 }, { "epoch": 0.4591285559956788, "grad_norm": 0.22548112273216248, "learning_rate": 1.6226143320129636e-05, "loss": 0.0134, "step": 15300 }, { "epoch": 0.4621293962309447, "grad_norm": 0.23033443093299866, "learning_rate": 1.613611811307166e-05, "loss": 0.0132, "step": 15400 }, { "epoch": 0.46513023646621054, "grad_norm": 0.27792778611183167, "learning_rate": 1.6046092906013685e-05, "loss": 0.0131, "step": 15500 }, { "epoch": 0.4681310767014764, "grad_norm": 0.3769901990890503, "learning_rate": 1.5956067698955706e-05, "loss": 0.0131, "step": 15600 }, { "epoch": 0.4711319169367423, "grad_norm": 0.17163248360157013, "learning_rate": 1.5866042491897733e-05, "loss": 0.0134, "step": 15700 }, { "epoch": 0.47413275717200815, "grad_norm": 0.22656132280826569, "learning_rate": 1.5776017284839754e-05, "loss": 0.0127, "step": 15800 }, { "epoch": 0.477133597407274, "grad_norm": 0.16398291289806366, "learning_rate": 1.568599207778178e-05, "loss": 0.0136, "step": 15900 }, { "epoch": 0.48013443764253994, "grad_norm": 0.15137112140655518, "learning_rate": 1.5595966870723803e-05, "loss": 0.0129, "step": 16000 }, { "epoch": 0.4831352778778058, "grad_norm": 0.2052316665649414, "learning_rate": 1.5505941663665827e-05, "loss": 0.0129, "step": 16100 }, { "epoch": 0.48613611811307167, "grad_norm": 0.20588412880897522, "learning_rate": 1.541591645660785e-05, "loss": 0.0131, "step": 16200 }, { "epoch": 0.48913695834833754, "grad_norm": 0.2040645033121109, "learning_rate": 1.5325891249549876e-05, "loss": 0.0131, "step": 16300 }, { "epoch": 0.4921377985836034, "grad_norm": 0.2290486842393875, "learning_rate": 1.5235866042491899e-05, "loss": 0.013, "step": 16400 }, { "epoch": 0.49513863881886927, "grad_norm": 0.25888732075691223, "learning_rate": 1.5145840835433921e-05, "loss": 0.0128, "step": 16500 }, { "epoch": 0.49813947905413514, "grad_norm": 0.1567756086587906, "learning_rate": 1.5055815628375946e-05, "loss": 0.0129, "step": 16600 }, { "epoch": 0.5011403192894011, "grad_norm": 0.3200097978115082, "learning_rate": 1.4965790421317968e-05, "loss": 0.0131, "step": 16700 }, { "epoch": 0.5041411595246669, "grad_norm": 0.24147656559944153, "learning_rate": 1.4875765214259993e-05, "loss": 0.0131, "step": 16800 }, { "epoch": 0.5071419997599328, "grad_norm": 0.1761815845966339, "learning_rate": 1.4785740007202017e-05, "loss": 0.0129, "step": 16900 }, { "epoch": 0.5101428399951986, "grad_norm": 0.184531569480896, "learning_rate": 1.469571480014404e-05, "loss": 0.0127, "step": 17000 }, { "epoch": 0.5131436802304645, "grad_norm": 0.1581970751285553, "learning_rate": 1.4605689593086064e-05, "loss": 0.013, "step": 17100 }, { "epoch": 0.5161445204657304, "grad_norm": 0.24103233218193054, "learning_rate": 1.4515664386028088e-05, "loss": 0.0128, "step": 17200 }, { "epoch": 0.5191453607009963, "grad_norm": 0.21118317544460297, "learning_rate": 1.4425639178970113e-05, "loss": 0.013, "step": 17300 }, { "epoch": 0.5221462009362622, "grad_norm": 0.20375123620033264, "learning_rate": 1.4335613971912137e-05, "loss": 0.0129, "step": 17400 }, { "epoch": 0.525147041171528, "grad_norm": 0.17822061479091644, "learning_rate": 1.4245588764854158e-05, "loss": 0.0129, "step": 17500 }, { "epoch": 0.5281478814067939, "grad_norm": 0.16252146661281586, "learning_rate": 1.4155563557796182e-05, "loss": 0.0128, "step": 17600 }, { "epoch": 0.5311487216420597, "grad_norm": 0.14980654418468475, "learning_rate": 1.4065538350738207e-05, "loss": 0.0132, "step": 17700 }, { "epoch": 0.5341495618773257, "grad_norm": 0.1882108747959137, "learning_rate": 1.3975513143680231e-05, "loss": 0.0127, "step": 17800 }, { "epoch": 0.5371504021125916, "grad_norm": 0.1936250776052475, "learning_rate": 1.3885487936622256e-05, "loss": 0.0128, "step": 17900 }, { "epoch": 0.5401512423478574, "grad_norm": 0.22563689947128296, "learning_rate": 1.3795462729564278e-05, "loss": 0.0129, "step": 18000 }, { "epoch": 0.5431520825831233, "grad_norm": 0.19463928043842316, "learning_rate": 1.3705437522506303e-05, "loss": 0.0123, "step": 18100 }, { "epoch": 0.5461529228183891, "grad_norm": 0.20654894411563873, "learning_rate": 1.3615412315448325e-05, "loss": 0.0126, "step": 18200 }, { "epoch": 0.549153763053655, "grad_norm": 0.3341720700263977, "learning_rate": 1.352538710839035e-05, "loss": 0.0127, "step": 18300 }, { "epoch": 0.5521546032889209, "grad_norm": 0.22953084111213684, "learning_rate": 1.3435361901332372e-05, "loss": 0.0129, "step": 18400 }, { "epoch": 0.5551554435241868, "grad_norm": 0.21326212584972382, "learning_rate": 1.3345336694274397e-05, "loss": 0.0127, "step": 18500 }, { "epoch": 0.5581562837594527, "grad_norm": 0.1740553379058838, "learning_rate": 1.3255311487216421e-05, "loss": 0.0125, "step": 18600 }, { "epoch": 0.5611571239947185, "grad_norm": 0.29467713832855225, "learning_rate": 1.3165286280158445e-05, "loss": 0.0125, "step": 18700 }, { "epoch": 0.5641579642299844, "grad_norm": 0.13604842126369476, "learning_rate": 1.307526107310047e-05, "loss": 0.0129, "step": 18800 }, { "epoch": 0.5671588044652502, "grad_norm": 0.18466778099536896, "learning_rate": 1.2985235866042492e-05, "loss": 0.0127, "step": 18900 }, { "epoch": 0.5701596447005162, "grad_norm": 0.2356196641921997, "learning_rate": 1.2895210658984515e-05, "loss": 0.0122, "step": 19000 }, { "epoch": 0.573160484935782, "grad_norm": 0.14672109484672546, "learning_rate": 1.280518545192654e-05, "loss": 0.0124, "step": 19100 }, { "epoch": 0.5761613251710479, "grad_norm": 0.1854686290025711, "learning_rate": 1.2715160244868564e-05, "loss": 0.0127, "step": 19200 }, { "epoch": 0.5791621654063138, "grad_norm": 0.2666186988353729, "learning_rate": 1.2625135037810588e-05, "loss": 0.0127, "step": 19300 }, { "epoch": 0.5821630056415796, "grad_norm": 0.24111099541187286, "learning_rate": 1.253510983075261e-05, "loss": 0.0125, "step": 19400 }, { "epoch": 0.5851638458768456, "grad_norm": 0.27964872121810913, "learning_rate": 1.2445084623694635e-05, "loss": 0.0124, "step": 19500 }, { "epoch": 0.5881646861121114, "grad_norm": 0.24560168385505676, "learning_rate": 1.235505941663666e-05, "loss": 0.0122, "step": 19600 }, { "epoch": 0.5911655263473773, "grad_norm": 0.16616198420524597, "learning_rate": 1.2265034209578682e-05, "loss": 0.0123, "step": 19700 }, { "epoch": 0.5941663665826431, "grad_norm": 0.19064879417419434, "learning_rate": 1.2175009002520705e-05, "loss": 0.0127, "step": 19800 }, { "epoch": 0.597167206817909, "grad_norm": 0.1353021264076233, "learning_rate": 1.2084983795462729e-05, "loss": 0.0123, "step": 19900 }, { "epoch": 0.6001680470531748, "grad_norm": 0.21967661380767822, "learning_rate": 1.1994958588404753e-05, "loss": 0.0124, "step": 20000 }, { "epoch": 0.6001680470531748, "eval_NanoArguAna_MaxSim_accuracy@1": 0.14, "eval_NanoArguAna_MaxSim_accuracy@10": 0.74, "eval_NanoArguAna_MaxSim_accuracy@3": 0.44, "eval_NanoArguAna_MaxSim_accuracy@5": 0.58, "eval_NanoArguAna_MaxSim_map@100": 0.3190580723586848, "eval_NanoArguAna_MaxSim_mrr@10": 0.3114920634920635, "eval_NanoArguAna_MaxSim_ndcg@10": 0.41321942998964517, "eval_NanoArguAna_MaxSim_precision@1": 0.14, "eval_NanoArguAna_MaxSim_precision@10": 0.07400000000000001, "eval_NanoArguAna_MaxSim_precision@3": 0.14666666666666664, "eval_NanoArguAna_MaxSim_precision@5": 0.11600000000000002, "eval_NanoArguAna_MaxSim_recall@1": 0.14, "eval_NanoArguAna_MaxSim_recall@10": 0.74, "eval_NanoArguAna_MaxSim_recall@3": 0.44, "eval_NanoArguAna_MaxSim_recall@5": 0.58, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5363893249607534, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8400000000000001, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7260910518053376, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7846153846153846, "eval_NanoBEIR_mean_MaxSim_map@100": 0.5044772777628972, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6414983429269143, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5809964687892553, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5363893249607534, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.18262166405023544, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.34201988487702767, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.26560125588697014, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.3159693564766553, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.613698538502363, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.48120568942302433, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5468772278855667, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.24, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.64, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.48, "eval_NanoClimateFEVER_MaxSim_map@100": 0.2237807706177067, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3602142857142857, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2807332113708309, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.24, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.088, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.1733333333333333, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.11600000000000002, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.11499999999999998, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.3499999999999999, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.23, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.2516666666666667, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.7, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.94, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.86, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.9, "eval_NanoDBPedia_MaxSim_map@100": 0.4604347937935052, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7809999999999999, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5738207796980463, "eval_NanoDBPedia_MaxSim_precision@1": 0.7, "eval_NanoDBPedia_MaxSim_precision@10": 0.47600000000000003, "eval_NanoDBPedia_MaxSim_precision@3": 0.6, "eval_NanoDBPedia_MaxSim_precision@5": 0.5319999999999999, "eval_NanoDBPedia_MaxSim_recall@1": 0.07274992517693314, "eval_NanoDBPedia_MaxSim_recall@10": 0.31851546169069683, "eval_NanoDBPedia_MaxSim_recall@3": 0.15594903667459462, "eval_NanoDBPedia_MaxSim_recall@5": 0.2129254957491324, "eval_NanoFEVER_MaxSim_accuracy@1": 0.82, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.92, "eval_NanoFEVER_MaxSim_accuracy@5": 0.94, "eval_NanoFEVER_MaxSim_map@100": 0.8449740957966765, "eval_NanoFEVER_MaxSim_mrr@10": 0.8726666666666668, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8748050780437713, "eval_NanoFEVER_MaxSim_precision@1": 0.82, "eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998, "eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666, "eval_NanoFEVER_MaxSim_precision@5": 0.19999999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7666666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.95, "eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9033333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.42, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.58, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.68, "eval_NanoFiQA2018_MaxSim_map@100": 0.3790729023248287, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5198809523809523, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4586197630602248, "eval_NanoFiQA2018_MaxSim_precision@1": 0.42, "eval_NanoFiQA2018_MaxSim_precision@10": 0.13399999999999998, "eval_NanoFiQA2018_MaxSim_precision@3": 0.26, "eval_NanoFiQA2018_MaxSim_precision@5": 0.22399999999999998, "eval_NanoFiQA2018_MaxSim_recall@1": 0.22969047619047622, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5567857142857143, "eval_NanoFiQA2018_MaxSim_recall@3": 0.34918253968253965, "eval_NanoFiQA2018_MaxSim_recall@5": 0.4686190476190476, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.88, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.794409452554614, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9306666666666666, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8532942681267772, "eval_NanoHotpotQA_MaxSim_precision@1": 0.88, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5333333333333333, "eval_NanoHotpotQA_MaxSim_precision@5": 0.348, "eval_NanoHotpotQA_MaxSim_recall@1": 0.44, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.8, "eval_NanoHotpotQA_MaxSim_recall@5": 0.87, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.46, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.76, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.64, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72, "eval_NanoMSMARCO_MaxSim_map@100": 0.5848298236679041, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5711111111111111, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6174440850438639, "eval_NanoMSMARCO_MaxSim_precision@1": 0.46, "eval_NanoMSMARCO_MaxSim_precision@10": 0.07600000000000001, "eval_NanoMSMARCO_MaxSim_precision@3": 0.21333333333333332, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.46, "eval_NanoMSMARCO_MaxSim_recall@10": 0.76, "eval_NanoMSMARCO_MaxSim_recall@3": 0.64, "eval_NanoMSMARCO_MaxSim_recall@5": 0.72, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.42, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.64, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.52, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.58, "eval_NanoNFCorpus_MaxSim_map@100": 0.144265299971265, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.48516666666666663, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3226720640958696, "eval_NanoNFCorpus_MaxSim_precision@1": 0.42, "eval_NanoNFCorpus_MaxSim_precision@10": 0.27, "eval_NanoNFCorpus_MaxSim_precision@3": 0.34, "eval_NanoNFCorpus_MaxSim_precision@5": 0.308, "eval_NanoNFCorpus_MaxSim_recall@1": 0.04346806622170336, "eval_NanoNFCorpus_MaxSim_recall@10": 0.12124385229066906, "eval_NanoNFCorpus_MaxSim_recall@3": 0.07636538957612846, "eval_NanoNFCorpus_MaxSim_recall@5": 0.09385919276666539, "eval_NanoNQ_MaxSim_accuracy@1": 0.42, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.72, "eval_NanoNQ_MaxSim_accuracy@5": 0.82, "eval_NanoNQ_MaxSim_map@100": 0.5568336385836385, "eval_NanoNQ_MaxSim_mrr@10": 0.5752222222222221, "eval_NanoNQ_MaxSim_ndcg@10": 0.6215252987435204, "eval_NanoNQ_MaxSim_precision@1": 0.42, "eval_NanoNQ_MaxSim_precision@10": 0.09, "eval_NanoNQ_MaxSim_precision@3": 0.24, "eval_NanoNQ_MaxSim_precision@5": 0.16799999999999998, "eval_NanoNQ_MaxSim_recall@1": 0.4, "eval_NanoNQ_MaxSim_recall@10": 0.81, "eval_NanoNQ_MaxSim_recall@3": 0.67, "eval_NanoNQ_MaxSim_recall@5": 0.77, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.84, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8974839743589743, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.915, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9219399325932739, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.84, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.754, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9766666666666667, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9279999999999999, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.956, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.76, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.62, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.64, "eval_NanoSCIDOCS_MaxSim_map@100": 0.2437828029394228, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5191666666666667, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31041678387728855, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.4, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.148, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.3066666666666667, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.22799999999999998, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08366666666666667, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.3036666666666667, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.18866666666666665, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.23266666666666666, "eval_NanoSciFact_MaxSim_accuracy@1": 0.58, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.78, "eval_NanoSciFact_MaxSim_accuracy@5": 0.86, "eval_NanoSciFact_MaxSim_map@100": 0.6875421568627452, "eval_NanoSciFact_MaxSim_mrr@10": 0.6961904761904762, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7348175212692192, "eval_NanoSciFact_MaxSim_precision@1": 0.58, "eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999, "eval_NanoSciFact_MaxSim_precision@3": 0.2733333333333333, "eval_NanoSciFact_MaxSim_precision@5": 0.184, "eval_NanoSciFact_MaxSim_recall@1": 0.555, "eval_NanoSciFact_MaxSim_recall@10": 0.87, "eval_NanoSciFact_MaxSim_recall@3": 0.76, "eval_NanoSciFact_MaxSim_recall@5": 0.835, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.6530612244897959, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.4217368270876967, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8017006802721088, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5696458783479869, "eval_NanoTouche2020_MaxSim_precision@1": 0.6530612244897959, "eval_NanoTouche2020_MaxSim_precision@10": 0.5040816326530612, "eval_NanoTouche2020_MaxSim_precision@3": 0.6462585034013605, "eval_NanoTouche2020_MaxSim_precision@5": 0.6408163265306123, "eval_NanoTouche2020_MaxSim_recall@1": 0.047359833274073115, "eval_NanoTouche2020_MaxSim_recall@10": 0.32120263893030515, "eval_NanoTouche2020_MaxSim_recall@3": 0.1341769965660536, "eval_NanoTouche2020_MaxSim_recall@5": 0.21533355971085605, "eval_runtime": 43.7222, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 20000 }, { "epoch": 0.6031688872884408, "grad_norm": 0.11778125911951065, "learning_rate": 1.1904933381346778e-05, "loss": 0.0126, "step": 20100 }, { "epoch": 0.6061697275237067, "grad_norm": 0.26148805022239685, "learning_rate": 1.1814908174288802e-05, "loss": 0.0122, "step": 20200 }, { "epoch": 0.6091705677589725, "grad_norm": 0.19473697245121002, "learning_rate": 1.1724882967230825e-05, "loss": 0.0126, "step": 20300 }, { "epoch": 0.6121714079942384, "grad_norm": 0.20702022314071655, "learning_rate": 1.163485776017285e-05, "loss": 0.0124, "step": 20400 }, { "epoch": 0.6151722482295042, "grad_norm": 0.16565287113189697, "learning_rate": 1.1544832553114872e-05, "loss": 0.0123, "step": 20500 }, { "epoch": 0.6181730884647701, "grad_norm": 0.1322852522134781, "learning_rate": 1.1454807346056896e-05, "loss": 0.0125, "step": 20600 }, { "epoch": 0.621173928700036, "grad_norm": 0.2209571897983551, "learning_rate": 1.136478213899892e-05, "loss": 0.0126, "step": 20700 }, { "epoch": 0.6241747689353019, "grad_norm": 0.25785109400749207, "learning_rate": 1.1274756931940943e-05, "loss": 0.0125, "step": 20800 }, { "epoch": 0.6271756091705678, "grad_norm": 0.2663041949272156, "learning_rate": 1.1184731724882968e-05, "loss": 0.0125, "step": 20900 }, { "epoch": 0.6301764494058336, "grad_norm": 0.21310295164585114, "learning_rate": 1.1094706517824992e-05, "loss": 0.0125, "step": 21000 }, { "epoch": 0.6331772896410995, "grad_norm": 0.22014960646629333, "learning_rate": 1.1004681310767016e-05, "loss": 0.012, "step": 21100 }, { "epoch": 0.6361781298763654, "grad_norm": 0.180323526263237, "learning_rate": 1.0914656103709037e-05, "loss": 0.012, "step": 21200 }, { "epoch": 0.6391789701116313, "grad_norm": 0.23611949384212494, "learning_rate": 1.0824630896651062e-05, "loss": 0.0123, "step": 21300 }, { "epoch": 0.6421798103468971, "grad_norm": 0.15588310360908508, "learning_rate": 1.0734605689593086e-05, "loss": 0.0122, "step": 21400 }, { "epoch": 0.645180650582163, "grad_norm": 0.1704780012369156, "learning_rate": 1.064458048253511e-05, "loss": 0.0123, "step": 21500 }, { "epoch": 0.6481814908174289, "grad_norm": 0.19915466010570526, "learning_rate": 1.0554555275477135e-05, "loss": 0.0121, "step": 21600 }, { "epoch": 0.6511823310526947, "grad_norm": 0.14999468624591827, "learning_rate": 1.0464530068419157e-05, "loss": 0.0122, "step": 21700 }, { "epoch": 0.6541831712879607, "grad_norm": 0.20192112028598785, "learning_rate": 1.0374504861361182e-05, "loss": 0.0121, "step": 21800 }, { "epoch": 0.6571840115232265, "grad_norm": 0.24121971428394318, "learning_rate": 1.0284479654303204e-05, "loss": 0.012, "step": 21900 }, { "epoch": 0.6601848517584924, "grad_norm": 0.16690362989902496, "learning_rate": 1.0194454447245229e-05, "loss": 0.0123, "step": 22000 }, { "epoch": 0.6631856919937582, "grad_norm": 0.27165013551712036, "learning_rate": 1.0104429240187253e-05, "loss": 0.0122, "step": 22100 }, { "epoch": 0.6661865322290241, "grad_norm": 0.280673623085022, "learning_rate": 1.0014404033129276e-05, "loss": 0.0121, "step": 22200 }, { "epoch": 0.66918737246429, "grad_norm": 0.19280633330345154, "learning_rate": 9.9243788260713e-06, "loss": 0.0126, "step": 22300 }, { "epoch": 0.6721882126995559, "grad_norm": 0.1810656189918518, "learning_rate": 9.834353619013324e-06, "loss": 0.0123, "step": 22400 }, { "epoch": 0.6751890529348218, "grad_norm": 0.43195879459381104, "learning_rate": 9.744328411955349e-06, "loss": 0.0119, "step": 22500 }, { "epoch": 0.6781898931700876, "grad_norm": 0.15748628973960876, "learning_rate": 9.654303204897372e-06, "loss": 0.0125, "step": 22600 }, { "epoch": 0.6811907334053535, "grad_norm": 0.16067622601985931, "learning_rate": 9.564277997839394e-06, "loss": 0.0127, "step": 22700 }, { "epoch": 0.6841915736406193, "grad_norm": 0.1951846331357956, "learning_rate": 9.474252790781419e-06, "loss": 0.0122, "step": 22800 }, { "epoch": 0.6871924138758853, "grad_norm": 0.28666988015174866, "learning_rate": 9.384227583723443e-06, "loss": 0.0122, "step": 22900 }, { "epoch": 0.6901932541111512, "grad_norm": 0.1982359141111374, "learning_rate": 9.294202376665467e-06, "loss": 0.0118, "step": 23000 }, { "epoch": 0.693194094346417, "grad_norm": 0.15127967298030853, "learning_rate": 9.20417716960749e-06, "loss": 0.0119, "step": 23100 }, { "epoch": 0.6961949345816829, "grad_norm": 0.21451695263385773, "learning_rate": 9.114151962549514e-06, "loss": 0.0126, "step": 23200 }, { "epoch": 0.6991957748169487, "grad_norm": 0.18482910096645355, "learning_rate": 9.024126755491539e-06, "loss": 0.0122, "step": 23300 }, { "epoch": 0.7021966150522146, "grad_norm": 0.28383004665374756, "learning_rate": 8.934101548433561e-06, "loss": 0.0118, "step": 23400 }, { "epoch": 0.7051974552874805, "grad_norm": 0.17134977877140045, "learning_rate": 8.844076341375586e-06, "loss": 0.0124, "step": 23500 }, { "epoch": 0.7081982955227464, "grad_norm": 0.16116908192634583, "learning_rate": 8.754051134317608e-06, "loss": 0.0119, "step": 23600 }, { "epoch": 0.7111991357580122, "grad_norm": 0.2029382735490799, "learning_rate": 8.664025927259633e-06, "loss": 0.0122, "step": 23700 }, { "epoch": 0.7141999759932781, "grad_norm": 0.26067686080932617, "learning_rate": 8.574000720201657e-06, "loss": 0.0123, "step": 23800 }, { "epoch": 0.717200816228544, "grad_norm": 0.1727800816297531, "learning_rate": 8.483975513143681e-06, "loss": 0.0118, "step": 23900 }, { "epoch": 0.7202016564638098, "grad_norm": 0.16774308681488037, "learning_rate": 8.393950306085704e-06, "loss": 0.0118, "step": 24000 }, { "epoch": 0.7232024966990758, "grad_norm": 0.1659802347421646, "learning_rate": 8.303925099027728e-06, "loss": 0.0119, "step": 24100 }, { "epoch": 0.7262033369343416, "grad_norm": 0.18793028593063354, "learning_rate": 8.213899891969751e-06, "loss": 0.0119, "step": 24200 }, { "epoch": 0.7292041771696075, "grad_norm": 0.18760518729686737, "learning_rate": 8.123874684911775e-06, "loss": 0.0121, "step": 24300 }, { "epoch": 0.7322050174048733, "grad_norm": 0.16810965538024902, "learning_rate": 8.0338494778538e-06, "loss": 0.0117, "step": 24400 }, { "epoch": 0.7352058576401392, "grad_norm": 0.11992233246564865, "learning_rate": 7.943824270795822e-06, "loss": 0.0119, "step": 24500 }, { "epoch": 0.7382066978754052, "grad_norm": 0.20719827711582184, "learning_rate": 7.853799063737847e-06, "loss": 0.0119, "step": 24600 }, { "epoch": 0.741207538110671, "grad_norm": 0.22958888113498688, "learning_rate": 7.763773856679871e-06, "loss": 0.0121, "step": 24700 }, { "epoch": 0.7442083783459369, "grad_norm": 0.40297240018844604, "learning_rate": 7.673748649621895e-06, "loss": 0.0122, "step": 24800 }, { "epoch": 0.7472092185812027, "grad_norm": 0.21728719770908356, "learning_rate": 7.583723442563917e-06, "loss": 0.0118, "step": 24900 }, { "epoch": 0.7502100588164686, "grad_norm": 0.2689780592918396, "learning_rate": 7.4936982355059425e-06, "loss": 0.0118, "step": 25000 }, { "epoch": 0.7502100588164686, "eval_NanoArguAna_MaxSim_accuracy@1": 0.16, "eval_NanoArguAna_MaxSim_accuracy@10": 0.76, "eval_NanoArguAna_MaxSim_accuracy@3": 0.42, "eval_NanoArguAna_MaxSim_accuracy@5": 0.66, "eval_NanoArguAna_MaxSim_map@100": 0.3405763964850652, "eval_NanoArguAna_MaxSim_mrr@10": 0.33396031746031746, "eval_NanoArguAna_MaxSim_ndcg@10": 0.43614499171452126, "eval_NanoArguAna_MaxSim_precision@1": 0.16, "eval_NanoArguAna_MaxSim_precision@10": 0.07600000000000001, "eval_NanoArguAna_MaxSim_precision@3": 0.13999999999999999, "eval_NanoArguAna_MaxSim_precision@5": 0.132, "eval_NanoArguAna_MaxSim_recall@1": 0.16, "eval_NanoArguAna_MaxSim_recall@10": 0.76, "eval_NanoArguAna_MaxSim_recall@3": 0.42, "eval_NanoArguAna_MaxSim_recall@5": 0.66, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5532810047095761, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8461538461538463, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7307064364207221, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7953846153846154, "eval_NanoBEIR_mean_MaxSim_map@100": 0.513987169038034, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6548257456828886, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.592322025459994, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5532810047095761, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.18568916797488227, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.3440920983778126, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.27176138147566725, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.3279088694838376, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6233518073083814, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.4821690383148814, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5533425943497485, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.66, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5, "eval_NanoClimateFEVER_MaxSim_map@100": 0.231284051620486, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3784047619047619, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.29395826199725617, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.26, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.09399999999999999, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.1733333333333333, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.12400000000000003, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.11999999999999998, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.3633333333333333, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.23, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.2633333333333333, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.68, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.94, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.88, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.92, "eval_NanoDBPedia_MaxSim_map@100": 0.46517551645100963, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7823333333333333, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5881083754655376, "eval_NanoDBPedia_MaxSim_precision@1": 0.68, "eval_NanoDBPedia_MaxSim_precision@10": 0.494, "eval_NanoDBPedia_MaxSim_precision@3": 0.6066666666666667, "eval_NanoDBPedia_MaxSim_precision@5": 0.5680000000000001, "eval_NanoDBPedia_MaxSim_recall@1": 0.06222360938745945, "eval_NanoDBPedia_MaxSim_recall@10": 0.3392565206081787, "eval_NanoDBPedia_MaxSim_recall@3": 0.16562290067990149, "eval_NanoDBPedia_MaxSim_recall@5": 0.21972810393423486, "eval_NanoFEVER_MaxSim_accuracy@1": 0.84, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.92, "eval_NanoFEVER_MaxSim_accuracy@5": 0.96, "eval_NanoFEVER_MaxSim_map@100": 0.8554913040176197, "eval_NanoFEVER_MaxSim_mrr@10": 0.8886666666666666, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8841799436094412, "eval_NanoFEVER_MaxSim_precision@1": 0.84, "eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998, "eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666, "eval_NanoFEVER_MaxSim_precision@5": 0.20399999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7766666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.95, "eval_NanoFEVER_MaxSim_recall@3": 0.8833333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9233333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.44, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.62, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.7, "eval_NanoFiQA2018_MaxSim_map@100": 0.3980291516731858, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.548888888888889, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4740939890542888, "eval_NanoFiQA2018_MaxSim_precision@1": 0.44, "eval_NanoFiQA2018_MaxSim_precision@10": 0.13399999999999998, "eval_NanoFiQA2018_MaxSim_precision@3": 0.2733333333333333, "eval_NanoFiQA2018_MaxSim_precision@5": 0.22399999999999998, "eval_NanoFiQA2018_MaxSim_recall@1": 0.2336904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5576746031746032, "eval_NanoFiQA2018_MaxSim_recall@3": 0.36584920634920637, "eval_NanoFiQA2018_MaxSim_recall@5": 0.48478571428571426, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.92, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.8099667544930703, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9506666666666667, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8652980930293053, "eval_NanoHotpotQA_MaxSim_precision@1": 0.92, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5466666666666666, "eval_NanoHotpotQA_MaxSim_precision@5": 0.3479999999999999, "eval_NanoHotpotQA_MaxSim_recall@1": 0.46, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.82, "eval_NanoHotpotQA_MaxSim_recall@5": 0.87, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.5, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.76, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.64, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72, "eval_NanoMSMARCO_MaxSim_map@100": 0.6008008574077579, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5868333333333333, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6287612190483125, "eval_NanoMSMARCO_MaxSim_precision@1": 0.5, "eval_NanoMSMARCO_MaxSim_precision@10": 0.07600000000000001, "eval_NanoMSMARCO_MaxSim_precision@3": 0.21333333333333335, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.5, "eval_NanoMSMARCO_MaxSim_recall@10": 0.76, "eval_NanoMSMARCO_MaxSim_recall@3": 0.64, "eval_NanoMSMARCO_MaxSim_recall@5": 0.72, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.44, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.64, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.56, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.6, "eval_NanoNFCorpus_MaxSim_map@100": 0.15035838038861857, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.5042222222222221, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3414422865226277, "eval_NanoNFCorpus_MaxSim_precision@1": 0.44, "eval_NanoNFCorpus_MaxSim_precision@10": 0.28, "eval_NanoNFCorpus_MaxSim_precision@3": 0.3533333333333333, "eval_NanoNFCorpus_MaxSim_precision@5": 0.332, "eval_NanoNFCorpus_MaxSim_recall@1": 0.04357010703802988, "eval_NanoNFCorpus_MaxSim_recall@10": 0.1435404238995474, "eval_NanoNFCorpus_MaxSim_recall@3": 0.07777734405444285, "eval_NanoNFCorpus_MaxSim_recall@5": 0.09734551359622909, "eval_NanoNQ_MaxSim_accuracy@1": 0.52, "eval_NanoNQ_MaxSim_accuracy@10": 0.88, "eval_NanoNQ_MaxSim_accuracy@3": 0.74, "eval_NanoNQ_MaxSim_accuracy@5": 0.8, "eval_NanoNQ_MaxSim_map@100": 0.6101497044852526, "eval_NanoNQ_MaxSim_mrr@10": 0.6378571428571428, "eval_NanoNQ_MaxSim_ndcg@10": 0.6734308736769101, "eval_NanoNQ_MaxSim_precision@1": 0.52, "eval_NanoNQ_MaxSim_precision@10": 0.09399999999999999, "eval_NanoNQ_MaxSim_precision@3": 0.24666666666666665, "eval_NanoNQ_MaxSim_precision@5": 0.16399999999999998, "eval_NanoNQ_MaxSim_recall@1": 0.49, "eval_NanoNQ_MaxSim_recall@10": 0.85, "eval_NanoNQ_MaxSim_recall@3": 0.69, "eval_NanoNQ_MaxSim_recall@5": 0.75, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.8, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.96, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8674409882409881, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.8866666666666667, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9000031870284702, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.8, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.37999999999999995, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7140000000000001, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9766666666666667, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9079999999999999, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.956, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.76, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.66, "eval_NanoSCIDOCS_MaxSim_map@100": 0.24328629653255643, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5242142857142857, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31512629399072817, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.4, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.154, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.28, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.22399999999999998, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08266666666666668, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.31566666666666665, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.17266666666666663, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.22866666666666663, "eval_NanoSciFact_MaxSim_accuracy@1": 0.6, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.78, "eval_NanoSciFact_MaxSim_accuracy@5": 0.82, "eval_NanoSciFact_MaxSim_map@100": 0.6954227202692824, "eval_NanoSciFact_MaxSim_mrr@10": 0.6985238095238094, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7386685832487809, "eval_NanoSciFact_MaxSim_precision@1": 0.6, "eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999, "eval_NanoSciFact_MaxSim_precision@3": 0.2733333333333333, "eval_NanoSciFact_MaxSim_precision@5": 0.17999999999999997, "eval_NanoSciFact_MaxSim_recall@1": 0.575, "eval_NanoSciFact_MaxSim_recall@10": 0.87, "eval_NanoSciFact_MaxSim_recall@3": 0.76, "eval_NanoSciFact_MaxSim_recall@5": 0.805, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.6326530612244898, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.4138510754295502, "eval_NanoTouche2020_MaxSim_mrr@10": 0.7914965986394559, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5609702325937416, "eval_NanoTouche2020_MaxSim_precision@1": 0.6326530612244898, "eval_NanoTouche2020_MaxSim_precision@10": 0.49795918367346936, "eval_NanoTouche2020_MaxSim_precision@3": 0.6598639455782312, "eval_NanoTouche2020_MaxSim_precision@5": 0.6448979591836735, "eval_NanoTouche2020_MaxSim_recall@1": 0.0449977773405886, "eval_NanoTouche2020_MaxSim_recall@10": 0.3174352806599615, "eval_NanoTouche2020_MaxSim_recall@3": 0.13494804700990798, "eval_NanoTouche2020_MaxSim_recall@5": 0.21526106139721918, "eval_runtime": 42.2779, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 25000 }, { "epoch": 0.7532108990517344, "grad_norm": 0.1692296713590622, "learning_rate": 7.403673028447965e-06, "loss": 0.012, "step": 25100 }, { "epoch": 0.7562117392870004, "grad_norm": 0.2044767588376999, "learning_rate": 7.3136478213899895e-06, "loss": 0.0115, "step": 25200 }, { "epoch": 0.7592125795222663, "grad_norm": 0.21725788712501526, "learning_rate": 7.223622614332013e-06, "loss": 0.0118, "step": 25300 }, { "epoch": 0.7622134197575321, "grad_norm": 0.19384975731372833, "learning_rate": 7.133597407274037e-06, "loss": 0.0116, "step": 25400 }, { "epoch": 0.765214259992798, "grad_norm": 0.14322958886623383, "learning_rate": 7.04357220021606e-06, "loss": 0.012, "step": 25500 }, { "epoch": 0.7682151002280638, "grad_norm": 0.13697849214076996, "learning_rate": 6.953546993158084e-06, "loss": 0.0119, "step": 25600 }, { "epoch": 0.7712159404633298, "grad_norm": 0.14867816865444183, "learning_rate": 6.863521786100109e-06, "loss": 0.0119, "step": 25700 }, { "epoch": 0.7742167806985956, "grad_norm": 0.21699993312358856, "learning_rate": 6.7734965790421314e-06, "loss": 0.0113, "step": 25800 }, { "epoch": 0.7772176209338615, "grad_norm": 0.19971796870231628, "learning_rate": 6.683471371984156e-06, "loss": 0.0118, "step": 25900 }, { "epoch": 0.7802184611691274, "grad_norm": 0.1612800806760788, "learning_rate": 6.593446164926179e-06, "loss": 0.0119, "step": 26000 }, { "epoch": 0.7832193014043932, "grad_norm": 0.31495043635368347, "learning_rate": 6.503420957868204e-06, "loss": 0.0119, "step": 26100 }, { "epoch": 0.7862201416396591, "grad_norm": 0.14061596989631653, "learning_rate": 6.413395750810226e-06, "loss": 0.0115, "step": 26200 }, { "epoch": 0.789220981874925, "grad_norm": 0.1818632036447525, "learning_rate": 6.323370543752251e-06, "loss": 0.0118, "step": 26300 }, { "epoch": 0.7922218221101909, "grad_norm": 0.30986058712005615, "learning_rate": 6.233345336694275e-06, "loss": 0.0123, "step": 26400 }, { "epoch": 0.7952226623454567, "grad_norm": 0.1788417398929596, "learning_rate": 6.1433201296362985e-06, "loss": 0.0116, "step": 26500 }, { "epoch": 0.7982235025807226, "grad_norm": 0.14683549106121063, "learning_rate": 6.053294922578322e-06, "loss": 0.0113, "step": 26600 }, { "epoch": 0.8012243428159884, "grad_norm": 0.1933978646993637, "learning_rate": 5.9632697155203456e-06, "loss": 0.0117, "step": 26700 }, { "epoch": 0.8042251830512543, "grad_norm": 0.27201899886131287, "learning_rate": 5.87324450846237e-06, "loss": 0.0119, "step": 26800 }, { "epoch": 0.8072260232865203, "grad_norm": 0.16658486425876617, "learning_rate": 5.7832193014043926e-06, "loss": 0.012, "step": 26900 }, { "epoch": 0.8102268635217861, "grad_norm": 0.532345175743103, "learning_rate": 5.693194094346417e-06, "loss": 0.0116, "step": 27000 }, { "epoch": 0.813227703757052, "grad_norm": 0.21789267659187317, "learning_rate": 5.603168887288441e-06, "loss": 0.0119, "step": 27100 }, { "epoch": 0.8162285439923178, "grad_norm": 0.2272418588399887, "learning_rate": 5.513143680230465e-06, "loss": 0.0119, "step": 27200 }, { "epoch": 0.8192293842275837, "grad_norm": 0.22152316570281982, "learning_rate": 5.423118473172488e-06, "loss": 0.012, "step": 27300 }, { "epoch": 0.8222302244628495, "grad_norm": 0.24063555896282196, "learning_rate": 5.333093266114512e-06, "loss": 0.012, "step": 27400 }, { "epoch": 0.8252310646981155, "grad_norm": 0.18564914166927338, "learning_rate": 5.243068059056536e-06, "loss": 0.0117, "step": 27500 }, { "epoch": 0.8282319049333814, "grad_norm": 0.20634490251541138, "learning_rate": 5.15304285199856e-06, "loss": 0.0116, "step": 27600 }, { "epoch": 0.8312327451686472, "grad_norm": 0.20950908958911896, "learning_rate": 5.063017644940583e-06, "loss": 0.0119, "step": 27700 }, { "epoch": 0.8342335854039131, "grad_norm": 0.22053419053554535, "learning_rate": 4.9729924378826075e-06, "loss": 0.0112, "step": 27800 }, { "epoch": 0.8372344256391789, "grad_norm": 0.2127588391304016, "learning_rate": 4.882967230824631e-06, "loss": 0.0117, "step": 27900 }, { "epoch": 0.8402352658744449, "grad_norm": 0.18942585587501526, "learning_rate": 4.792942023766655e-06, "loss": 0.0115, "step": 28000 }, { "epoch": 0.8432361061097107, "grad_norm": 0.24032968282699585, "learning_rate": 4.702916816708678e-06, "loss": 0.0115, "step": 28100 }, { "epoch": 0.8462369463449766, "grad_norm": 0.324703186750412, "learning_rate": 4.6128916096507024e-06, "loss": 0.0115, "step": 28200 }, { "epoch": 0.8492377865802425, "grad_norm": 0.22677789628505707, "learning_rate": 4.522866402592726e-06, "loss": 0.0116, "step": 28300 }, { "epoch": 0.8522386268155083, "grad_norm": 0.2156582921743393, "learning_rate": 4.4328411955347495e-06, "loss": 0.0115, "step": 28400 }, { "epoch": 0.8552394670507742, "grad_norm": 0.17731302976608276, "learning_rate": 4.342815988476774e-06, "loss": 0.0119, "step": 28500 }, { "epoch": 0.8582403072860401, "grad_norm": 0.3000562787055969, "learning_rate": 4.252790781418797e-06, "loss": 0.0117, "step": 28600 }, { "epoch": 0.861241147521306, "grad_norm": 0.2015385627746582, "learning_rate": 4.162765574360822e-06, "loss": 0.0117, "step": 28700 }, { "epoch": 0.8642419877565718, "grad_norm": 0.12537868320941925, "learning_rate": 4.072740367302844e-06, "loss": 0.0115, "step": 28800 }, { "epoch": 0.8672428279918377, "grad_norm": 0.15663345158100128, "learning_rate": 3.982715160244869e-06, "loss": 0.0119, "step": 28900 }, { "epoch": 0.8702436682271036, "grad_norm": 0.22718417644500732, "learning_rate": 3.892689953186892e-06, "loss": 0.012, "step": 29000 }, { "epoch": 0.8732445084623695, "grad_norm": 0.2972877621650696, "learning_rate": 3.8026647461289166e-06, "loss": 0.0117, "step": 29100 }, { "epoch": 0.8762453486976354, "grad_norm": 0.18101267516613007, "learning_rate": 3.71263953907094e-06, "loss": 0.0119, "step": 29200 }, { "epoch": 0.8792461889329012, "grad_norm": 0.17765238881111145, "learning_rate": 3.6226143320129636e-06, "loss": 0.0113, "step": 29300 }, { "epoch": 0.8822470291681671, "grad_norm": 0.20947247743606567, "learning_rate": 3.532589124954987e-06, "loss": 0.0114, "step": 29400 }, { "epoch": 0.8852478694034329, "grad_norm": 0.1283838003873825, "learning_rate": 3.4425639178970114e-06, "loss": 0.0119, "step": 29500 }, { "epoch": 0.8882487096386988, "grad_norm": 0.22193343937397003, "learning_rate": 3.352538710839035e-06, "loss": 0.0118, "step": 29600 }, { "epoch": 0.8912495498739648, "grad_norm": 0.20087552070617676, "learning_rate": 3.262513503781059e-06, "loss": 0.0115, "step": 29700 }, { "epoch": 0.8942503901092306, "grad_norm": 0.1627989113330841, "learning_rate": 3.1724882967230824e-06, "loss": 0.0115, "step": 29800 }, { "epoch": 0.8972512303444965, "grad_norm": 0.20659424364566803, "learning_rate": 3.0824630896651063e-06, "loss": 0.0117, "step": 29900 }, { "epoch": 0.9002520705797623, "grad_norm": 0.12155305594205856, "learning_rate": 2.99243788260713e-06, "loss": 0.0113, "step": 30000 }, { "epoch": 0.9002520705797623, "eval_NanoArguAna_MaxSim_accuracy@1": 0.2, "eval_NanoArguAna_MaxSim_accuracy@10": 0.76, "eval_NanoArguAna_MaxSim_accuracy@3": 0.48, "eval_NanoArguAna_MaxSim_accuracy@5": 0.64, "eval_NanoArguAna_MaxSim_map@100": 0.36532756317756315, "eval_NanoArguAna_MaxSim_mrr@10": 0.3582460317460317, "eval_NanoArguAna_MaxSim_ndcg@10": 0.45449277481893957, "eval_NanoArguAna_MaxSim_precision@1": 0.2, "eval_NanoArguAna_MaxSim_precision@10": 0.07600000000000001, "eval_NanoArguAna_MaxSim_precision@3": 0.15999999999999998, "eval_NanoArguAna_MaxSim_precision@5": 0.128, "eval_NanoArguAna_MaxSim_recall@1": 0.2, "eval_NanoArguAna_MaxSim_recall@10": 0.76, "eval_NanoArguAna_MaxSim_recall@3": 0.48, "eval_NanoArguAna_MaxSim_recall@5": 0.64, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5641444270015699, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8523076923076923, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.729105180533752, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7845525902668761, "eval_NanoBEIR_mean_MaxSim_map@100": 0.5170311528556101, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6581364780344372, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5948022890247485, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5641444270015699, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.18552904238618523, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.34406070120355836, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.26959497645211933, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.3340297318472015, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6251418384844561, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.487643397157792, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5501224375545312, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.72, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.48, "eval_NanoClimateFEVER_MaxSim_map@100": 0.23047723328383551, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.38180158730158725, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.30588764137829927, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.26, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.102, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.1733333333333333, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.11999999999999998, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.3999999999999999, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.23, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.25666666666666665, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.72, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.94, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.86, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.9, "eval_NanoDBPedia_MaxSim_map@100": 0.47610983586026223, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7955555555555555, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5943825623026429, "eval_NanoDBPedia_MaxSim_precision@1": 0.72, "eval_NanoDBPedia_MaxSim_precision@10": 0.49, "eval_NanoDBPedia_MaxSim_precision@3": 0.6066666666666667, "eval_NanoDBPedia_MaxSim_precision@5": 0.5720000000000001, "eval_NanoDBPedia_MaxSim_recall@1": 0.08124424335875133, "eval_NanoDBPedia_MaxSim_recall@10": 0.3339202593691046, "eval_NanoDBPedia_MaxSim_recall@3": 0.1639789174109182, "eval_NanoDBPedia_MaxSim_recall@5": 0.2286688535902389, "eval_NanoFEVER_MaxSim_accuracy@1": 0.84, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.94, "eval_NanoFEVER_MaxSim_accuracy@5": 0.96, "eval_NanoFEVER_MaxSim_map@100": 0.8591045425163073, "eval_NanoFEVER_MaxSim_mrr@10": 0.8903333333333333, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8863719088415238, "eval_NanoFEVER_MaxSim_precision@1": 0.84, "eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998, "eval_NanoFEVER_MaxSim_precision@3": 0.33333333333333326, "eval_NanoFEVER_MaxSim_precision@5": 0.20799999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7766666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.95, "eval_NanoFEVER_MaxSim_recall@3": 0.9033333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.93, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.42, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.76, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.6, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.72, "eval_NanoFiQA2018_MaxSim_map@100": 0.3849491712909313, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5343571428571429, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4728764591299225, "eval_NanoFiQA2018_MaxSim_precision@1": 0.42, "eval_NanoFiQA2018_MaxSim_precision@10": 0.14, "eval_NanoFiQA2018_MaxSim_precision@3": 0.26666666666666666, "eval_NanoFiQA2018_MaxSim_precision@5": 0.22799999999999998, "eval_NanoFiQA2018_MaxSim_recall@1": 0.21591269841269842, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5840079365079365, "eval_NanoFiQA2018_MaxSim_recall@3": 0.35584920634920636, "eval_NanoFiQA2018_MaxSim_recall@5": 0.4972857142857143, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.92, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 0.98, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.8068729210481762, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9506666666666667, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8633780841984157, "eval_NanoHotpotQA_MaxSim_precision@1": 0.92, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.54, "eval_NanoHotpotQA_MaxSim_precision@5": 0.3399999999999999, "eval_NanoHotpotQA_MaxSim_recall@1": 0.46, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.81, "eval_NanoHotpotQA_MaxSim_recall@5": 0.85, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.5, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.78, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.66, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.68, "eval_NanoMSMARCO_MaxSim_map@100": 0.6008352347387884, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5893809523809523, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6350694238626255, "eval_NanoMSMARCO_MaxSim_precision@1": 0.5, "eval_NanoMSMARCO_MaxSim_precision@10": 0.07800000000000001, "eval_NanoMSMARCO_MaxSim_precision@3": 0.22, "eval_NanoMSMARCO_MaxSim_precision@5": 0.136, "eval_NanoMSMARCO_MaxSim_recall@1": 0.5, "eval_NanoMSMARCO_MaxSim_recall@10": 0.78, "eval_NanoMSMARCO_MaxSim_recall@3": 0.66, "eval_NanoMSMARCO_MaxSim_recall@5": 0.68, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.4, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.68, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.52, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.58, "eval_NanoNFCorpus_MaxSim_map@100": 0.14186780303718874, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.47657936507936505, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.33024968480063904, "eval_NanoNFCorpus_MaxSim_precision@1": 0.4, "eval_NanoNFCorpus_MaxSim_precision@10": 0.28, "eval_NanoNFCorpus_MaxSim_precision@3": 0.34, "eval_NanoNFCorpus_MaxSim_precision@5": 0.32, "eval_NanoNFCorpus_MaxSim_recall@1": 0.033468066221703355, "eval_NanoNFCorpus_MaxSim_recall@10": 0.14399069709040951, "eval_NanoNFCorpus_MaxSim_recall@3": 0.07710152452729603, "eval_NanoNFCorpus_MaxSim_recall@5": 0.09567130100917189, "eval_NanoNQ_MaxSim_accuracy@1": 0.54, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.76, "eval_NanoNQ_MaxSim_accuracy@5": 0.8, "eval_NanoNQ_MaxSim_map@100": 0.62006789085707, "eval_NanoNQ_MaxSim_mrr@10": 0.6447222222222222, "eval_NanoNQ_MaxSim_ndcg@10": 0.6699201254277886, "eval_NanoNQ_MaxSim_precision@1": 0.54, "eval_NanoNQ_MaxSim_precision@10": 0.09, "eval_NanoNQ_MaxSim_precision@3": 0.25333333333333335, "eval_NanoNQ_MaxSim_precision@5": 0.16799999999999998, "eval_NanoNQ_MaxSim_recall@1": 0.51, "eval_NanoNQ_MaxSim_recall@10": 0.81, "eval_NanoNQ_MaxSim_recall@3": 0.7, "eval_NanoNQ_MaxSim_recall@5": 0.76, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.82, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.96, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8813997853997853, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9086308248836141, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.82, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12799999999999997, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7340000000000001, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9726666666666668, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.912, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.956, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.42, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.74, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.66, "eval_NanoSCIDOCS_MaxSim_map@100": 0.24770788410611272, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5303571428571429, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31422844901617714, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.42, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.15, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666667, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.22399999999999995, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08666666666666666, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.30666666666666664, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.17666666666666664, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.2286666666666666, "eval_NanoSciFact_MaxSim_accuracy@1": 0.6, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.76, "eval_NanoSciFact_MaxSim_accuracy@5": 0.82, "eval_NanoSciFact_MaxSim_map@100": 0.691199074074074, "eval_NanoSciFact_MaxSim_mrr@10": 0.6952222222222221, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7356545211627262, "eval_NanoSciFact_MaxSim_precision@1": 0.6, "eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999, "eval_NanoSciFact_MaxSim_precision@3": 0.26666666666666666, "eval_NanoSciFact_MaxSim_precision@5": 0.18, "eval_NanoSciFact_MaxSim_recall@1": 0.575, "eval_NanoSciFact_MaxSim_recall@10": 0.87, "eval_NanoSciFact_MaxSim_recall@3": 0.74, "eval_NanoSciFact_MaxSim_recall@5": 0.815, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.6938775510204082, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9183673469387755, "eval_NanoTouche2020_MaxSim_accuracy@5": 0.9591836734693877, "eval_NanoTouche2020_MaxSim_map@100": 0.41548604773283626, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8085519922254615, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5612872974984163, "eval_NanoTouche2020_MaxSim_precision@1": 0.6938775510204082, "eval_NanoTouche2020_MaxSim_precision@10": 0.49387755102040815, "eval_NanoTouche2020_MaxSim_precision@3": 0.6394557823129251, "eval_NanoTouche2020_MaxSim_precision@5": 0.636734693877551, "eval_NanoTouche2020_MaxSim_recall@1": 0.04942817268713302, "eval_NanoTouche2020_MaxSim_recall@10": 0.3155916739971445, "eval_NanoTouche2020_MaxSim_recall@3": 0.13043451476387394, "eval_NanoTouche2020_MaxSim_recall@5": 0.2136324859904483, "eval_runtime": 43.5435, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 30000 }, { "epoch": 0.9032529108150282, "grad_norm": 0.17080140113830566, "learning_rate": 2.9024126755491538e-06, "loss": 0.0115, "step": 30100 }, { "epoch": 0.906253751050294, "grad_norm": 0.14324691891670227, "learning_rate": 2.8123874684911777e-06, "loss": 0.0118, "step": 30200 }, { "epoch": 0.90925459128556, "grad_norm": 0.18660840392112732, "learning_rate": 2.7223622614332016e-06, "loss": 0.0115, "step": 30300 }, { "epoch": 0.9122554315208258, "grad_norm": 0.2818854749202728, "learning_rate": 2.632337054375225e-06, "loss": 0.0115, "step": 30400 }, { "epoch": 0.9152562717560917, "grad_norm": 0.21549400687217712, "learning_rate": 2.542311847317249e-06, "loss": 0.0118, "step": 30500 }, { "epoch": 0.9182571119913576, "grad_norm": 0.31134340167045593, "learning_rate": 2.4522866402592726e-06, "loss": 0.0117, "step": 30600 }, { "epoch": 0.9212579522266234, "grad_norm": 0.33344265818595886, "learning_rate": 2.362261433201296e-06, "loss": 0.0119, "step": 30700 }, { "epoch": 0.9242587924618894, "grad_norm": 0.19819369912147522, "learning_rate": 2.27223622614332e-06, "loss": 0.0114, "step": 30800 }, { "epoch": 0.9272596326971552, "grad_norm": 0.13432951271533966, "learning_rate": 2.182211019085344e-06, "loss": 0.0113, "step": 30900 }, { "epoch": 0.9302604729324211, "grad_norm": 0.1822499781847, "learning_rate": 2.092185812027368e-06, "loss": 0.0113, "step": 31000 }, { "epoch": 0.9332613131676869, "grad_norm": 0.19179241359233856, "learning_rate": 2.0021606049693914e-06, "loss": 0.0116, "step": 31100 }, { "epoch": 0.9362621534029528, "grad_norm": 0.24131342768669128, "learning_rate": 1.9121353979114153e-06, "loss": 0.0113, "step": 31200 }, { "epoch": 0.9392629936382187, "grad_norm": 0.2055034041404724, "learning_rate": 1.8221101908534388e-06, "loss": 0.0114, "step": 31300 }, { "epoch": 0.9422638338734846, "grad_norm": 0.17159709334373474, "learning_rate": 1.7320849837954628e-06, "loss": 0.0114, "step": 31400 }, { "epoch": 0.9452646741087505, "grad_norm": 0.16265159845352173, "learning_rate": 1.6420597767374865e-06, "loss": 0.0118, "step": 31500 }, { "epoch": 0.9482655143440163, "grad_norm": 0.231927752494812, "learning_rate": 1.5520345696795102e-06, "loss": 0.0114, "step": 31600 }, { "epoch": 0.9512663545792822, "grad_norm": 0.16755922138690948, "learning_rate": 1.462009362621534e-06, "loss": 0.0115, "step": 31700 }, { "epoch": 0.954267194814548, "grad_norm": 0.15728901326656342, "learning_rate": 1.3719841555635579e-06, "loss": 0.0112, "step": 31800 }, { "epoch": 0.957268035049814, "grad_norm": 0.25583431124687195, "learning_rate": 1.2819589485055816e-06, "loss": 0.0115, "step": 31900 }, { "epoch": 0.9602688752850799, "grad_norm": 0.14889055490493774, "learning_rate": 1.1919337414476053e-06, "loss": 0.0116, "step": 32000 }, { "epoch": 0.9632697155203457, "grad_norm": 0.10935961455106735, "learning_rate": 1.1019085343896293e-06, "loss": 0.0114, "step": 32100 }, { "epoch": 0.9662705557556116, "grad_norm": 0.2166280895471573, "learning_rate": 1.011883327331653e-06, "loss": 0.0114, "step": 32200 }, { "epoch": 0.9692713959908774, "grad_norm": 0.20320698618888855, "learning_rate": 9.218581202736766e-07, "loss": 0.0115, "step": 32300 }, { "epoch": 0.9722722362261433, "grad_norm": 0.17316003143787384, "learning_rate": 8.318329132157004e-07, "loss": 0.0117, "step": 32400 }, { "epoch": 0.9752730764614091, "grad_norm": 0.12916526198387146, "learning_rate": 7.418077061577241e-07, "loss": 0.0114, "step": 32500 }, { "epoch": 0.9782739166966751, "grad_norm": 0.14795948565006256, "learning_rate": 6.51782499099748e-07, "loss": 0.0115, "step": 32600 }, { "epoch": 0.981274756931941, "grad_norm": 0.19680409133434296, "learning_rate": 5.617572920417717e-07, "loss": 0.0115, "step": 32700 }, { "epoch": 0.9842755971672068, "grad_norm": 0.18631629645824432, "learning_rate": 4.717320849837955e-07, "loss": 0.0118, "step": 32800 }, { "epoch": 0.9872764374024727, "grad_norm": 0.18950189650058746, "learning_rate": 3.8170687792581924e-07, "loss": 0.0114, "step": 32900 }, { "epoch": 0.9902772776377385, "grad_norm": 0.1884119212627411, "learning_rate": 2.91681670867843e-07, "loss": 0.0113, "step": 33000 }, { "epoch": 0.9932781178730045, "grad_norm": 0.3131943643093109, "learning_rate": 2.0165646380986676e-07, "loss": 0.0116, "step": 33100 }, { "epoch": 0.9962789581082703, "grad_norm": 0.20574960112571716, "learning_rate": 1.1163125675189053e-07, "loss": 0.0117, "step": 33200 }, { "epoch": 0.9992797983435362, "grad_norm": 0.23225408792495728, "learning_rate": 2.16060496939143e-08, "loss": 0.0115, "step": 33300 } ], "logging_steps": 100, "max_steps": 33324, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }