{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.7502100588164686, "eval_steps": 5000, "global_step": 25000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0030008402352658743, "grad_norm": 0.584226667881012, "learning_rate": 2.9909974792942022e-05, "loss": 0.0383, "step": 100 }, { "epoch": 0.006001680470531749, "grad_norm": 0.453012079000473, "learning_rate": 2.981994958588405e-05, "loss": 0.0328, "step": 200 }, { "epoch": 0.009002520705797623, "grad_norm": 0.7578985691070557, "learning_rate": 2.972992437882607e-05, "loss": 0.0319, "step": 300 }, { "epoch": 0.012003360941063497, "grad_norm": 0.5926456451416016, "learning_rate": 2.9639899171768098e-05, "loss": 0.0313, "step": 400 }, { "epoch": 0.015004201176329373, "grad_norm": 0.40095749497413635, "learning_rate": 2.954987396471012e-05, "loss": 0.0294, "step": 500 }, { "epoch": 0.018005041411595247, "grad_norm": 0.5379286408424377, "learning_rate": 2.9459848757652144e-05, "loss": 0.0265, "step": 600 }, { "epoch": 0.02100588164686112, "grad_norm": 0.4054742455482483, "learning_rate": 2.9369823550594168e-05, "loss": 0.026, "step": 700 }, { "epoch": 0.024006721882126995, "grad_norm": 0.4071037471294403, "learning_rate": 2.927979834353619e-05, "loss": 0.0251, "step": 800 }, { "epoch": 0.02700756211739287, "grad_norm": 0.2947496473789215, "learning_rate": 2.9189773136478217e-05, "loss": 0.0242, "step": 900 }, { "epoch": 0.030008402352658746, "grad_norm": 0.3256421983242035, "learning_rate": 2.9099747929420238e-05, "loss": 0.0245, "step": 1000 }, { "epoch": 0.03300924258792462, "grad_norm": 0.28758907318115234, "learning_rate": 2.9009722722362262e-05, "loss": 0.0232, "step": 1100 }, { "epoch": 0.036010082823190494, "grad_norm": 0.3464711904525757, "learning_rate": 2.8919697515304286e-05, "loss": 0.0236, "step": 1200 }, { "epoch": 0.03901092305845637, "grad_norm": 0.2308497279882431, "learning_rate": 2.882967230824631e-05, "loss": 0.0231, "step": 1300 }, { "epoch": 0.04201176329372224, "grad_norm": 0.30227580666542053, "learning_rate": 2.873964710118833e-05, "loss": 0.0227, "step": 1400 }, { "epoch": 0.045012603528988115, "grad_norm": 0.2880275249481201, "learning_rate": 2.8649621894130356e-05, "loss": 0.0225, "step": 1500 }, { "epoch": 0.04801344376425399, "grad_norm": 0.24125920236110687, "learning_rate": 2.855959668707238e-05, "loss": 0.0222, "step": 1600 }, { "epoch": 0.05101428399951986, "grad_norm": 0.2440137416124344, "learning_rate": 2.8469571480014405e-05, "loss": 0.0218, "step": 1700 }, { "epoch": 0.05401512423478574, "grad_norm": 0.3438049256801605, "learning_rate": 2.837954627295643e-05, "loss": 0.022, "step": 1800 }, { "epoch": 0.05701596447005161, "grad_norm": 0.24250084161758423, "learning_rate": 2.828952106589845e-05, "loss": 0.0213, "step": 1900 }, { "epoch": 0.06001680470531749, "grad_norm": 0.25077131390571594, "learning_rate": 2.8199495858840478e-05, "loss": 0.0214, "step": 2000 }, { "epoch": 0.06301764494058336, "grad_norm": 0.34395918250083923, "learning_rate": 2.81094706517825e-05, "loss": 0.0214, "step": 2100 }, { "epoch": 0.06601848517584924, "grad_norm": 0.3103625774383545, "learning_rate": 2.8019445444724526e-05, "loss": 0.0209, "step": 2200 }, { "epoch": 0.0690193254111151, "grad_norm": 0.24390678107738495, "learning_rate": 2.7929420237666547e-05, "loss": 0.0204, "step": 2300 }, { "epoch": 0.07202016564638099, "grad_norm": 0.2365664690732956, "learning_rate": 2.783939503060857e-05, "loss": 0.0201, "step": 2400 }, { "epoch": 0.07502100588164685, "grad_norm": 0.18301741778850555, "learning_rate": 2.7749369823550596e-05, "loss": 0.02, "step": 2500 }, { "epoch": 0.07802184611691274, "grad_norm": 0.2716341018676758, "learning_rate": 2.7659344616492617e-05, "loss": 0.0207, "step": 2600 }, { "epoch": 0.08102268635217862, "grad_norm": 0.33653026819229126, "learning_rate": 2.7569319409434645e-05, "loss": 0.0199, "step": 2700 }, { "epoch": 0.08402352658744448, "grad_norm": 0.2167907953262329, "learning_rate": 2.7479294202376666e-05, "loss": 0.0198, "step": 2800 }, { "epoch": 0.08702436682271036, "grad_norm": 0.2573138475418091, "learning_rate": 2.738926899531869e-05, "loss": 0.0196, "step": 2900 }, { "epoch": 0.09002520705797623, "grad_norm": 0.21420064568519592, "learning_rate": 2.7299243788260715e-05, "loss": 0.0197, "step": 3000 }, { "epoch": 0.09302604729324211, "grad_norm": 0.2228410691022873, "learning_rate": 2.7209218581202735e-05, "loss": 0.0194, "step": 3100 }, { "epoch": 0.09602688752850798, "grad_norm": 0.2508024573326111, "learning_rate": 2.7119193374144763e-05, "loss": 0.0193, "step": 3200 }, { "epoch": 0.09902772776377386, "grad_norm": 0.28987205028533936, "learning_rate": 2.7029168167086784e-05, "loss": 0.019, "step": 3300 }, { "epoch": 0.10202856799903973, "grad_norm": 0.2572022080421448, "learning_rate": 2.693914296002881e-05, "loss": 0.0187, "step": 3400 }, { "epoch": 0.10502940823430561, "grad_norm": 0.2843705415725708, "learning_rate": 2.6849117752970833e-05, "loss": 0.0187, "step": 3500 }, { "epoch": 0.10803024846957147, "grad_norm": 0.28983867168426514, "learning_rate": 2.6759092545912857e-05, "loss": 0.0187, "step": 3600 }, { "epoch": 0.11103108870483736, "grad_norm": 0.2821927070617676, "learning_rate": 2.666906733885488e-05, "loss": 0.0183, "step": 3700 }, { "epoch": 0.11403192894010322, "grad_norm": 0.18990285694599152, "learning_rate": 2.6579042131796903e-05, "loss": 0.0185, "step": 3800 }, { "epoch": 0.1170327691753691, "grad_norm": 0.1971382051706314, "learning_rate": 2.6489016924738927e-05, "loss": 0.0186, "step": 3900 }, { "epoch": 0.12003360941063498, "grad_norm": 0.2254539430141449, "learning_rate": 2.639899171768095e-05, "loss": 0.0188, "step": 4000 }, { "epoch": 0.12303444964590085, "grad_norm": 0.2614184617996216, "learning_rate": 2.6308966510622976e-05, "loss": 0.019, "step": 4100 }, { "epoch": 0.12603528988116672, "grad_norm": 0.2398773729801178, "learning_rate": 2.6218941303564997e-05, "loss": 0.018, "step": 4200 }, { "epoch": 0.1290361301164326, "grad_norm": 0.1653890162706375, "learning_rate": 2.6128916096507024e-05, "loss": 0.0183, "step": 4300 }, { "epoch": 0.13203697035169848, "grad_norm": 0.26016464829444885, "learning_rate": 2.6038890889449045e-05, "loss": 0.0178, "step": 4400 }, { "epoch": 0.13503781058696435, "grad_norm": 0.2797539234161377, "learning_rate": 2.594886568239107e-05, "loss": 0.018, "step": 4500 }, { "epoch": 0.1380386508222302, "grad_norm": 0.2185244858264923, "learning_rate": 2.5858840475333094e-05, "loss": 0.0175, "step": 4600 }, { "epoch": 0.1410394910574961, "grad_norm": 0.2151402235031128, "learning_rate": 2.5768815268275115e-05, "loss": 0.0172, "step": 4700 }, { "epoch": 0.14404033129276198, "grad_norm": 0.24777823686599731, "learning_rate": 2.5678790061217143e-05, "loss": 0.0174, "step": 4800 }, { "epoch": 0.14704117152802784, "grad_norm": 0.23399484157562256, "learning_rate": 2.5588764854159164e-05, "loss": 0.0176, "step": 4900 }, { "epoch": 0.1500420117632937, "grad_norm": 0.172455295920372, "learning_rate": 2.549873964710119e-05, "loss": 0.017, "step": 5000 }, { "epoch": 0.1500420117632937, "eval_NanoArguAna_MaxSim_accuracy@1": 0.12, "eval_NanoArguAna_MaxSim_accuracy@10": 0.68, "eval_NanoArguAna_MaxSim_accuracy@3": 0.38, "eval_NanoArguAna_MaxSim_accuracy@5": 0.54, "eval_NanoArguAna_MaxSim_map@100": 0.290218989400725, "eval_NanoArguAna_MaxSim_mrr@10": 0.2821269841269841, "eval_NanoArguAna_MaxSim_ndcg@10": 0.37716410357716795, "eval_NanoArguAna_MaxSim_precision@1": 0.12, "eval_NanoArguAna_MaxSim_precision@10": 0.068, "eval_NanoArguAna_MaxSim_precision@3": 0.12666666666666665, "eval_NanoArguAna_MaxSim_precision@5": 0.10800000000000001, "eval_NanoArguAna_MaxSim_recall@1": 0.12, "eval_NanoArguAna_MaxSim_recall@10": 0.68, "eval_NanoArguAna_MaxSim_recall@3": 0.38, "eval_NanoArguAna_MaxSim_recall@5": 0.54, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5519937205651492, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8323076923076922, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7137833594976453, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7784615384615385, "eval_NanoBEIR_mean_MaxSim_map@100": 0.4983098074793953, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6476942264085122, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5766714647821304, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5519937205651492, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.17847409733124017, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.3359288330716902, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.2622166405023548, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.320922784232504, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6053122800348709, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.4706667671504542, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.533276642744677, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.68, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.36, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.54, "eval_NanoClimateFEVER_MaxSim_map@100": 0.21314185839943403, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3601031746031746, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2686958385378361, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.26, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.08399999999999999, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.13333333333333333, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.132, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.12333333333333332, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.33399999999999996, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.18, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.2756666666666667, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.62, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.88, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.8, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.86, "eval_NanoDBPedia_MaxSim_map@100": 0.4180992043893232, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7206666666666668, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5352782142368961, "eval_NanoDBPedia_MaxSim_precision@1": 0.62, "eval_NanoDBPedia_MaxSim_precision@10": 0.44599999999999995, "eval_NanoDBPedia_MaxSim_precision@3": 0.5666666666666668, "eval_NanoDBPedia_MaxSim_precision@5": 0.524, "eval_NanoDBPedia_MaxSim_recall@1": 0.06349628586487731, "eval_NanoDBPedia_MaxSim_recall@10": 0.30266568322777965, "eval_NanoDBPedia_MaxSim_recall@3": 0.13575483761499754, "eval_NanoDBPedia_MaxSim_recall@5": 0.20602300448384345, "eval_NanoFEVER_MaxSim_accuracy@1": 0.82, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.94, "eval_NanoFEVER_MaxSim_accuracy@5": 0.94, "eval_NanoFEVER_MaxSim_map@100": 0.8521566280941281, "eval_NanoFEVER_MaxSim_mrr@10": 0.8795238095238095, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8792378342600226, "eval_NanoFEVER_MaxSim_precision@1": 0.82, "eval_NanoFEVER_MaxSim_precision@10": 0.10399999999999998, "eval_NanoFEVER_MaxSim_precision@3": 0.33333333333333326, "eval_NanoFEVER_MaxSim_precision@5": 0.19999999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7766666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.9433333333333332, "eval_NanoFEVER_MaxSim_recall@3": 0.9033333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9033333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.46, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.72, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.6, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.66, "eval_NanoFiQA2018_MaxSim_map@100": 0.39766011415582425, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5387222222222222, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4640462317065988, "eval_NanoFiQA2018_MaxSim_precision@1": 0.46, "eval_NanoFiQA2018_MaxSim_precision@10": 0.128, "eval_NanoFiQA2018_MaxSim_precision@3": 0.26666666666666666, "eval_NanoFiQA2018_MaxSim_precision@5": 0.20799999999999996, "eval_NanoFiQA2018_MaxSim_recall@1": 0.2636904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5342857142857143, "eval_NanoFiQA2018_MaxSim_recall@3": 0.36918253968253967, "eval_NanoFiQA2018_MaxSim_recall@5": 0.44211904761904763, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.9, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.7855057340320498, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9466666666666665, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8517745475565609, "eval_NanoHotpotQA_MaxSim_precision@1": 0.9, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5333333333333333, "eval_NanoHotpotQA_MaxSim_precision@5": 0.33599999999999997, "eval_NanoHotpotQA_MaxSim_recall@1": 0.45, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.8, "eval_NanoHotpotQA_MaxSim_recall@5": 0.84, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.48, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.8, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.68, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72, "eval_NanoMSMARCO_MaxSim_map@100": 0.6071985300274774, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5967222222222222, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6460297556833106, "eval_NanoMSMARCO_MaxSim_precision@1": 0.48, "eval_NanoMSMARCO_MaxSim_precision@10": 0.08, "eval_NanoMSMARCO_MaxSim_precision@3": 0.22666666666666666, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.48, "eval_NanoMSMARCO_MaxSim_recall@10": 0.8, "eval_NanoMSMARCO_MaxSim_recall@3": 0.68, "eval_NanoMSMARCO_MaxSim_recall@5": 0.72, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.46, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.64, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.54, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.6, "eval_NanoNFCorpus_MaxSim_map@100": 0.13482225240558085, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.5178571428571428, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3198155778605151, "eval_NanoNFCorpus_MaxSim_precision@1": 0.46, "eval_NanoNFCorpus_MaxSim_precision@10": 0.25, "eval_NanoNFCorpus_MaxSim_precision@3": 0.33333333333333337, "eval_NanoNFCorpus_MaxSim_precision@5": 0.3, "eval_NanoNFCorpus_MaxSim_recall@1": 0.04391754186422275, "eval_NanoNFCorpus_MaxSim_recall@10": 0.13355853524003933, "eval_NanoNFCorpus_MaxSim_recall@3": 0.06547249667736024, "eval_NanoNFCorpus_MaxSim_recall@5": 0.10049533756248867, "eval_NanoNQ_MaxSim_accuracy@1": 0.4, "eval_NanoNQ_MaxSim_accuracy@10": 0.82, "eval_NanoNQ_MaxSim_accuracy@3": 0.66, "eval_NanoNQ_MaxSim_accuracy@5": 0.76, "eval_NanoNQ_MaxSim_map@100": 0.5436504657161456, "eval_NanoNQ_MaxSim_mrr@10": 0.5539999999999999, "eval_NanoNQ_MaxSim_ndcg@10": 0.6059076978403993, "eval_NanoNQ_MaxSim_precision@1": 0.4, "eval_NanoNQ_MaxSim_precision@10": 0.088, "eval_NanoNQ_MaxSim_precision@3": 0.22666666666666668, "eval_NanoNQ_MaxSim_precision@5": 0.15600000000000003, "eval_NanoNQ_MaxSim_recall@1": 0.39, "eval_NanoNQ_MaxSim_recall@10": 0.79, "eval_NanoNQ_MaxSim_recall@3": 0.63, "eval_NanoNQ_MaxSim_recall@5": 0.71, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.88, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.98, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.90300446004253, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9266666666666667, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9228969365545059, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.88, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.37999999999999995, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7806666666666666, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.96, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9213333333333332, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9393333333333334, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.78, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.62, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.72, "eval_NanoSCIDOCS_MaxSim_map@100": 0.241935332038357, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5263571428571427, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.31924291376887365, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.4, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.158, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666666, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.24, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08266666666666668, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.32266666666666666, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.17566666666666664, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.24566666666666662, "eval_NanoSciFact_MaxSim_accuracy@1": 0.58, "eval_NanoSciFact_MaxSim_accuracy@10": 0.86, "eval_NanoSciFact_MaxSim_accuracy@3": 0.76, "eval_NanoSciFact_MaxSim_accuracy@5": 0.8, "eval_NanoSciFact_MaxSim_map@100": 0.6704110241872467, "eval_NanoSciFact_MaxSim_mrr@10": 0.6828571428571428, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7166304183163237, "eval_NanoSciFact_MaxSim_precision@1": 0.58, "eval_NanoSciFact_MaxSim_precision@10": 0.09599999999999997, "eval_NanoSciFact_MaxSim_precision@3": 0.26666666666666666, "eval_NanoSciFact_MaxSim_precision@5": 0.176, "eval_NanoSciFact_MaxSim_recall@1": 0.545, "eval_NanoSciFact_MaxSim_recall@10": 0.85, "eval_NanoSciFact_MaxSim_recall@3": 0.74, "eval_NanoSciFact_MaxSim_recall@5": 0.795, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.7959183673469388, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.42022290434331644, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8877551020408163, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5900089722686832, "eval_NanoTouche2020_MaxSim_precision@1": 0.7959183673469388, "eval_NanoTouche2020_MaxSim_precision@10": 0.5081632653061224, "eval_NanoTouche2020_MaxSim_precision@3": 0.6870748299319728, "eval_NanoTouche2020_MaxSim_precision@5": 0.6408163265306123, "eval_NanoTouche2020_MaxSim_recall@1": 0.05255855776964105, "eval_NanoTouche2020_MaxSim_recall@10": 0.31854970769978935, "eval_NanoTouche2020_MaxSim_recall@3": 0.13792476564767364, "eval_NanoTouche2020_MaxSim_recall@5": 0.21495896601542183, "eval_runtime": 43.0887, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 5000 }, { "epoch": 0.1530428519985596, "grad_norm": 0.20440424978733063, "learning_rate": 2.5408714440043212e-05, "loss": 0.0173, "step": 5100 }, { "epoch": 0.15604369223382547, "grad_norm": 0.20755040645599365, "learning_rate": 2.5318689232985233e-05, "loss": 0.0175, "step": 5200 }, { "epoch": 0.15904453246909134, "grad_norm": 0.3089336156845093, "learning_rate": 2.522866402592726e-05, "loss": 0.0173, "step": 5300 }, { "epoch": 0.16204537270435723, "grad_norm": 0.44122108817100525, "learning_rate": 2.5138638818869282e-05, "loss": 0.0168, "step": 5400 }, { "epoch": 0.1650462129396231, "grad_norm": 0.15162990987300873, "learning_rate": 2.504861361181131e-05, "loss": 0.0164, "step": 5500 }, { "epoch": 0.16804705317488897, "grad_norm": 0.22197766602039337, "learning_rate": 2.495858840475333e-05, "loss": 0.0171, "step": 5600 }, { "epoch": 0.17104789341015483, "grad_norm": 0.20086732506752014, "learning_rate": 2.4868563197695355e-05, "loss": 0.0169, "step": 5700 }, { "epoch": 0.17404873364542073, "grad_norm": 0.1934441328048706, "learning_rate": 2.477853799063738e-05, "loss": 0.0166, "step": 5800 }, { "epoch": 0.1770495738806866, "grad_norm": 0.22200705111026764, "learning_rate": 2.4688512783579404e-05, "loss": 0.0169, "step": 5900 }, { "epoch": 0.18005041411595246, "grad_norm": 0.2315467894077301, "learning_rate": 2.4598487576521428e-05, "loss": 0.0166, "step": 6000 }, { "epoch": 0.18305125435121833, "grad_norm": 0.20442922413349152, "learning_rate": 2.450846236946345e-05, "loss": 0.0164, "step": 6100 }, { "epoch": 0.18605209458648422, "grad_norm": 0.2854214012622833, "learning_rate": 2.4418437162405474e-05, "loss": 0.0165, "step": 6200 }, { "epoch": 0.1890529348217501, "grad_norm": 0.2042706310749054, "learning_rate": 2.4328411955347498e-05, "loss": 0.0162, "step": 6300 }, { "epoch": 0.19205377505701596, "grad_norm": 0.2810489535331726, "learning_rate": 2.4238386748289522e-05, "loss": 0.0161, "step": 6400 }, { "epoch": 0.19505461529228185, "grad_norm": 0.2743026912212372, "learning_rate": 2.4148361541231547e-05, "loss": 0.0163, "step": 6500 }, { "epoch": 0.19805545552754772, "grad_norm": 0.2028406858444214, "learning_rate": 2.405833633417357e-05, "loss": 0.0161, "step": 6600 }, { "epoch": 0.20105629576281359, "grad_norm": 0.20560435950756073, "learning_rate": 2.3968311127115592e-05, "loss": 0.0161, "step": 6700 }, { "epoch": 0.20405713599807945, "grad_norm": 0.23106741905212402, "learning_rate": 2.3878285920057616e-05, "loss": 0.0159, "step": 6800 }, { "epoch": 0.20705797623334535, "grad_norm": 0.18810395896434784, "learning_rate": 2.378826071299964e-05, "loss": 0.0166, "step": 6900 }, { "epoch": 0.21005881646861121, "grad_norm": 0.22017274796962738, "learning_rate": 2.369823550594166e-05, "loss": 0.0158, "step": 7000 }, { "epoch": 0.21305965670387708, "grad_norm": 0.22332940995693207, "learning_rate": 2.360821029888369e-05, "loss": 0.0161, "step": 7100 }, { "epoch": 0.21606049693914295, "grad_norm": 0.24430961906909943, "learning_rate": 2.351818509182571e-05, "loss": 0.0154, "step": 7200 }, { "epoch": 0.21906133717440884, "grad_norm": 0.2046939730644226, "learning_rate": 2.3428159884767738e-05, "loss": 0.0151, "step": 7300 }, { "epoch": 0.2220621774096747, "grad_norm": 0.20736829936504364, "learning_rate": 2.333813467770976e-05, "loss": 0.0155, "step": 7400 }, { "epoch": 0.22506301764494058, "grad_norm": 0.1659451723098755, "learning_rate": 2.324810947065178e-05, "loss": 0.0154, "step": 7500 }, { "epoch": 0.22806385788020644, "grad_norm": 0.21730808913707733, "learning_rate": 2.3158084263593808e-05, "loss": 0.0157, "step": 7600 }, { "epoch": 0.23106469811547234, "grad_norm": 0.22071383893489838, "learning_rate": 2.306805905653583e-05, "loss": 0.0154, "step": 7700 }, { "epoch": 0.2340655383507382, "grad_norm": 0.19134517014026642, "learning_rate": 2.2978033849477857e-05, "loss": 0.0153, "step": 7800 }, { "epoch": 0.23706637858600407, "grad_norm": 0.2255699336528778, "learning_rate": 2.2888008642419877e-05, "loss": 0.0155, "step": 7900 }, { "epoch": 0.24006721882126997, "grad_norm": 0.16037708520889282, "learning_rate": 2.2797983435361902e-05, "loss": 0.015, "step": 8000 }, { "epoch": 0.24306805905653583, "grad_norm": 0.22985227406024933, "learning_rate": 2.2707958228303926e-05, "loss": 0.0155, "step": 8100 }, { "epoch": 0.2460688992918017, "grad_norm": 0.20408080518245697, "learning_rate": 2.2617933021245947e-05, "loss": 0.0153, "step": 8200 }, { "epoch": 0.24906973952706757, "grad_norm": 0.18621183931827545, "learning_rate": 2.2527907814187975e-05, "loss": 0.015, "step": 8300 }, { "epoch": 0.25207057976233344, "grad_norm": 0.23857149481773376, "learning_rate": 2.2437882607129996e-05, "loss": 0.0149, "step": 8400 }, { "epoch": 0.2550714199975993, "grad_norm": 0.22304612398147583, "learning_rate": 2.234785740007202e-05, "loss": 0.0151, "step": 8500 }, { "epoch": 0.2580722602328652, "grad_norm": 0.24892257153987885, "learning_rate": 2.2257832193014045e-05, "loss": 0.015, "step": 8600 }, { "epoch": 0.2610731004681311, "grad_norm": 0.1752251386642456, "learning_rate": 2.216780698595607e-05, "loss": 0.0151, "step": 8700 }, { "epoch": 0.26407394070339696, "grad_norm": 0.17420805990695953, "learning_rate": 2.2077781778898093e-05, "loss": 0.0152, "step": 8800 }, { "epoch": 0.2670747809386628, "grad_norm": 0.17125456035137177, "learning_rate": 2.1987756571840118e-05, "loss": 0.0152, "step": 8900 }, { "epoch": 0.2700756211739287, "grad_norm": 0.24031822383403778, "learning_rate": 2.189773136478214e-05, "loss": 0.0149, "step": 9000 }, { "epoch": 0.27307646140919456, "grad_norm": 0.285255491733551, "learning_rate": 2.1807706157724163e-05, "loss": 0.0145, "step": 9100 }, { "epoch": 0.2760773016444604, "grad_norm": 0.20854462683200836, "learning_rate": 2.1717680950666187e-05, "loss": 0.0145, "step": 9200 }, { "epoch": 0.27907814187972635, "grad_norm": 0.20021840929985046, "learning_rate": 2.1627655743608212e-05, "loss": 0.0147, "step": 9300 }, { "epoch": 0.2820789821149922, "grad_norm": 0.23936372995376587, "learning_rate": 2.1537630536550236e-05, "loss": 0.0151, "step": 9400 }, { "epoch": 0.2850798223502581, "grad_norm": 0.18349264562129974, "learning_rate": 2.1447605329492257e-05, "loss": 0.0144, "step": 9500 }, { "epoch": 0.28808066258552395, "grad_norm": 0.276559442281723, "learning_rate": 2.1357580122434285e-05, "loss": 0.0144, "step": 9600 }, { "epoch": 0.2910815028207898, "grad_norm": 0.13849861919879913, "learning_rate": 2.1267554915376306e-05, "loss": 0.0147, "step": 9700 }, { "epoch": 0.2940823430560557, "grad_norm": 0.2145489603281021, "learning_rate": 2.1177529708318327e-05, "loss": 0.0147, "step": 9800 }, { "epoch": 0.29708318329132155, "grad_norm": 0.28952381014823914, "learning_rate": 2.1087504501260354e-05, "loss": 0.0146, "step": 9900 }, { "epoch": 0.3000840235265874, "grad_norm": 0.16669434309005737, "learning_rate": 2.0997479294202375e-05, "loss": 0.0144, "step": 10000 }, { "epoch": 0.3000840235265874, "eval_NanoArguAna_MaxSim_accuracy@1": 0.12, "eval_NanoArguAna_MaxSim_accuracy@10": 0.7, "eval_NanoArguAna_MaxSim_accuracy@3": 0.5, "eval_NanoArguAna_MaxSim_accuracy@5": 0.6, "eval_NanoArguAna_MaxSim_map@100": 0.3144259724863888, "eval_NanoArguAna_MaxSim_mrr@10": 0.3036904761904762, "eval_NanoArguAna_MaxSim_ndcg@10": 0.40003182441542007, "eval_NanoArguAna_MaxSim_precision@1": 0.12, "eval_NanoArguAna_MaxSim_precision@10": 0.07, "eval_NanoArguAna_MaxSim_precision@3": 0.16666666666666663, "eval_NanoArguAna_MaxSim_precision@5": 0.12000000000000002, "eval_NanoArguAna_MaxSim_recall@1": 0.12, "eval_NanoArguAna_MaxSim_recall@10": 0.7, "eval_NanoArguAna_MaxSim_recall@3": 0.5, "eval_NanoArguAna_MaxSim_recall@5": 0.6, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5441444270015698, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8353846153846154, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7337833594976454, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7846153846153847, "eval_NanoBEIR_mean_MaxSim_map@100": 0.501936609764856, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6480723007151579, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5787346040436894, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5441444270015698, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.17815698587127154, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.345149136577708, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.2655886970172685, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.3148965300389793, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6088207968741635, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.48670957221508515, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.544869947247453, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.68, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5, "eval_NanoClimateFEVER_MaxSim_map@100": 0.2170014018540378, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.37300793650793646, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.27748983339295014, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.26, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.088, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.15999999999999998, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.10800000000000001, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.125, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.3449999999999999, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.20499999999999996, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.2366666666666667, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.7, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.92, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.82, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.9, "eval_NanoDBPedia_MaxSim_map@100": 0.4349045893550331, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7756666666666667, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5457977703559552, "eval_NanoDBPedia_MaxSim_precision@1": 0.7, "eval_NanoDBPedia_MaxSim_precision@10": 0.444, "eval_NanoDBPedia_MaxSim_precision@3": 0.5866666666666667, "eval_NanoDBPedia_MaxSim_precision@5": 0.544, "eval_NanoDBPedia_MaxSim_recall@1": 0.06137105829661277, "eval_NanoDBPedia_MaxSim_recall@10": 0.3021529976513366, "eval_NanoDBPedia_MaxSim_recall@3": 0.14702562844275138, "eval_NanoDBPedia_MaxSim_recall@5": 0.2101643850870259, "eval_NanoFEVER_MaxSim_accuracy@1": 0.82, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.96, "eval_NanoFEVER_MaxSim_accuracy@5": 0.96, "eval_NanoFEVER_MaxSim_map@100": 0.8558830925226159, "eval_NanoFEVER_MaxSim_mrr@10": 0.8828571428571429, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8871591789893075, "eval_NanoFEVER_MaxSim_precision@1": 0.82, "eval_NanoFEVER_MaxSim_precision@10": 0.10799999999999997, "eval_NanoFEVER_MaxSim_precision@3": 0.3399999999999999, "eval_NanoFEVER_MaxSim_precision@5": 0.20399999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7666666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.96, "eval_NanoFEVER_MaxSim_recall@3": 0.9233333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9233333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.38, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.56, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.66, "eval_NanoFiQA2018_MaxSim_map@100": 0.3645761824459418, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5012460317460318, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.44471983777478313, "eval_NanoFiQA2018_MaxSim_precision@1": 0.38, "eval_NanoFiQA2018_MaxSim_precision@10": 0.13399999999999998, "eval_NanoFiQA2018_MaxSim_precision@3": 0.2533333333333333, "eval_NanoFiQA2018_MaxSim_precision@5": 0.22, "eval_NanoFiQA2018_MaxSim_recall@1": 0.1986904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5492857142857143, "eval_NanoFiQA2018_MaxSim_recall@3": 0.32584920634920633, "eval_NanoFiQA2018_MaxSim_recall@5": 0.46878571428571425, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.94, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.8106388091952548, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9666666666666666, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8686455361310764, "eval_NanoHotpotQA_MaxSim_precision@1": 0.94, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.54, "eval_NanoHotpotQA_MaxSim_precision@5": 0.348, "eval_NanoHotpotQA_MaxSim_recall@1": 0.47, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.81, "eval_NanoHotpotQA_MaxSim_recall@5": 0.87, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.46, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.8, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.7, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.74, "eval_NanoMSMARCO_MaxSim_map@100": 0.6044114866614866, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5928888888888889, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6437943280765882, "eval_NanoMSMARCO_MaxSim_precision@1": 0.46, "eval_NanoMSMARCO_MaxSim_precision@10": 0.08, "eval_NanoMSMARCO_MaxSim_precision@3": 0.23333333333333336, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14800000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.46, "eval_NanoMSMARCO_MaxSim_recall@10": 0.8, "eval_NanoMSMARCO_MaxSim_recall@3": 0.7, "eval_NanoMSMARCO_MaxSim_recall@5": 0.74, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.44, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.6, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.52, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.58, "eval_NanoNFCorpus_MaxSim_map@100": 0.1406785278250223, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.4898333333333333, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.31787522235136345, "eval_NanoNFCorpus_MaxSim_precision@1": 0.44, "eval_NanoNFCorpus_MaxSim_precision@10": 0.252, "eval_NanoNFCorpus_MaxSim_precision@3": 0.3466666666666666, "eval_NanoNFCorpus_MaxSim_precision@5": 0.316, "eval_NanoNFCorpus_MaxSim_recall@1": 0.04327238057390018, "eval_NanoNFCorpus_MaxSim_recall@10": 0.13947711525486606, "eval_NanoNFCorpus_MaxSim_recall@3": 0.07608007338281836, "eval_NanoNFCorpus_MaxSim_recall@5": 0.09462604964440724, "eval_NanoNQ_MaxSim_accuracy@1": 0.42, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.72, "eval_NanoNQ_MaxSim_accuracy@5": 0.8, "eval_NanoNQ_MaxSim_map@100": 0.55314709271213, "eval_NanoNQ_MaxSim_mrr@10": 0.58, "eval_NanoNQ_MaxSim_ndcg@10": 0.6182576548243901, "eval_NanoNQ_MaxSim_precision@1": 0.42, "eval_NanoNQ_MaxSim_precision@10": 0.088, "eval_NanoNQ_MaxSim_precision@3": 0.24666666666666667, "eval_NanoNQ_MaxSim_precision@5": 0.16399999999999998, "eval_NanoNQ_MaxSim_recall@1": 0.39, "eval_NanoNQ_MaxSim_recall@10": 0.8, "eval_NanoNQ_MaxSim_recall@3": 0.67, "eval_NanoNQ_MaxSim_recall@5": 0.75, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.84, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.98, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8931710144927536, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.91, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9151264174592161, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.84, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12999999999999998, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.754, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.96, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9279999999999999, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9426666666666668, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.76, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.62, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.66, "eval_NanoSCIDOCS_MaxSim_map@100": 0.23635827044032662, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5222460317460318, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.30252320340635314, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.4, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.144, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.2866666666666667, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.22399999999999998, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08266666666666668, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.29466666666666663, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.17666666666666664, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.22866666666666663, "eval_NanoSciFact_MaxSim_accuracy@1": 0.6, "eval_NanoSciFact_MaxSim_accuracy@10": 0.86, "eval_NanoSciFact_MaxSim_accuracy@3": 0.76, "eval_NanoSciFact_MaxSim_accuracy@5": 0.82, "eval_NanoSciFact_MaxSim_map@100": 0.6884283887468031, "eval_NanoSciFact_MaxSim_mrr@10": 0.6945238095238097, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7288230221130578, "eval_NanoSciFact_MaxSim_precision@1": 0.6, "eval_NanoSciFact_MaxSim_precision@10": 0.09599999999999997, "eval_NanoSciFact_MaxSim_precision@3": 0.26, "eval_NanoSciFact_MaxSim_precision@5": 0.17999999999999997, "eval_NanoSciFact_MaxSim_recall@1": 0.575, "eval_NanoSciFact_MaxSim_recall@10": 0.85, "eval_NanoSciFact_MaxSim_recall@3": 0.73, "eval_NanoSciFact_MaxSim_recall@5": 0.805, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.6938775510204082, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9591836734693877, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.4115510982053351, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8323129251700679, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.573306023277501, "eval_NanoTouche2020_MaxSim_precision@1": 0.6938775510204082, "eval_NanoTouche2020_MaxSim_precision@10": 0.5020408163265306, "eval_NanoTouche2020_MaxSim_precision@3": 0.6802721088435373, "eval_NanoTouche2020_MaxSim_precision@5": 0.6326530612244898, "eval_NanoTouche2020_MaxSim_recall@1": 0.046987642112408266, "eval_NanoTouche2020_MaxSim_recall@10": 0.3140878655055405, "eval_NanoTouche2020_MaxSim_recall@3": 0.13526953062133226, "eval_NanoTouche2020_MaxSim_recall@5": 0.21339983186640965, "eval_runtime": 43.4322, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 10000 }, { "epoch": 0.30308486376185334, "grad_norm": 0.19637516140937805, "learning_rate": 2.0907454087144403e-05, "loss": 0.0139, "step": 10100 }, { "epoch": 0.3060857039971192, "grad_norm": 0.16230206191539764, "learning_rate": 2.0817428880086424e-05, "loss": 0.0141, "step": 10200 }, { "epoch": 0.3090865442323851, "grad_norm": 0.21733920276165009, "learning_rate": 2.072740367302845e-05, "loss": 0.0147, "step": 10300 }, { "epoch": 0.31208738446765094, "grad_norm": 0.22509829699993134, "learning_rate": 2.0637378465970473e-05, "loss": 0.0146, "step": 10400 }, { "epoch": 0.3150882247029168, "grad_norm": 0.15288396179676056, "learning_rate": 2.0547353258912494e-05, "loss": 0.0143, "step": 10500 }, { "epoch": 0.3180890649381827, "grad_norm": 0.2733954191207886, "learning_rate": 2.045732805185452e-05, "loss": 0.0144, "step": 10600 }, { "epoch": 0.32108990517344854, "grad_norm": 0.24153728783130646, "learning_rate": 2.0367302844796543e-05, "loss": 0.0141, "step": 10700 }, { "epoch": 0.32409074540871446, "grad_norm": 0.2031089812517166, "learning_rate": 2.0277277637738567e-05, "loss": 0.0147, "step": 10800 }, { "epoch": 0.32709158564398033, "grad_norm": 0.178043931722641, "learning_rate": 2.018725243068059e-05, "loss": 0.0142, "step": 10900 }, { "epoch": 0.3300924258792462, "grad_norm": 0.1653795689344406, "learning_rate": 2.0097227223622616e-05, "loss": 0.0139, "step": 11000 }, { "epoch": 0.33309326611451207, "grad_norm": 0.22135598957538605, "learning_rate": 2.000720201656464e-05, "loss": 0.0142, "step": 11100 }, { "epoch": 0.33609410634977793, "grad_norm": 0.32129570841789246, "learning_rate": 1.991717680950666e-05, "loss": 0.0139, "step": 11200 }, { "epoch": 0.3390949465850438, "grad_norm": 0.15514077246189117, "learning_rate": 1.9827151602448685e-05, "loss": 0.0143, "step": 11300 }, { "epoch": 0.34209578682030967, "grad_norm": 0.18510133028030396, "learning_rate": 1.973712639539071e-05, "loss": 0.0142, "step": 11400 }, { "epoch": 0.3450966270555756, "grad_norm": 0.326933354139328, "learning_rate": 1.9647101188332734e-05, "loss": 0.0144, "step": 11500 }, { "epoch": 0.34809746729084146, "grad_norm": 0.26633450388908386, "learning_rate": 1.955707598127476e-05, "loss": 0.0142, "step": 11600 }, { "epoch": 0.3510983075261073, "grad_norm": 0.2591654360294342, "learning_rate": 1.9467050774216783e-05, "loss": 0.0137, "step": 11700 }, { "epoch": 0.3540991477613732, "grad_norm": 0.2191043496131897, "learning_rate": 1.9377025567158804e-05, "loss": 0.0139, "step": 11800 }, { "epoch": 0.35709998799663906, "grad_norm": 0.17692193388938904, "learning_rate": 1.9287000360100828e-05, "loss": 0.0142, "step": 11900 }, { "epoch": 0.3601008282319049, "grad_norm": 0.20614463090896606, "learning_rate": 1.9196975153042852e-05, "loss": 0.0136, "step": 12000 }, { "epoch": 0.3631016684671708, "grad_norm": 0.26406341791152954, "learning_rate": 1.9106949945984877e-05, "loss": 0.0139, "step": 12100 }, { "epoch": 0.36610250870243666, "grad_norm": 0.17905546724796295, "learning_rate": 1.90169247389269e-05, "loss": 0.0144, "step": 12200 }, { "epoch": 0.3691033489377026, "grad_norm": 0.21441924571990967, "learning_rate": 1.8926899531868922e-05, "loss": 0.0136, "step": 12300 }, { "epoch": 0.37210418917296845, "grad_norm": 0.3150540590286255, "learning_rate": 1.883687432481095e-05, "loss": 0.0141, "step": 12400 }, { "epoch": 0.3751050294082343, "grad_norm": 0.12509019672870636, "learning_rate": 1.874684911775297e-05, "loss": 0.0137, "step": 12500 }, { "epoch": 0.3781058696435002, "grad_norm": 0.19614948332309723, "learning_rate": 1.8656823910694995e-05, "loss": 0.0136, "step": 12600 }, { "epoch": 0.38110670987876605, "grad_norm": 0.2718626856803894, "learning_rate": 1.856679870363702e-05, "loss": 0.0137, "step": 12700 }, { "epoch": 0.3841075501140319, "grad_norm": 0.18368752300739288, "learning_rate": 1.847677349657904e-05, "loss": 0.0132, "step": 12800 }, { "epoch": 0.3871083903492978, "grad_norm": 0.1603752076625824, "learning_rate": 1.8386748289521068e-05, "loss": 0.0136, "step": 12900 }, { "epoch": 0.3901092305845637, "grad_norm": 0.29172807931900024, "learning_rate": 1.829672308246309e-05, "loss": 0.0138, "step": 13000 }, { "epoch": 0.39311007081982957, "grad_norm": 0.2121431827545166, "learning_rate": 1.8206697875405114e-05, "loss": 0.0138, "step": 13100 }, { "epoch": 0.39611091105509544, "grad_norm": 0.22908271849155426, "learning_rate": 1.8116672668347138e-05, "loss": 0.0138, "step": 13200 }, { "epoch": 0.3991117512903613, "grad_norm": 0.16068682074546814, "learning_rate": 1.8026647461289162e-05, "loss": 0.0137, "step": 13300 }, { "epoch": 0.40211259152562717, "grad_norm": 0.2172790765762329, "learning_rate": 1.7936622254231187e-05, "loss": 0.0131, "step": 13400 }, { "epoch": 0.40511343176089304, "grad_norm": 0.27179670333862305, "learning_rate": 1.7846597047173208e-05, "loss": 0.0136, "step": 13500 }, { "epoch": 0.4081142719961589, "grad_norm": 0.2185744196176529, "learning_rate": 1.7756571840115232e-05, "loss": 0.0135, "step": 13600 }, { "epoch": 0.4111151122314248, "grad_norm": 0.1569506675004959, "learning_rate": 1.7666546633057256e-05, "loss": 0.0138, "step": 13700 }, { "epoch": 0.4141159524666907, "grad_norm": 0.20951984822750092, "learning_rate": 1.757652142599928e-05, "loss": 0.0135, "step": 13800 }, { "epoch": 0.41711679270195656, "grad_norm": 0.27016785740852356, "learning_rate": 1.7486496218941305e-05, "loss": 0.0138, "step": 13900 }, { "epoch": 0.42011763293722243, "grad_norm": 0.219962015748024, "learning_rate": 1.739647101188333e-05, "loss": 0.0132, "step": 14000 }, { "epoch": 0.4231184731724883, "grad_norm": 0.2737451195716858, "learning_rate": 1.730644580482535e-05, "loss": 0.0136, "step": 14100 }, { "epoch": 0.42611931340775416, "grad_norm": 0.12727704644203186, "learning_rate": 1.7216420597767375e-05, "loss": 0.0131, "step": 14200 }, { "epoch": 0.42912015364302003, "grad_norm": 0.34316760301589966, "learning_rate": 1.71263953907094e-05, "loss": 0.0135, "step": 14300 }, { "epoch": 0.4321209938782859, "grad_norm": 0.24646607041358948, "learning_rate": 1.7036370183651423e-05, "loss": 0.0138, "step": 14400 }, { "epoch": 0.4351218341135518, "grad_norm": 0.16030335426330566, "learning_rate": 1.6946344976593448e-05, "loss": 0.013, "step": 14500 }, { "epoch": 0.4381226743488177, "grad_norm": 0.1960631012916565, "learning_rate": 1.685631976953547e-05, "loss": 0.0131, "step": 14600 }, { "epoch": 0.44112351458408355, "grad_norm": 0.12044898420572281, "learning_rate": 1.6766294562477496e-05, "loss": 0.013, "step": 14700 }, { "epoch": 0.4441243548193494, "grad_norm": 0.2887222170829773, "learning_rate": 1.6676269355419517e-05, "loss": 0.0134, "step": 14800 }, { "epoch": 0.4471251950546153, "grad_norm": 0.25982922315597534, "learning_rate": 1.6586244148361542e-05, "loss": 0.0133, "step": 14900 }, { "epoch": 0.45012603528988115, "grad_norm": 0.2138713300228119, "learning_rate": 1.6496218941303566e-05, "loss": 0.0136, "step": 15000 }, { "epoch": 0.45012603528988115, "eval_NanoArguAna_MaxSim_accuracy@1": 0.14, "eval_NanoArguAna_MaxSim_accuracy@10": 0.72, "eval_NanoArguAna_MaxSim_accuracy@3": 0.48, "eval_NanoArguAna_MaxSim_accuracy@5": 0.58, "eval_NanoArguAna_MaxSim_map@100": 0.33716181917497706, "eval_NanoArguAna_MaxSim_mrr@10": 0.3274126984126984, "eval_NanoArguAna_MaxSim_ndcg@10": 0.4224368293112814, "eval_NanoArguAna_MaxSim_precision@1": 0.14, "eval_NanoArguAna_MaxSim_precision@10": 0.07200000000000001, "eval_NanoArguAna_MaxSim_precision@3": 0.15999999999999998, "eval_NanoArguAna_MaxSim_precision@5": 0.11600000000000002, "eval_NanoArguAna_MaxSim_recall@1": 0.14, "eval_NanoArguAna_MaxSim_recall@10": 0.72, "eval_NanoArguAna_MaxSim_recall@3": 0.48, "eval_NanoArguAna_MaxSim_recall@5": 0.58, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5642072213500785, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8507692307692309, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7399686028257457, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7984615384615383, "eval_NanoBEIR_mean_MaxSim_map@100": 0.5138754411146124, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6628517355660212, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5911253191841642, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5642072213500785, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.18293877551020407, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.3497645211930926, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.27115855572998426, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.3283109337775247, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6197707353013572, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.4917381941769487, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.552567080761044, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.24, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.72, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.44, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.52, "eval_NanoClimateFEVER_MaxSim_map@100": 0.2168078618519627, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.369126984126984, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.28460331907596037, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.24, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.09399999999999999, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.1733333333333333, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.11499999999999998, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.36999999999999994, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.21166666666666667, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.255, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.76, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.94, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.82, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.92, "eval_NanoDBPedia_MaxSim_map@100": 0.45956189476115933, "eval_NanoDBPedia_MaxSim_mrr@10": 0.816, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.578116392290992, "eval_NanoDBPedia_MaxSim_precision@1": 0.76, "eval_NanoDBPedia_MaxSim_precision@10": 0.47200000000000003, "eval_NanoDBPedia_MaxSim_precision@3": 0.6, "eval_NanoDBPedia_MaxSim_precision@5": 0.564, "eval_NanoDBPedia_MaxSim_recall@1": 0.07440922652373448, "eval_NanoDBPedia_MaxSim_recall@10": 0.32546169400364666, "eval_NanoDBPedia_MaxSim_recall@3": 0.15509445745197248, "eval_NanoDBPedia_MaxSim_recall@5": 0.22123109144417402, "eval_NanoFEVER_MaxSim_accuracy@1": 0.84, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.96, "eval_NanoFEVER_MaxSim_accuracy@5": 0.96, "eval_NanoFEVER_MaxSim_map@100": 0.8623460466736329, "eval_NanoFEVER_MaxSim_mrr@10": 0.8955555555555555, "eval_NanoFEVER_MaxSim_ndcg@10": 0.8899462593973186, "eval_NanoFEVER_MaxSim_precision@1": 0.84, "eval_NanoFEVER_MaxSim_precision@10": 0.10599999999999998, "eval_NanoFEVER_MaxSim_precision@3": 0.3399999999999999, "eval_NanoFEVER_MaxSim_precision@5": 0.20399999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7766666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.95, "eval_NanoFEVER_MaxSim_recall@3": 0.9233333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9233333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.44, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.6, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.66, "eval_NanoFiQA2018_MaxSim_map@100": 0.38584273174055556, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.539, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4651885657629944, "eval_NanoFiQA2018_MaxSim_precision@1": 0.44, "eval_NanoFiQA2018_MaxSim_precision@10": 0.13399999999999998, "eval_NanoFiQA2018_MaxSim_precision@3": 0.26, "eval_NanoFiQA2018_MaxSim_precision@5": 0.20800000000000002, "eval_NanoFiQA2018_MaxSim_recall@1": 0.2386904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5567857142857143, "eval_NanoFiQA2018_MaxSim_recall@3": 0.34584920634920635, "eval_NanoFiQA2018_MaxSim_recall@5": 0.4597857142857143, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.9, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.8089661908479238, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.94, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8629145277327294, "eval_NanoHotpotQA_MaxSim_precision@1": 0.9, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.56, "eval_NanoHotpotQA_MaxSim_precision@5": 0.3439999999999999, "eval_NanoHotpotQA_MaxSim_recall@1": 0.45, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.84, "eval_NanoHotpotQA_MaxSim_recall@5": 0.86, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.5, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.8, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.66, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.76, "eval_NanoMSMARCO_MaxSim_map@100": 0.6115596385025139, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.6008333333333333, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6491168702644324, "eval_NanoMSMARCO_MaxSim_precision@1": 0.5, "eval_NanoMSMARCO_MaxSim_precision@10": 0.08, "eval_NanoMSMARCO_MaxSim_precision@3": 0.22, "eval_NanoMSMARCO_MaxSim_precision@5": 0.15200000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.5, "eval_NanoMSMARCO_MaxSim_recall@10": 0.8, "eval_NanoMSMARCO_MaxSim_recall@3": 0.66, "eval_NanoMSMARCO_MaxSim_recall@5": 0.76, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.44, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.64, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.56, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.64, "eval_NanoNFCorpus_MaxSim_map@100": 0.1478865176343726, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.5136666666666666, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.32546270749682876, "eval_NanoNFCorpus_MaxSim_precision@1": 0.44, "eval_NanoNFCorpus_MaxSim_precision@10": 0.256, "eval_NanoNFCorpus_MaxSim_precision@3": 0.34, "eval_NanoNFCorpus_MaxSim_precision@5": 0.332, "eval_NanoNFCorpus_MaxSim_recall@1": 0.043592820393260075, "eval_NanoNFCorpus_MaxSim_recall@10": 0.14063460534453642, "eval_NanoNFCorpus_MaxSim_recall@3": 0.07691689266766613, "eval_NanoNFCorpus_MaxSim_recall@5": 0.11687769559046482, "eval_NanoNQ_MaxSim_accuracy@1": 0.46, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.74, "eval_NanoNQ_MaxSim_accuracy@5": 0.82, "eval_NanoNQ_MaxSim_map@100": 0.5749606798430328, "eval_NanoNQ_MaxSim_mrr@10": 0.5989999999999999, "eval_NanoNQ_MaxSim_ndcg@10": 0.6303260641807688, "eval_NanoNQ_MaxSim_precision@1": 0.46, "eval_NanoNQ_MaxSim_precision@10": 0.08599999999999998, "eval_NanoNQ_MaxSim_precision@3": 0.24666666666666667, "eval_NanoNQ_MaxSim_precision@5": 0.16799999999999998, "eval_NanoNQ_MaxSim_recall@1": 0.44, "eval_NanoNQ_MaxSim_recall@10": 0.79, "eval_NanoNQ_MaxSim_recall@3": 0.68, "eval_NanoNQ_MaxSim_recall@5": 0.77, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.9, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 0.98, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.9234591297591298, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9433333333333332, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9427166830914027, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.9, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.13199999999999998, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.3933333333333333, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.244, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.8006666666666666, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9833333333333333, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.932, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9426666666666668, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.4, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.8, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.6, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.68, "eval_NanoSCIDOCS_MaxSim_map@100": 0.24473336232342824, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.528579365079365, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.3167894615553613, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.4, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.15599999999999997, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.29333333333333333, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.236, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08266666666666668, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.3196666666666666, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.18066666666666664, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.24266666666666661, "eval_NanoSciFact_MaxSim_accuracy@1": 0.58, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.8, "eval_NanoSciFact_MaxSim_accuracy@5": 0.86, "eval_NanoSciFact_MaxSim_map@100": 0.6853144110893833, "eval_NanoSciFact_MaxSim_mrr@10": 0.6925238095238094, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7353853093790558, "eval_NanoSciFact_MaxSim_precision@1": 0.58, "eval_NanoSciFact_MaxSim_precision@10": 0.1, "eval_NanoSciFact_MaxSim_precision@3": 0.28, "eval_NanoSciFact_MaxSim_precision@5": 0.184, "eval_NanoSciFact_MaxSim_recall@1": 0.555, "eval_NanoSciFact_MaxSim_recall@10": 0.88, "eval_NanoSciFact_MaxSim_recall@3": 0.77, "eval_NanoSciFact_MaxSim_recall@5": 0.835, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.7346938775510204, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9795918367346939, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.4217804502878884, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8520408163265306, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5816261598550101, "eval_NanoTouche2020_MaxSim_precision@1": 0.7346938775510204, "eval_NanoTouche2020_MaxSim_precision@10": 0.5102040816326531, "eval_NanoTouche2020_MaxSim_precision@3": 0.6802721088435373, "eval_NanoTouche2020_MaxSim_precision@5": 0.6530612244897959, "eval_NanoTouche2020_MaxSim_recall@1": 0.05134961600035043, "eval_NanoTouche2020_MaxSim_recall@10": 0.3211375452837458, "eval_NanoTouche2020_MaxSim_recall@3": 0.13706930116482272, "eval_NanoTouche2020_MaxSim_recall@5": 0.21681088190655182, "eval_runtime": 43.0448, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 15000 }, { "epoch": 0.453126875525147, "grad_norm": 0.2429886907339096, "learning_rate": 1.6406193734245587e-05, "loss": 0.0133, "step": 15100 }, { "epoch": 0.4561277157604129, "grad_norm": 0.1811637282371521, "learning_rate": 1.6316168527187615e-05, "loss": 0.0131, "step": 15200 }, { "epoch": 0.4591285559956788, "grad_norm": 0.2294061928987503, "learning_rate": 1.6226143320129636e-05, "loss": 0.0133, "step": 15300 }, { "epoch": 0.4621293962309447, "grad_norm": 0.22706471383571625, "learning_rate": 1.613611811307166e-05, "loss": 0.0129, "step": 15400 }, { "epoch": 0.46513023646621054, "grad_norm": 0.18547412753105164, "learning_rate": 1.6046092906013685e-05, "loss": 0.013, "step": 15500 }, { "epoch": 0.4681310767014764, "grad_norm": 0.14739558100700378, "learning_rate": 1.5956067698955706e-05, "loss": 0.0133, "step": 15600 }, { "epoch": 0.4711319169367423, "grad_norm": 0.1559458076953888, "learning_rate": 1.5866042491897733e-05, "loss": 0.0132, "step": 15700 }, { "epoch": 0.47413275717200815, "grad_norm": 0.1973542869091034, "learning_rate": 1.5776017284839754e-05, "loss": 0.013, "step": 15800 }, { "epoch": 0.477133597407274, "grad_norm": 0.14729629456996918, "learning_rate": 1.568599207778178e-05, "loss": 0.0132, "step": 15900 }, { "epoch": 0.48013443764253994, "grad_norm": 0.19771726429462433, "learning_rate": 1.5595966870723803e-05, "loss": 0.0129, "step": 16000 }, { "epoch": 0.4831352778778058, "grad_norm": 0.19424648582935333, "learning_rate": 1.5505941663665827e-05, "loss": 0.013, "step": 16100 }, { "epoch": 0.48613611811307167, "grad_norm": 0.25087085366249084, "learning_rate": 1.541591645660785e-05, "loss": 0.0128, "step": 16200 }, { "epoch": 0.48913695834833754, "grad_norm": 0.23867183923721313, "learning_rate": 1.5325891249549876e-05, "loss": 0.013, "step": 16300 }, { "epoch": 0.4921377985836034, "grad_norm": 0.23113425076007843, "learning_rate": 1.5235866042491899e-05, "loss": 0.0135, "step": 16400 }, { "epoch": 0.49513863881886927, "grad_norm": 0.13573941588401794, "learning_rate": 1.5145840835433921e-05, "loss": 0.0126, "step": 16500 }, { "epoch": 0.49813947905413514, "grad_norm": 0.29918235540390015, "learning_rate": 1.5055815628375946e-05, "loss": 0.0127, "step": 16600 }, { "epoch": 0.5011403192894011, "grad_norm": 0.2075471580028534, "learning_rate": 1.4965790421317968e-05, "loss": 0.0128, "step": 16700 }, { "epoch": 0.5041411595246669, "grad_norm": 0.15968631207942963, "learning_rate": 1.4875765214259993e-05, "loss": 0.0125, "step": 16800 }, { "epoch": 0.5071419997599328, "grad_norm": 0.17352062463760376, "learning_rate": 1.4785740007202017e-05, "loss": 0.0128, "step": 16900 }, { "epoch": 0.5101428399951986, "grad_norm": 0.1795353889465332, "learning_rate": 1.469571480014404e-05, "loss": 0.0129, "step": 17000 }, { "epoch": 0.5131436802304645, "grad_norm": 0.25549471378326416, "learning_rate": 1.4605689593086064e-05, "loss": 0.0128, "step": 17100 }, { "epoch": 0.5161445204657304, "grad_norm": 0.2050219178199768, "learning_rate": 1.4515664386028088e-05, "loss": 0.0128, "step": 17200 }, { "epoch": 0.5191453607009963, "grad_norm": 0.2017327845096588, "learning_rate": 1.4425639178970113e-05, "loss": 0.013, "step": 17300 }, { "epoch": 0.5221462009362622, "grad_norm": 0.17830559611320496, "learning_rate": 1.4335613971912137e-05, "loss": 0.0126, "step": 17400 }, { "epoch": 0.525147041171528, "grad_norm": 0.24304617941379547, "learning_rate": 1.4245588764854158e-05, "loss": 0.0128, "step": 17500 }, { "epoch": 0.5281478814067939, "grad_norm": 0.2451612651348114, "learning_rate": 1.4155563557796182e-05, "loss": 0.0128, "step": 17600 }, { "epoch": 0.5311487216420597, "grad_norm": 0.2139647752046585, "learning_rate": 1.4065538350738207e-05, "loss": 0.013, "step": 17700 }, { "epoch": 0.5341495618773257, "grad_norm": 0.20961301028728485, "learning_rate": 1.3975513143680231e-05, "loss": 0.0127, "step": 17800 }, { "epoch": 0.5371504021125916, "grad_norm": 0.13943058252334595, "learning_rate": 1.3885487936622256e-05, "loss": 0.0127, "step": 17900 }, { "epoch": 0.5401512423478574, "grad_norm": 0.2045476883649826, "learning_rate": 1.3795462729564278e-05, "loss": 0.0124, "step": 18000 }, { "epoch": 0.5431520825831233, "grad_norm": 0.26121482253074646, "learning_rate": 1.3705437522506303e-05, "loss": 0.0125, "step": 18100 }, { "epoch": 0.5461529228183891, "grad_norm": 0.15779070556163788, "learning_rate": 1.3615412315448325e-05, "loss": 0.0125, "step": 18200 }, { "epoch": 0.549153763053655, "grad_norm": 0.20506800711154938, "learning_rate": 1.352538710839035e-05, "loss": 0.0128, "step": 18300 }, { "epoch": 0.5521546032889209, "grad_norm": 0.14159096777439117, "learning_rate": 1.3435361901332372e-05, "loss": 0.0125, "step": 18400 }, { "epoch": 0.5551554435241868, "grad_norm": 0.20121344923973083, "learning_rate": 1.3345336694274397e-05, "loss": 0.0125, "step": 18500 }, { "epoch": 0.5581562837594527, "grad_norm": 0.1646319329738617, "learning_rate": 1.3255311487216421e-05, "loss": 0.0127, "step": 18600 }, { "epoch": 0.5611571239947185, "grad_norm": 0.19765925407409668, "learning_rate": 1.3165286280158445e-05, "loss": 0.0124, "step": 18700 }, { "epoch": 0.5641579642299844, "grad_norm": 0.19812822341918945, "learning_rate": 1.307526107310047e-05, "loss": 0.0127, "step": 18800 }, { "epoch": 0.5671588044652502, "grad_norm": 0.23305478692054749, "learning_rate": 1.2985235866042492e-05, "loss": 0.0121, "step": 18900 }, { "epoch": 0.5701596447005162, "grad_norm": 0.21835243701934814, "learning_rate": 1.2895210658984515e-05, "loss": 0.0123, "step": 19000 }, { "epoch": 0.573160484935782, "grad_norm": 0.14469601213932037, "learning_rate": 1.280518545192654e-05, "loss": 0.012, "step": 19100 }, { "epoch": 0.5761613251710479, "grad_norm": 0.19914281368255615, "learning_rate": 1.2715160244868564e-05, "loss": 0.0122, "step": 19200 }, { "epoch": 0.5791621654063138, "grad_norm": 0.20692318677902222, "learning_rate": 1.2625135037810588e-05, "loss": 0.0123, "step": 19300 }, { "epoch": 0.5821630056415796, "grad_norm": 0.12769480049610138, "learning_rate": 1.253510983075261e-05, "loss": 0.0126, "step": 19400 }, { "epoch": 0.5851638458768456, "grad_norm": 0.21650169789791107, "learning_rate": 1.2445084623694635e-05, "loss": 0.0127, "step": 19500 }, { "epoch": 0.5881646861121114, "grad_norm": 0.15837517380714417, "learning_rate": 1.235505941663666e-05, "loss": 0.0124, "step": 19600 }, { "epoch": 0.5911655263473773, "grad_norm": 0.1672801524400711, "learning_rate": 1.2265034209578682e-05, "loss": 0.0127, "step": 19700 }, { "epoch": 0.5941663665826431, "grad_norm": 0.13292594254016876, "learning_rate": 1.2175009002520705e-05, "loss": 0.0125, "step": 19800 }, { "epoch": 0.597167206817909, "grad_norm": 0.1786775439977646, "learning_rate": 1.2084983795462729e-05, "loss": 0.0124, "step": 19900 }, { "epoch": 0.6001680470531748, "grad_norm": 0.2375657558441162, "learning_rate": 1.1994958588404753e-05, "loss": 0.0124, "step": 20000 }, { "epoch": 0.6001680470531748, "eval_NanoArguAna_MaxSim_accuracy@1": 0.16, "eval_NanoArguAna_MaxSim_accuracy@10": 0.74, "eval_NanoArguAna_MaxSim_accuracy@3": 0.52, "eval_NanoArguAna_MaxSim_accuracy@5": 0.58, "eval_NanoArguAna_MaxSim_map@100": 0.3547800970183046, "eval_NanoArguAna_MaxSim_mrr@10": 0.34622222222222226, "eval_NanoArguAna_MaxSim_ndcg@10": 0.4411616953931082, "eval_NanoArguAna_MaxSim_precision@1": 0.16, "eval_NanoArguAna_MaxSim_precision@10": 0.07400000000000001, "eval_NanoArguAna_MaxSim_precision@3": 0.17333333333333337, "eval_NanoArguAna_MaxSim_precision@5": 0.11600000000000002, "eval_NanoArguAna_MaxSim_recall@1": 0.16, "eval_NanoArguAna_MaxSim_recall@10": 0.74, "eval_NanoArguAna_MaxSim_recall@3": 0.52, "eval_NanoArguAna_MaxSim_recall@5": 0.58, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5626373626373626, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8523076923076923, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7491993720565149, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.7969230769230768, "eval_NanoBEIR_mean_MaxSim_map@100": 0.515697538315569, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6631566370137799, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.5947723606286263, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5626373626373626, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.1846248037676609, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.35130298273155414, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.26897331240188377, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.32902082904099134, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6246666442992083, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.4946224155393447, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5537396636642467, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.22, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.72, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.4, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.54, "eval_NanoClimateFEVER_MaxSim_map@100": 0.21034421550912452, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.34749206349206346, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.2802717835011319, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.22, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.096, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.15333333333333332, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.12000000000000002, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.10833333333333332, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.3783333333333333, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.21, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.26, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.72, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.94, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.88, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.9, "eval_NanoDBPedia_MaxSim_map@100": 0.4528812227206969, "eval_NanoDBPedia_MaxSim_mrr@10": 0.8031666666666665, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5772197621464519, "eval_NanoDBPedia_MaxSim_precision@1": 0.72, "eval_NanoDBPedia_MaxSim_precision@10": 0.47800000000000004, "eval_NanoDBPedia_MaxSim_precision@3": 0.6133333333333334, "eval_NanoDBPedia_MaxSim_precision@5": 0.5399999999999999, "eval_NanoDBPedia_MaxSim_recall@1": 0.053784226523734484, "eval_NanoDBPedia_MaxSim_recall@10": 0.3198601727300324, "eval_NanoDBPedia_MaxSim_recall@3": 0.16043762110482665, "eval_NanoDBPedia_MaxSim_recall@5": 0.21381073864882122, "eval_NanoFEVER_MaxSim_accuracy@1": 0.84, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.94, "eval_NanoFEVER_MaxSim_accuracy@5": 0.96, "eval_NanoFEVER_MaxSim_map@100": 0.859040404040404, "eval_NanoFEVER_MaxSim_mrr@10": 0.892888888888889, "eval_NanoFEVER_MaxSim_ndcg@10": 0.890701734138152, "eval_NanoFEVER_MaxSim_precision@1": 0.84, "eval_NanoFEVER_MaxSim_precision@10": 0.10799999999999997, "eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666, "eval_NanoFEVER_MaxSim_precision@5": 0.20399999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.7766666666666667, "eval_NanoFEVER_MaxSim_recall@10": 0.96, "eval_NanoFEVER_MaxSim_recall@3": 0.8933333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9233333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.44, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.58, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.68, "eval_NanoFiQA2018_MaxSim_map@100": 0.3863866903192795, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5319365079365079, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4667658923727131, "eval_NanoFiQA2018_MaxSim_precision@1": 0.44, "eval_NanoFiQA2018_MaxSim_precision@10": 0.136, "eval_NanoFiQA2018_MaxSim_precision@3": 0.24666666666666665, "eval_NanoFiQA2018_MaxSim_precision@5": 0.21200000000000002, "eval_NanoFiQA2018_MaxSim_recall@1": 0.2486904761904762, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5600079365079366, "eval_NanoFiQA2018_MaxSim_recall@3": 0.3318492063492063, "eval_NanoFiQA2018_MaxSim_recall@5": 0.46978571428571425, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.9, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.8151313131313132, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9466666666666665, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8676173704859699, "eval_NanoHotpotQA_MaxSim_precision@1": 0.9, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5533333333333332, "eval_NanoHotpotQA_MaxSim_precision@5": 0.3479999999999999, "eval_NanoHotpotQA_MaxSim_recall@1": 0.45, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.83, "eval_NanoHotpotQA_MaxSim_recall@5": 0.87, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.48, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.82, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.68, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.72, "eval_NanoMSMARCO_MaxSim_map@100": 0.6026590966067679, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.5930555555555554, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6476298640855235, "eval_NanoMSMARCO_MaxSim_precision@1": 0.48, "eval_NanoMSMARCO_MaxSim_precision@10": 0.08199999999999999, "eval_NanoMSMARCO_MaxSim_precision@3": 0.22666666666666666, "eval_NanoMSMARCO_MaxSim_precision@5": 0.14400000000000002, "eval_NanoMSMARCO_MaxSim_recall@1": 0.48, "eval_NanoMSMARCO_MaxSim_recall@10": 0.82, "eval_NanoMSMARCO_MaxSim_recall@3": 0.68, "eval_NanoMSMARCO_MaxSim_recall@5": 0.72, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.46, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.66, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.58, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.62, "eval_NanoNFCorpus_MaxSim_map@100": 0.15164167922902885, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.5265555555555556, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3363926007086686, "eval_NanoNFCorpus_MaxSim_precision@1": 0.46, "eval_NanoNFCorpus_MaxSim_precision@10": 0.26599999999999996, "eval_NanoNFCorpus_MaxSim_precision@3": 0.36, "eval_NanoNFCorpus_MaxSim_precision@5": 0.32800000000000007, "eval_NanoNFCorpus_MaxSim_recall@1": 0.04404736584780553, "eval_NanoNFCorpus_MaxSim_recall@10": 0.14166451762137858, "eval_NanoNFCorpus_MaxSim_recall@3": 0.07787436960691023, "eval_NanoNFCorpus_MaxSim_recall@5": 0.11655511494530353, "eval_NanoNQ_MaxSim_accuracy@1": 0.5, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.78, "eval_NanoNQ_MaxSim_accuracy@5": 0.84, "eval_NanoNQ_MaxSim_map@100": 0.6048314554918468, "eval_NanoNQ_MaxSim_mrr@10": 0.6306666666666666, "eval_NanoNQ_MaxSim_ndcg@10": 0.6633373204668235, "eval_NanoNQ_MaxSim_precision@1": 0.5, "eval_NanoNQ_MaxSim_precision@10": 0.092, "eval_NanoNQ_MaxSim_precision@3": 0.26, "eval_NanoNQ_MaxSim_precision@5": 0.17199999999999996, "eval_NanoNQ_MaxSim_recall@1": 0.47, "eval_NanoNQ_MaxSim_recall@10": 0.82, "eval_NanoNQ_MaxSim_recall@3": 0.72, "eval_NanoNQ_MaxSim_recall@5": 0.79, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.84, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.94, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8882935606060606, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.9030000000000001, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.9129082331785372, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.84, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12799999999999997, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.37999999999999995, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.24799999999999997, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.754, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.9726666666666668, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9053333333333333, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9626666666666668, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.42, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.76, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.66, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.68, "eval_NanoSCIDOCS_MaxSim_map@100": 0.25250596327692526, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.541579365079365, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.3240207359950179, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.42, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.15599999999999997, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.31333333333333335, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.24799999999999997, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.08766666666666666, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.31866666666666665, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.19366666666666668, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.2546666666666666, "eval_NanoSciFact_MaxSim_accuracy@1": 0.62, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.8, "eval_NanoSciFact_MaxSim_accuracy@5": 0.84, "eval_NanoSciFact_MaxSim_map@100": 0.7064517047280205, "eval_NanoSciFact_MaxSim_mrr@10": 0.7091666666666666, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7459509290665466, "eval_NanoSciFact_MaxSim_precision@1": 0.62, "eval_NanoSciFact_MaxSim_precision@10": 0.09799999999999999, "eval_NanoSciFact_MaxSim_precision@3": 0.27999999999999997, "eval_NanoSciFact_MaxSim_precision@5": 0.184, "eval_NanoSciFact_MaxSim_recall@1": 0.595, "eval_NanoSciFact_MaxSim_recall@10": 0.87, "eval_NanoSciFact_MaxSim_recall@3": 0.77, "eval_NanoSciFact_MaxSim_recall@5": 0.825, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.7142857142857143, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9795918367346939, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.41912059542462593, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8486394557823128, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.578062766633495, "eval_NanoTouche2020_MaxSim_precision@1": 0.7142857142857143, "eval_NanoTouche2020_MaxSim_precision@10": 0.5061224489795918, "eval_NanoTouche2020_MaxSim_precision@3": 0.6802721088435373, "eval_NanoTouche2020_MaxSim_precision@5": 0.6326530612244898, "eval_NanoTouche2020_MaxSim_recall@1": 0.0490820423042053, "eval_NanoTouche2020_MaxSim_recall@10": 0.3194670823636915, "eval_NanoTouche2020_MaxSim_recall@3": 0.1375968716172052, "eval_NanoTouche2020_MaxSim_recall@5": 0.21279739308870077, "eval_runtime": 43.151, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 20000 }, { "epoch": 0.6031688872884408, "grad_norm": 0.1737702637910843, "learning_rate": 1.1904933381346778e-05, "loss": 0.0123, "step": 20100 }, { "epoch": 0.6061697275237067, "grad_norm": 0.151712104678154, "learning_rate": 1.1814908174288802e-05, "loss": 0.0122, "step": 20200 }, { "epoch": 0.6091705677589725, "grad_norm": 0.25982701778411865, "learning_rate": 1.1724882967230825e-05, "loss": 0.0125, "step": 20300 }, { "epoch": 0.6121714079942384, "grad_norm": 0.14370876550674438, "learning_rate": 1.163485776017285e-05, "loss": 0.0124, "step": 20400 }, { "epoch": 0.6151722482295042, "grad_norm": 0.1909906417131424, "learning_rate": 1.1544832553114872e-05, "loss": 0.0122, "step": 20500 }, { "epoch": 0.6181730884647701, "grad_norm": 0.16940197348594666, "learning_rate": 1.1454807346056896e-05, "loss": 0.0123, "step": 20600 }, { "epoch": 0.621173928700036, "grad_norm": 0.1830044537782669, "learning_rate": 1.136478213899892e-05, "loss": 0.0123, "step": 20700 }, { "epoch": 0.6241747689353019, "grad_norm": 0.21776801347732544, "learning_rate": 1.1274756931940943e-05, "loss": 0.0122, "step": 20800 }, { "epoch": 0.6271756091705678, "grad_norm": 0.19988778233528137, "learning_rate": 1.1184731724882968e-05, "loss": 0.012, "step": 20900 }, { "epoch": 0.6301764494058336, "grad_norm": 0.2854304313659668, "learning_rate": 1.1094706517824992e-05, "loss": 0.0123, "step": 21000 }, { "epoch": 0.6331772896410995, "grad_norm": 0.1484517604112625, "learning_rate": 1.1004681310767016e-05, "loss": 0.0121, "step": 21100 }, { "epoch": 0.6361781298763654, "grad_norm": 0.21795441210269928, "learning_rate": 1.0914656103709037e-05, "loss": 0.0121, "step": 21200 }, { "epoch": 0.6391789701116313, "grad_norm": 0.17638590931892395, "learning_rate": 1.0824630896651062e-05, "loss": 0.0124, "step": 21300 }, { "epoch": 0.6421798103468971, "grad_norm": 0.3689050078392029, "learning_rate": 1.0734605689593086e-05, "loss": 0.0123, "step": 21400 }, { "epoch": 0.645180650582163, "grad_norm": 0.14678971469402313, "learning_rate": 1.064458048253511e-05, "loss": 0.012, "step": 21500 }, { "epoch": 0.6481814908174289, "grad_norm": 0.18728318810462952, "learning_rate": 1.0554555275477135e-05, "loss": 0.0123, "step": 21600 }, { "epoch": 0.6511823310526947, "grad_norm": 0.12493639439344406, "learning_rate": 1.0464530068419157e-05, "loss": 0.0122, "step": 21700 }, { "epoch": 0.6541831712879607, "grad_norm": 0.17548884451389313, "learning_rate": 1.0374504861361182e-05, "loss": 0.012, "step": 21800 }, { "epoch": 0.6571840115232265, "grad_norm": 0.2232983410358429, "learning_rate": 1.0284479654303204e-05, "loss": 0.0121, "step": 21900 }, { "epoch": 0.6601848517584924, "grad_norm": 0.21867604553699493, "learning_rate": 1.0194454447245229e-05, "loss": 0.0124, "step": 22000 }, { "epoch": 0.6631856919937582, "grad_norm": 0.19520588219165802, "learning_rate": 1.0104429240187253e-05, "loss": 0.0124, "step": 22100 }, { "epoch": 0.6661865322290241, "grad_norm": 0.18977616727352142, "learning_rate": 1.0014404033129276e-05, "loss": 0.0119, "step": 22200 }, { "epoch": 0.66918737246429, "grad_norm": 0.1993565708398819, "learning_rate": 9.9243788260713e-06, "loss": 0.0117, "step": 22300 }, { "epoch": 0.6721882126995559, "grad_norm": 0.21114148199558258, "learning_rate": 9.834353619013324e-06, "loss": 0.0118, "step": 22400 }, { "epoch": 0.6751890529348218, "grad_norm": 0.24265989661216736, "learning_rate": 9.744328411955349e-06, "loss": 0.0122, "step": 22500 }, { "epoch": 0.6781898931700876, "grad_norm": 0.2094843089580536, "learning_rate": 9.654303204897372e-06, "loss": 0.0116, "step": 22600 }, { "epoch": 0.6811907334053535, "grad_norm": 0.229811891913414, "learning_rate": 9.564277997839394e-06, "loss": 0.0122, "step": 22700 }, { "epoch": 0.6841915736406193, "grad_norm": 0.2368234395980835, "learning_rate": 9.474252790781419e-06, "loss": 0.0122, "step": 22800 }, { "epoch": 0.6871924138758853, "grad_norm": 0.1487877368927002, "learning_rate": 9.384227583723443e-06, "loss": 0.0119, "step": 22900 }, { "epoch": 0.6901932541111512, "grad_norm": 0.21389628946781158, "learning_rate": 9.294202376665467e-06, "loss": 0.0117, "step": 23000 }, { "epoch": 0.693194094346417, "grad_norm": 0.12933889031410217, "learning_rate": 9.20417716960749e-06, "loss": 0.012, "step": 23100 }, { "epoch": 0.6961949345816829, "grad_norm": 0.142746239900589, "learning_rate": 9.114151962549514e-06, "loss": 0.012, "step": 23200 }, { "epoch": 0.6991957748169487, "grad_norm": 0.23130197823047638, "learning_rate": 9.024126755491539e-06, "loss": 0.012, "step": 23300 }, { "epoch": 0.7021966150522146, "grad_norm": 0.2095228135585785, "learning_rate": 8.934101548433561e-06, "loss": 0.0119, "step": 23400 }, { "epoch": 0.7051974552874805, "grad_norm": 0.23968401551246643, "learning_rate": 8.844076341375586e-06, "loss": 0.0117, "step": 23500 }, { "epoch": 0.7081982955227464, "grad_norm": 0.18873974680900574, "learning_rate": 8.754051134317608e-06, "loss": 0.0119, "step": 23600 }, { "epoch": 0.7111991357580122, "grad_norm": 0.16079312562942505, "learning_rate": 8.664025927259633e-06, "loss": 0.0121, "step": 23700 }, { "epoch": 0.7141999759932781, "grad_norm": 0.1609456092119217, "learning_rate": 8.574000720201657e-06, "loss": 0.0118, "step": 23800 }, { "epoch": 0.717200816228544, "grad_norm": 0.19237898290157318, "learning_rate": 8.483975513143681e-06, "loss": 0.0121, "step": 23900 }, { "epoch": 0.7202016564638098, "grad_norm": 0.11643488705158234, "learning_rate": 8.393950306085704e-06, "loss": 0.0123, "step": 24000 }, { "epoch": 0.7232024966990758, "grad_norm": 0.21877793967723846, "learning_rate": 8.303925099027728e-06, "loss": 0.0121, "step": 24100 }, { "epoch": 0.7262033369343416, "grad_norm": 0.22521188855171204, "learning_rate": 8.213899891969751e-06, "loss": 0.0115, "step": 24200 }, { "epoch": 0.7292041771696075, "grad_norm": 0.20858339965343475, "learning_rate": 8.123874684911775e-06, "loss": 0.0117, "step": 24300 }, { "epoch": 0.7322050174048733, "grad_norm": 0.15837562084197998, "learning_rate": 8.0338494778538e-06, "loss": 0.0116, "step": 24400 }, { "epoch": 0.7352058576401392, "grad_norm": 0.15177738666534424, "learning_rate": 7.943824270795822e-06, "loss": 0.0116, "step": 24500 }, { "epoch": 0.7382066978754052, "grad_norm": 0.2890605330467224, "learning_rate": 7.853799063737847e-06, "loss": 0.0117, "step": 24600 }, { "epoch": 0.741207538110671, "grad_norm": 0.14605841040611267, "learning_rate": 7.763773856679871e-06, "loss": 0.0119, "step": 24700 }, { "epoch": 0.7442083783459369, "grad_norm": 0.24819667637348175, "learning_rate": 7.673748649621895e-06, "loss": 0.0117, "step": 24800 }, { "epoch": 0.7472092185812027, "grad_norm": 0.252575159072876, "learning_rate": 7.583723442563917e-06, "loss": 0.0118, "step": 24900 }, { "epoch": 0.7502100588164686, "grad_norm": 0.21765966713428497, "learning_rate": 7.4936982355059425e-06, "loss": 0.012, "step": 25000 }, { "epoch": 0.7502100588164686, "eval_NanoArguAna_MaxSim_accuracy@1": 0.18, "eval_NanoArguAna_MaxSim_accuracy@10": 0.76, "eval_NanoArguAna_MaxSim_accuracy@3": 0.56, "eval_NanoArguAna_MaxSim_accuracy@5": 0.62, "eval_NanoArguAna_MaxSim_map@100": 0.3781205313205313, "eval_NanoArguAna_MaxSim_mrr@10": 0.370047619047619, "eval_NanoArguAna_MaxSim_ndcg@10": 0.4645129865259301, "eval_NanoArguAna_MaxSim_precision@1": 0.18, "eval_NanoArguAna_MaxSim_precision@10": 0.07600000000000001, "eval_NanoArguAna_MaxSim_precision@3": 0.18666666666666668, "eval_NanoArguAna_MaxSim_precision@5": 0.12400000000000003, "eval_NanoArguAna_MaxSim_recall@1": 0.18, "eval_NanoArguAna_MaxSim_recall@10": 0.76, "eval_NanoArguAna_MaxSim_recall@3": 0.56, "eval_NanoArguAna_MaxSim_recall@5": 0.62, "eval_NanoBEIR_mean_MaxSim_accuracy@1": 0.5671899529042386, "eval_NanoBEIR_mean_MaxSim_accuracy@10": 0.8584615384615385, "eval_NanoBEIR_mean_MaxSim_accuracy@3": 0.7507378335949764, "eval_NanoBEIR_mean_MaxSim_accuracy@5": 0.8015384615384614, "eval_NanoBEIR_mean_MaxSim_map@100": 0.5199992754790036, "eval_NanoBEIR_mean_MaxSim_mrr@10": 0.6653072562358275, "eval_NanoBEIR_mean_MaxSim_ndcg@10": 0.597084168110688, "eval_NanoBEIR_mean_MaxSim_precision@1": 0.5671899529042386, "eval_NanoBEIR_mean_MaxSim_precision@10": 0.18369230769230768, "eval_NanoBEIR_mean_MaxSim_precision@3": 0.3517844060701203, "eval_NanoBEIR_mean_MaxSim_precision@5": 0.2695824175824175, "eval_NanoBEIR_mean_MaxSim_recall@1": 0.3372206473750499, "eval_NanoBEIR_mean_MaxSim_recall@10": 0.6250841999300097, "eval_NanoBEIR_mean_MaxSim_recall@3": 0.5007486988379373, "eval_NanoBEIR_mean_MaxSim_recall@5": 0.5559910600230336, "eval_NanoClimateFEVER_MaxSim_accuracy@1": 0.26, "eval_NanoClimateFEVER_MaxSim_accuracy@10": 0.74, "eval_NanoClimateFEVER_MaxSim_accuracy@3": 0.42, "eval_NanoClimateFEVER_MaxSim_accuracy@5": 0.5, "eval_NanoClimateFEVER_MaxSim_map@100": 0.2288474708316239, "eval_NanoClimateFEVER_MaxSim_mrr@10": 0.3753571428571428, "eval_NanoClimateFEVER_MaxSim_ndcg@10": 0.29046566923016665, "eval_NanoClimateFEVER_MaxSim_precision@1": 0.26, "eval_NanoClimateFEVER_MaxSim_precision@10": 0.092, "eval_NanoClimateFEVER_MaxSim_precision@3": 0.15999999999999998, "eval_NanoClimateFEVER_MaxSim_precision@5": 0.11600000000000002, "eval_NanoClimateFEVER_MaxSim_recall@1": 0.13499999999999998, "eval_NanoClimateFEVER_MaxSim_recall@10": 0.36666666666666664, "eval_NanoClimateFEVER_MaxSim_recall@3": 0.215, "eval_NanoClimateFEVER_MaxSim_recall@5": 0.2533333333333333, "eval_NanoDBPedia_MaxSim_accuracy@1": 0.72, "eval_NanoDBPedia_MaxSim_accuracy@10": 0.94, "eval_NanoDBPedia_MaxSim_accuracy@3": 0.86, "eval_NanoDBPedia_MaxSim_accuracy@5": 0.92, "eval_NanoDBPedia_MaxSim_map@100": 0.4653911951587876, "eval_NanoDBPedia_MaxSim_mrr@10": 0.7981904761904762, "eval_NanoDBPedia_MaxSim_ndcg@10": 0.5879701952218912, "eval_NanoDBPedia_MaxSim_precision@1": 0.72, "eval_NanoDBPedia_MaxSim_precision@10": 0.486, "eval_NanoDBPedia_MaxSim_precision@3": 0.62, "eval_NanoDBPedia_MaxSim_precision@5": 0.5559999999999999, "eval_NanoDBPedia_MaxSim_recall@1": 0.07317816591767387, "eval_NanoDBPedia_MaxSim_recall@10": 0.33395660972359953, "eval_NanoDBPedia_MaxSim_recall@3": 0.16578829322639302, "eval_NanoDBPedia_MaxSim_recall@5": 0.21602211788294917, "eval_NanoFEVER_MaxSim_accuracy@1": 0.88, "eval_NanoFEVER_MaxSim_accuracy@10": 0.98, "eval_NanoFEVER_MaxSim_accuracy@3": 0.94, "eval_NanoFEVER_MaxSim_accuracy@5": 0.96, "eval_NanoFEVER_MaxSim_map@100": 0.8780844155844156, "eval_NanoFEVER_MaxSim_mrr@10": 0.9111904761904762, "eval_NanoFEVER_MaxSim_ndcg@10": 0.904750880683694, "eval_NanoFEVER_MaxSim_precision@1": 0.88, "eval_NanoFEVER_MaxSim_precision@10": 0.10799999999999997, "eval_NanoFEVER_MaxSim_precision@3": 0.32666666666666666, "eval_NanoFEVER_MaxSim_precision@5": 0.20399999999999996, "eval_NanoFEVER_MaxSim_recall@1": 0.8166666666666668, "eval_NanoFEVER_MaxSim_recall@10": 0.96, "eval_NanoFEVER_MaxSim_recall@3": 0.8933333333333333, "eval_NanoFEVER_MaxSim_recall@5": 0.9233333333333333, "eval_NanoFiQA2018_MaxSim_accuracy@1": 0.44, "eval_NanoFiQA2018_MaxSim_accuracy@10": 0.74, "eval_NanoFiQA2018_MaxSim_accuracy@3": 0.62, "eval_NanoFiQA2018_MaxSim_accuracy@5": 0.66, "eval_NanoFiQA2018_MaxSim_map@100": 0.38776210596346167, "eval_NanoFiQA2018_MaxSim_mrr@10": 0.5364682539682539, "eval_NanoFiQA2018_MaxSim_ndcg@10": 0.4639924721325262, "eval_NanoFiQA2018_MaxSim_precision@1": 0.44, "eval_NanoFiQA2018_MaxSim_precision@10": 0.132, "eval_NanoFiQA2018_MaxSim_precision@3": 0.2733333333333333, "eval_NanoFiQA2018_MaxSim_precision@5": 0.20799999999999996, "eval_NanoFiQA2018_MaxSim_recall@1": 0.2409126984126984, "eval_NanoFiQA2018_MaxSim_recall@10": 0.5564523809523809, "eval_NanoFiQA2018_MaxSim_recall@3": 0.3758492063492064, "eval_NanoFiQA2018_MaxSim_recall@5": 0.4422857142857143, "eval_NanoHotpotQA_MaxSim_accuracy@1": 0.88, "eval_NanoHotpotQA_MaxSim_accuracy@10": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@3": 1.0, "eval_NanoHotpotQA_MaxSim_accuracy@5": 1.0, "eval_NanoHotpotQA_MaxSim_map@100": 0.799964380447139, "eval_NanoHotpotQA_MaxSim_mrr@10": 0.9333333333333332, "eval_NanoHotpotQA_MaxSim_ndcg@10": 0.8574760963060821, "eval_NanoHotpotQA_MaxSim_precision@1": 0.88, "eval_NanoHotpotQA_MaxSim_precision@10": 0.17999999999999997, "eval_NanoHotpotQA_MaxSim_precision@3": 0.5466666666666665, "eval_NanoHotpotQA_MaxSim_precision@5": 0.344, "eval_NanoHotpotQA_MaxSim_recall@1": 0.44, "eval_NanoHotpotQA_MaxSim_recall@10": 0.9, "eval_NanoHotpotQA_MaxSim_recall@3": 0.82, "eval_NanoHotpotQA_MaxSim_recall@5": 0.86, "eval_NanoMSMARCO_MaxSim_accuracy@1": 0.52, "eval_NanoMSMARCO_MaxSim_accuracy@10": 0.82, "eval_NanoMSMARCO_MaxSim_accuracy@3": 0.66, "eval_NanoMSMARCO_MaxSim_accuracy@5": 0.78, "eval_NanoMSMARCO_MaxSim_map@100": 0.6240256785755237, "eval_NanoMSMARCO_MaxSim_mrr@10": 0.6150555555555556, "eval_NanoMSMARCO_MaxSim_ndcg@10": 0.6644746347246161, "eval_NanoMSMARCO_MaxSim_precision@1": 0.52, "eval_NanoMSMARCO_MaxSim_precision@10": 0.08199999999999999, "eval_NanoMSMARCO_MaxSim_precision@3": 0.22, "eval_NanoMSMARCO_MaxSim_precision@5": 0.15600000000000003, "eval_NanoMSMARCO_MaxSim_recall@1": 0.52, "eval_NanoMSMARCO_MaxSim_recall@10": 0.82, "eval_NanoMSMARCO_MaxSim_recall@3": 0.66, "eval_NanoMSMARCO_MaxSim_recall@5": 0.78, "eval_NanoNFCorpus_MaxSim_accuracy@1": 0.44, "eval_NanoNFCorpus_MaxSim_accuracy@10": 0.66, "eval_NanoNFCorpus_MaxSim_accuracy@3": 0.52, "eval_NanoNFCorpus_MaxSim_accuracy@5": 0.64, "eval_NanoNFCorpus_MaxSim_map@100": 0.14596595568471235, "eval_NanoNFCorpus_MaxSim_mrr@10": 0.5031904761904762, "eval_NanoNFCorpus_MaxSim_ndcg@10": 0.3254678017637849, "eval_NanoNFCorpus_MaxSim_precision@1": 0.44, "eval_NanoNFCorpus_MaxSim_precision@10": 0.25800000000000006, "eval_NanoNFCorpus_MaxSim_precision@3": 0.3466666666666666, "eval_NanoNFCorpus_MaxSim_precision@5": 0.32799999999999996, "eval_NanoNFCorpus_MaxSim_recall@1": 0.04328552205779273, "eval_NanoNFCorpus_MaxSim_recall@10": 0.14122996307881844, "eval_NanoNFCorpus_MaxSim_recall@3": 0.0766231938568144, "eval_NanoNFCorpus_MaxSim_recall@5": 0.11774321091803387, "eval_NanoNQ_MaxSim_accuracy@1": 0.5, "eval_NanoNQ_MaxSim_accuracy@10": 0.84, "eval_NanoNQ_MaxSim_accuracy@3": 0.78, "eval_NanoNQ_MaxSim_accuracy@5": 0.8, "eval_NanoNQ_MaxSim_map@100": 0.6016451583332388, "eval_NanoNQ_MaxSim_mrr@10": 0.6283333333333333, "eval_NanoNQ_MaxSim_ndcg@10": 0.6545121111640885, "eval_NanoNQ_MaxSim_precision@1": 0.5, "eval_NanoNQ_MaxSim_precision@10": 0.088, "eval_NanoNQ_MaxSim_precision@3": 0.26, "eval_NanoNQ_MaxSim_precision@5": 0.16399999999999998, "eval_NanoNQ_MaxSim_recall@1": 0.47, "eval_NanoNQ_MaxSim_recall@10": 0.8, "eval_NanoNQ_MaxSim_recall@3": 0.72, "eval_NanoNQ_MaxSim_recall@5": 0.75, "eval_NanoQuoraRetrieval_MaxSim_accuracy@1": 0.82, "eval_NanoQuoraRetrieval_MaxSim_accuracy@10": 1.0, "eval_NanoQuoraRetrieval_MaxSim_accuracy@3": 0.98, "eval_NanoQuoraRetrieval_MaxSim_accuracy@5": 1.0, "eval_NanoQuoraRetrieval_MaxSim_map@100": 0.8789129063746711, "eval_NanoQuoraRetrieval_MaxSim_mrr@10": 0.8973333333333333, "eval_NanoQuoraRetrieval_MaxSim_ndcg@10": 0.904268856532771, "eval_NanoQuoraRetrieval_MaxSim_precision@1": 0.82, "eval_NanoQuoraRetrieval_MaxSim_precision@10": 0.12599999999999997, "eval_NanoQuoraRetrieval_MaxSim_precision@3": 0.38666666666666655, "eval_NanoQuoraRetrieval_MaxSim_precision@5": 0.24799999999999997, "eval_NanoQuoraRetrieval_MaxSim_recall@1": 0.7340000000000001, "eval_NanoQuoraRetrieval_MaxSim_recall@10": 0.966, "eval_NanoQuoraRetrieval_MaxSim_recall@3": 0.9286666666666668, "eval_NanoQuoraRetrieval_MaxSim_recall@5": 0.9626666666666668, "eval_NanoSCIDOCS_MaxSim_accuracy@1": 0.44, "eval_NanoSCIDOCS_MaxSim_accuracy@10": 0.8, "eval_NanoSCIDOCS_MaxSim_accuracy@3": 0.64, "eval_NanoSCIDOCS_MaxSim_accuracy@5": 0.68, "eval_NanoSCIDOCS_MaxSim_map@100": 0.2550652569095046, "eval_NanoSCIDOCS_MaxSim_mrr@10": 0.5572222222222223, "eval_NanoSCIDOCS_MaxSim_ndcg@10": 0.3302289015435344, "eval_NanoSCIDOCS_MaxSim_precision@1": 0.44, "eval_NanoSCIDOCS_MaxSim_precision@10": 0.16, "eval_NanoSCIDOCS_MaxSim_precision@3": 0.3066666666666667, "eval_NanoSCIDOCS_MaxSim_precision@5": 0.23999999999999996, "eval_NanoSCIDOCS_MaxSim_recall@1": 0.09166666666666667, "eval_NanoSCIDOCS_MaxSim_recall@10": 0.32666666666666666, "eval_NanoSCIDOCS_MaxSim_recall@3": 0.18966666666666665, "eval_NanoSCIDOCS_MaxSim_recall@5": 0.24566666666666662, "eval_NanoSciFact_MaxSim_accuracy@1": 0.62, "eval_NanoSciFact_MaxSim_accuracy@10": 0.88, "eval_NanoSciFact_MaxSim_accuracy@3": 0.8, "eval_NanoSciFact_MaxSim_accuracy@5": 0.86, "eval_NanoSciFact_MaxSim_map@100": 0.7040186906589345, "eval_NanoSciFact_MaxSim_mrr@10": 0.7096666666666667, "eval_NanoSciFact_MaxSim_ndcg@10": 0.7484873429234673, "eval_NanoSciFact_MaxSim_precision@1": 0.62, "eval_NanoSciFact_MaxSim_precision@10": 0.1, "eval_NanoSciFact_MaxSim_precision@3": 0.27999999999999997, "eval_NanoSciFact_MaxSim_precision@5": 0.18799999999999997, "eval_NanoSciFact_MaxSim_recall@1": 0.595, "eval_NanoSciFact_MaxSim_recall@10": 0.88, "eval_NanoSciFact_MaxSim_recall@3": 0.77, "eval_NanoSciFact_MaxSim_recall@5": 0.845, "eval_NanoTouche2020_MaxSim_accuracy@1": 0.673469387755102, "eval_NanoTouche2020_MaxSim_accuracy@10": 1.0, "eval_NanoTouche2020_MaxSim_accuracy@3": 0.9795918367346939, "eval_NanoTouche2020_MaxSim_accuracy@5": 1.0, "eval_NanoTouche2020_MaxSim_map@100": 0.41218683538450235, "eval_NanoTouche2020_MaxSim_mrr@10": 0.8136054421768706, "eval_NanoTouche2020_MaxSim_ndcg@10": 0.5654862366863922, "eval_NanoTouche2020_MaxSim_precision@1": 0.673469387755102, "eval_NanoTouche2020_MaxSim_precision@10": 0.5, "eval_NanoTouche2020_MaxSim_precision@3": 0.6598639455782312, "eval_NanoTouche2020_MaxSim_precision@5": 0.6285714285714286, "eval_NanoTouche2020_MaxSim_recall@1": 0.044158696154151085, "eval_NanoTouche2020_MaxSim_recall@10": 0.31512231200199337, "eval_NanoTouche2020_MaxSim_recall@3": 0.1348057247941035, "eval_NanoTouche2020_MaxSim_recall@5": 0.2118327372127382, "eval_runtime": 43.3542, "eval_samples_per_second": 0.0, "eval_steps_per_second": 0.0, "step": 25000 } ], "logging_steps": 100, "max_steps": 33324, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }