Spaces:
Running
Running
| { | |
| "task": { | |
| "id": "euk_retrieval", | |
| "display_name": "Euk Retrieval", | |
| "description": "Retrieves bacterial proteins with similar swissprot annotations to a query eukaryotic protein", | |
| "modality": "protein", | |
| "type": "retrieval", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/euk_retrieval", | |
| "revision": "c93dc56665cedd19fbeaea9ace146f2474c895f0" | |
| }, | |
| { | |
| "path": "tattabio/euk_retrieval_qrels", | |
| "revision": "a5aa01e9b9738074aba57fc07434e352c4c71e4b" | |
| } | |
| ], | |
| "primary_metric_id": "map_at_5" | |
| }, | |
| "model": { | |
| "hf_name": "esm3_sm_open_v1", | |
| "revision": "...", | |
| "num_layers": 48, | |
| "num_params": 1401735748, | |
| "embed_dim": 1536 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 24, | |
| "layer_display_name": "24", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.6837 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.6755 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.66084 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.23875 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.32019 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.4781 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.25147 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.35629 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.58814 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.60707 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.54534 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.31698 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.7798499464094321 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.7851452049201246 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.7886590905635646 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.41928357810017647 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.5290892468467935 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": 0.04043953758876136 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.40804876886618785 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.5383625651482825 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": 0.01759772593814632 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.43399119456019236 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.5212951246080316 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": 0.01371218471516856 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.27286987374586946 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.22003168666870496 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.16926800678329118 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.3276407501683195 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.3666450599737096 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.11949072588665864 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.498662227018851 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.4597011315598956 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": 0.03187150745443391 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.27171559469523077 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.19392467894582097 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.1631735596593573 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.30501148418451934 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.3112246092198893 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.10000246435945939 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.5135191785402357 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.34400775125068594 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": 0.0119120902289244 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.30744744151056824 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.49705438543467206 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.10084482308129951 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.24792520457888326 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.4662889869089896 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.14491216098622942 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.06326065957986557 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": 0.14770445635312474 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.1263680546684453 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.44299200927250004 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.5506272059606037 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": 0.08607775056210379 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.4491987153534213 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.5532024059864912 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": 0.08158272636409196 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.44650104486099906 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.551026552196252 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": 0.08532180157223326 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 47, | |
| "layer_display_name": "47", | |
| "metrics": [ | |
| { | |
| "id": "ndcg_at_5", | |
| "display_name": "ndcg_at_5", | |
| "description": null, | |
| "value": 0.91548 | |
| }, | |
| { | |
| "id": "ndcg_at_10", | |
| "display_name": "ndcg_at_10", | |
| "description": null, | |
| "value": 0.90603 | |
| }, | |
| { | |
| "id": "ndcg_at_50", | |
| "display_name": "ndcg_at_50", | |
| "description": null, | |
| "value": 0.86287 | |
| }, | |
| { | |
| "id": "map_at_5", | |
| "display_name": "map_at_5", | |
| "description": null, | |
| "value": 0.34535 | |
| }, | |
| { | |
| "id": "map_at_10", | |
| "display_name": "map_at_10", | |
| "description": null, | |
| "value": 0.46156 | |
| }, | |
| { | |
| "id": "map_at_50", | |
| "display_name": "map_at_50", | |
| "description": null, | |
| "value": 0.67786 | |
| }, | |
| { | |
| "id": "recall_at_5", | |
| "display_name": "recall_at_5", | |
| "description": null, | |
| "value": 0.35018 | |
| }, | |
| { | |
| "id": "recall_at_10", | |
| "display_name": "recall_at_10", | |
| "description": null, | |
| "value": 0.4715 | |
| }, | |
| { | |
| "id": "recall_at_50", | |
| "display_name": "recall_at_50", | |
| "description": null, | |
| "value": 0.70168 | |
| }, | |
| { | |
| "id": "precision_at_5", | |
| "display_name": "precision_at_5", | |
| "description": null, | |
| "value": 0.81994 | |
| }, | |
| { | |
| "id": "precision_at_10", | |
| "display_name": "precision_at_10", | |
| "description": null, | |
| "value": 0.73376 | |
| }, | |
| { | |
| "id": "precision_at_50", | |
| "display_name": "precision_at_50", | |
| "description": null, | |
| "value": 0.41428 | |
| }, | |
| { | |
| "id": "mrr_at_5", | |
| "display_name": "mrr_at_5", | |
| "description": null, | |
| "value": 0.9427652733118971 | |
| }, | |
| { | |
| "id": "mrr_at_10", | |
| "display_name": "mrr_at_10", | |
| "description": null, | |
| "value": 0.9427652733118971 | |
| }, | |
| { | |
| "id": "mrr_at_50", | |
| "display_name": "mrr_at_50", | |
| "description": null, | |
| "value": 0.9429544164932854 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_max", | |
| "display_name": "nauc_ndcg_at_5_max", | |
| "description": null, | |
| "value": 0.6646467247052238 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_std", | |
| "display_name": "nauc_ndcg_at_5_std", | |
| "description": null, | |
| "value": 0.6778764436485658 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_5_diff1", | |
| "display_name": "nauc_ndcg_at_5_diff1", | |
| "description": null, | |
| "value": -0.21513862915950627 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_max", | |
| "display_name": "nauc_ndcg_at_10_max", | |
| "description": null, | |
| "value": 0.6698283650372349 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_std", | |
| "display_name": "nauc_ndcg_at_10_std", | |
| "description": null, | |
| "value": 0.6390956129452405 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_10_diff1", | |
| "display_name": "nauc_ndcg_at_10_diff1", | |
| "description": null, | |
| "value": -0.23500186221206765 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_max", | |
| "display_name": "nauc_ndcg_at_50_max", | |
| "description": null, | |
| "value": 0.6924793871399406 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_std", | |
| "display_name": "nauc_ndcg_at_50_std", | |
| "description": null, | |
| "value": 0.35247236253685754 | |
| }, | |
| { | |
| "id": "nauc_ndcg_at_50_diff1", | |
| "display_name": "nauc_ndcg_at_50_diff1", | |
| "description": null, | |
| "value": -0.17064311750132002 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_max", | |
| "display_name": "nauc_map_at_5_max", | |
| "description": null, | |
| "value": 0.13111830562024587 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_std", | |
| "display_name": "nauc_map_at_5_std", | |
| "description": null, | |
| "value": 0.030763792353242985 | |
| }, | |
| { | |
| "id": "nauc_map_at_5_diff1", | |
| "display_name": "nauc_map_at_5_diff1", | |
| "description": null, | |
| "value": 0.40412645078710363 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_max", | |
| "display_name": "nauc_map_at_10_max", | |
| "description": null, | |
| "value": 0.2602272376646378 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_std", | |
| "display_name": "nauc_map_at_10_std", | |
| "description": null, | |
| "value": 0.18361191689681303 | |
| }, | |
| { | |
| "id": "nauc_map_at_10_diff1", | |
| "display_name": "nauc_map_at_10_diff1", | |
| "description": null, | |
| "value": 0.27432252545738767 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_max", | |
| "display_name": "nauc_map_at_50_max", | |
| "description": null, | |
| "value": 0.7542001393377396 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_std", | |
| "display_name": "nauc_map_at_50_std", | |
| "description": null, | |
| "value": 0.2787250331382991 | |
| }, | |
| { | |
| "id": "nauc_map_at_50_diff1", | |
| "display_name": "nauc_map_at_50_diff1", | |
| "description": null, | |
| "value": -0.104465533984337 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_max", | |
| "display_name": "nauc_recall_at_5_max", | |
| "description": null, | |
| "value": 0.12969399328272832 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_std", | |
| "display_name": "nauc_recall_at_5_std", | |
| "description": null, | |
| "value": 0.020904262568601558 | |
| }, | |
| { | |
| "id": "nauc_recall_at_5_diff1", | |
| "display_name": "nauc_recall_at_5_diff1", | |
| "description": null, | |
| "value": 0.4093101686701434 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_max", | |
| "display_name": "nauc_recall_at_10_max", | |
| "description": null, | |
| "value": 0.25240086482655144 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_std", | |
| "display_name": "nauc_recall_at_10_std", | |
| "description": null, | |
| "value": 0.1652691811031539 | |
| }, | |
| { | |
| "id": "nauc_recall_at_10_diff1", | |
| "display_name": "nauc_recall_at_10_diff1", | |
| "description": null, | |
| "value": 0.2866072970878988 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_max", | |
| "display_name": "nauc_recall_at_50_max", | |
| "description": null, | |
| "value": 0.7612695752290041 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_std", | |
| "display_name": "nauc_recall_at_50_std", | |
| "description": null, | |
| "value": 0.23942734181223047 | |
| }, | |
| { | |
| "id": "nauc_recall_at_50_diff1", | |
| "display_name": "nauc_recall_at_50_diff1", | |
| "description": null, | |
| "value": -0.08592614001207499 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_max", | |
| "display_name": "nauc_precision_at_5_max", | |
| "description": null, | |
| "value": 0.44130649056515153 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_std", | |
| "display_name": "nauc_precision_at_5_std", | |
| "description": null, | |
| "value": 0.5342490731780283 | |
| }, | |
| { | |
| "id": "nauc_precision_at_5_diff1", | |
| "display_name": "nauc_precision_at_5_diff1", | |
| "description": null, | |
| "value": -0.8075663738228478 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_max", | |
| "display_name": "nauc_precision_at_10_max", | |
| "description": null, | |
| "value": 0.3247314376392803 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_std", | |
| "display_name": "nauc_precision_at_10_std", | |
| "description": null, | |
| "value": 0.42214838262701343 | |
| }, | |
| { | |
| "id": "nauc_precision_at_10_diff1", | |
| "display_name": "nauc_precision_at_10_diff1", | |
| "description": null, | |
| "value": -0.7330035174411789 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_max", | |
| "display_name": "nauc_precision_at_50_max", | |
| "description": null, | |
| "value": 0.08490805730470258 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_std", | |
| "display_name": "nauc_precision_at_50_std", | |
| "description": null, | |
| "value": -0.0845205834811262 | |
| }, | |
| { | |
| "id": "nauc_precision_at_50_diff1", | |
| "display_name": "nauc_precision_at_50_diff1", | |
| "description": null, | |
| "value": -0.3952240507561035 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_max", | |
| "display_name": "nauc_mrr_at_5_max", | |
| "description": null, | |
| "value": 0.7270043548372578 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_std", | |
| "display_name": "nauc_mrr_at_5_std", | |
| "description": null, | |
| "value": 0.7352921140815318 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_5_diff1", | |
| "display_name": "nauc_mrr_at_5_diff1", | |
| "description": null, | |
| "value": 0.02920714692373676 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_max", | |
| "display_name": "nauc_mrr_at_10_max", | |
| "description": null, | |
| "value": 0.7270043548372578 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_std", | |
| "display_name": "nauc_mrr_at_10_std", | |
| "description": null, | |
| "value": 0.7352921140815318 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_10_diff1", | |
| "display_name": "nauc_mrr_at_10_diff1", | |
| "description": null, | |
| "value": 0.02920714692373676 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_max", | |
| "display_name": "nauc_mrr_at_50_max", | |
| "description": null, | |
| "value": 0.7265324603536517 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_std", | |
| "display_name": "nauc_mrr_at_50_std", | |
| "description": null, | |
| "value": 0.7344144354146935 | |
| }, | |
| { | |
| "id": "nauc_mrr_at_50_diff1", | |
| "display_name": "nauc_mrr_at_50_diff1", | |
| "description": null, | |
| "value": 0.029875033589520282 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |