Spaces:
Running
Running
| { | |
| "task": { | |
| "id": "cyano_operonic_pair", | |
| "display_name": "Cyano Operonic Pair", | |
| "description": "Evaluate on Cyano operonic pair classification task.", | |
| "modality": "protein", | |
| "type": "pair_classification", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/cyano_operonic_pair", | |
| "revision": "eeb4cb71ec2a4ff688af9de7c0662123577d32ec" | |
| } | |
| ], | |
| "primary_metric_id": "top_ap" | |
| }, | |
| "model": { | |
| "hf_name": "esm3_sm_open_v1", | |
| "revision": "...", | |
| "num_layers": 48, | |
| "num_params": 1401735748, | |
| "embed_dim": 1536 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 24, | |
| "layer_display_name": "24", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.7222222222222222 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.9997950792312622 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.4427665357897916 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.9974009990692139 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.2846601941747573 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.9959239130434783 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.337253378468868 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.7218390804597701 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 327.0663757324219 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.44196563159481467 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 1296.3701171875 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.2839984502130957 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.9959239130434783 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.33280379538654115 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.7195402298850575 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 9.786035537719727 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.4412296564195298 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 57.51576614379883 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.28350116189000774 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.9945652173913043 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.32391365711700537 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.7187739463601532 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 322538.40625 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.4400597907324364 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 265308.6875 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.28210042161747795 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 1.0 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.3207731705793404 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.337253378468868 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 47, | |
| "layer_display_name": "47", | |
| "metrics": [ | |
| { | |
| "id": "cos_sim_accuracy", | |
| "display_name": "cos_sim_accuracy", | |
| "description": null, | |
| "value": 0.7203065134099617 | |
| }, | |
| { | |
| "id": "cos_sim_accuracy_threshold", | |
| "display_name": "cos_sim_accuracy_threshold", | |
| "description": null, | |
| "value": 0.9866379499435425 | |
| }, | |
| { | |
| "id": "cos_sim_f1", | |
| "display_name": "cos_sim_f1", | |
| "description": null, | |
| "value": 0.4491869918699187 | |
| }, | |
| { | |
| "id": "cos_sim_f1_threshold", | |
| "display_name": "cos_sim_f1_threshold", | |
| "description": null, | |
| "value": 0.9242078065872192 | |
| }, | |
| { | |
| "id": "cos_sim_precision", | |
| "display_name": "cos_sim_precision", | |
| "description": null, | |
| "value": 0.29918772563176893 | |
| }, | |
| { | |
| "id": "cos_sim_recall", | |
| "display_name": "cos_sim_recall", | |
| "description": null, | |
| "value": 0.9008152173913043 | |
| }, | |
| { | |
| "id": "cos_sim_ap", | |
| "display_name": "cos_sim_ap", | |
| "description": null, | |
| "value": 0.3525781644570656 | |
| }, | |
| { | |
| "id": "manhattan_accuracy", | |
| "display_name": "manhattan_accuracy", | |
| "description": null, | |
| "value": 0.7233716475095785 | |
| }, | |
| { | |
| "id": "manhattan_accuracy_threshold", | |
| "display_name": "manhattan_accuracy_threshold", | |
| "description": null, | |
| "value": 43574.78125 | |
| }, | |
| { | |
| "id": "manhattan_f1", | |
| "display_name": "manhattan_f1", | |
| "description": null, | |
| "value": 0.4649681528662421 | |
| }, | |
| { | |
| "id": "manhattan_f1_threshold", | |
| "display_name": "manhattan_f1_threshold", | |
| "description": null, | |
| "value": 77644.453125 | |
| }, | |
| { | |
| "id": "manhattan_precision", | |
| "display_name": "manhattan_precision", | |
| "description": null, | |
| "value": 0.32882882882882886 | |
| }, | |
| { | |
| "id": "manhattan_recall", | |
| "display_name": "manhattan_recall", | |
| "description": null, | |
| "value": 0.7934782608695652 | |
| }, | |
| { | |
| "id": "manhattan_ap", | |
| "display_name": "manhattan_ap", | |
| "description": null, | |
| "value": 0.3899191915936865 | |
| }, | |
| { | |
| "id": "euclidean_accuracy", | |
| "display_name": "euclidean_accuracy", | |
| "description": null, | |
| "value": 0.7241379310344828 | |
| }, | |
| { | |
| "id": "euclidean_accuracy_threshold", | |
| "display_name": "euclidean_accuracy_threshold", | |
| "description": null, | |
| "value": 1619.7060546875 | |
| }, | |
| { | |
| "id": "euclidean_f1", | |
| "display_name": "euclidean_f1", | |
| "description": null, | |
| "value": 0.4535363146209959 | |
| }, | |
| { | |
| "id": "euclidean_f1_threshold", | |
| "display_name": "euclidean_f1_threshold", | |
| "description": null, | |
| "value": 5233.001953125 | |
| }, | |
| { | |
| "id": "euclidean_precision", | |
| "display_name": "euclidean_precision", | |
| "description": null, | |
| "value": 0.29582126603227143 | |
| }, | |
| { | |
| "id": "euclidean_recall", | |
| "display_name": "euclidean_recall", | |
| "description": null, | |
| "value": 0.9714673913043478 | |
| }, | |
| { | |
| "id": "euclidean_ap", | |
| "display_name": "euclidean_ap", | |
| "description": null, | |
| "value": 0.3789538339954788 | |
| }, | |
| { | |
| "id": "dot_accuracy", | |
| "display_name": "dot_accuracy", | |
| "description": null, | |
| "value": 0.717624521072797 | |
| }, | |
| { | |
| "id": "dot_accuracy_threshold", | |
| "display_name": "dot_accuracy_threshold", | |
| "description": null, | |
| "value": 165274224.0 | |
| }, | |
| { | |
| "id": "dot_f1", | |
| "display_name": "dot_f1", | |
| "description": null, | |
| "value": 0.4403230631169608 | |
| }, | |
| { | |
| "id": "dot_f1_threshold", | |
| "display_name": "dot_f1_threshold", | |
| "description": null, | |
| "value": 17215182.0 | |
| }, | |
| { | |
| "id": "dot_precision", | |
| "display_name": "dot_precision", | |
| "description": null, | |
| "value": 0.2823168392788646 | |
| }, | |
| { | |
| "id": "dot_recall", | |
| "display_name": "dot_recall", | |
| "description": null, | |
| "value": 1.0 | |
| }, | |
| { | |
| "id": "dot_ap", | |
| "display_name": "dot_ap", | |
| "description": null, | |
| "value": 0.2649290773065526 | |
| }, | |
| { | |
| "id": "top_ap", | |
| "display_name": "top_ap", | |
| "description": null, | |
| "value": 0.3899191915936865 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |