Spaces:
Running
Running
| { | |
| "task": { | |
| "id": "bacarch_bigene", | |
| "display_name": "BacArch BiGene", | |
| "description": "Evaluate on BacArch bigene matching task between bacterial (E.coli K-12) proteins and archaeal (Sulfolobus acidocaldarius DSM 639) proteins.", | |
| "modality": "protein", | |
| "type": "bigene_mining", | |
| "datasets": [ | |
| { | |
| "path": "tattabio/bac_arch_bigene", | |
| "revision": "d5a65e44bae43a9ba9f2fdc03056dff9c12f6631" | |
| } | |
| ], | |
| "primary_metric_id": "f1" | |
| }, | |
| "model": { | |
| "hf_name": "esm3_sm_open_v1", | |
| "revision": "...", | |
| "num_layers": 48, | |
| "num_params": 1401735748, | |
| "embed_dim": 1536 | |
| }, | |
| "dgeb_version": "0.0.0", | |
| "results": [ | |
| { | |
| "layer_number": 24, | |
| "layer_display_name": "24", | |
| "metrics": [ | |
| { | |
| "id": "precision", | |
| "display_name": "precision", | |
| "description": null, | |
| "value": 0.42965408805031446 | |
| }, | |
| { | |
| "id": "recall", | |
| "display_name": "recall", | |
| "description": null, | |
| "value": 0.5433962264150943 | |
| }, | |
| { | |
| "id": "f1", | |
| "display_name": "f1", | |
| "description": null, | |
| "value": 0.4629769392033543 | |
| }, | |
| { | |
| "id": "accuracy", | |
| "display_name": "accuracy", | |
| "description": null, | |
| "value": 0.5433962264150943 | |
| } | |
| ] | |
| }, | |
| { | |
| "layer_number": 47, | |
| "layer_display_name": "47", | |
| "metrics": [ | |
| { | |
| "id": "precision", | |
| "display_name": "precision", | |
| "description": null, | |
| "value": 0.7738993710691824 | |
| }, | |
| { | |
| "id": "recall", | |
| "display_name": "recall", | |
| "description": null, | |
| "value": 0.8377358490566038 | |
| }, | |
| { | |
| "id": "f1", | |
| "display_name": "f1", | |
| "description": null, | |
| "value": 0.7939622641509434 | |
| }, | |
| { | |
| "id": "accuracy", | |
| "display_name": "accuracy", | |
| "description": null, | |
| "value": 0.8377358490566038 | |
| } | |
| ] | |
| } | |
| ] | |
| } | |