{ "version": "deeptaxa.v2.0", "model_type": "hybridcnnbert", "tokenizer_name": "zhihan1996/DNABERT-2-117M", "release_notes": "v2: 5-seed release (seeds 42, 123, 456, 789, 1011) retrained from scratch on latest code (commit 11dae9c) with the identical v1 recipe. Each region ships all 5 seeds as ensemble members plus a default single model (= seed 42). Trained on an NVIDIA A40.", "source_commit": "11dae9c8fef89fd6fb795392768d812ff3ccf0a7", "seeds": [ 42, 123, 456, 789, 1011 ], "variants": { "full-length": { "default_checkpoint_file": "deeptaxa-full-length-v2.pt", "seeds": [ 42, 123, 456, 789, 1011 ], "checkpoints": { "42": { "file": "deeptaxa-full-length-v2-seed42.pt", "md5": "e83c3258907f95192f484856dd4ec16c" }, "123": { "file": "deeptaxa-full-length-v2-seed123.pt", "md5": "ad4231eb618e5f3d547ec6f8d3d7b9a2" }, "456": { "file": "deeptaxa-full-length-v2-seed456.pt", "md5": "001e7e23eb8902b18f85710e2f9f75f6" }, "789": { "file": "deeptaxa-full-length-v2-seed789.pt", "md5": "8c8e241e789b2111d7c41108135b3a6a" }, "1011": { "file": "deeptaxa-full-length-v2-seed1011.pt", "md5": "df9befc0568411426ecc5ba15c2fa85f" } }, "architecture": { "cnn": { "embed_dim": 896, "num_filters": 256, "kernel_sizes": [ 3, 5, 7 ], "num_conv_layers": 1, "dropout_prob": 0.2, "mask_padding": false }, "bert": { "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": null, "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "tokenizer_class": null, "prefix": null, "bos_token_id": null, "pad_token_id": 0, "eos_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "_commit_hash": null, "_attn_implementation_internal": "sdpa", "_attn_implementation_autoset": true, "transformers_version": null, "vocab_size": 4096, "hidden_size": 896, "num_hidden_layers": 4, "num_attention_heads": 7, "hidden_act": "gelu", "intermediate_size": 3584, "hidden_dropout_prob": 0.2, "attention_probs_dropout_prob": 0.2, "max_position_embeddings": 512, "type_vocab_size": 2, "initializer_range": 0.02, "layer_norm_eps": 1e-12, "position_embedding_type": "absolute", "use_cache": true, "classifier_dropout": null } }, "training_hyperparameters": { "learning_rate": 0.0005, "batch_size": 64, "epochs": 10, "loss_function": "cross_entropy", "level_weights": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "optimizer": "AdamW", "optimizer_params": { "lr": 0.0005, "betas": [ 0.9, 0.999 ], "weight_decay": 0.01 }, "scheduler_warmup_ratio": 0.1 }, "total_parameters": 76365205, "training_date": "2026-07-06", "training_hardware": "NVIDIA A40", "taxonomic_levels": {}, "test_metrics_per_seed": { "42": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.9969, "f1_score": 0.9967, "precision": 0.9967, "recall": 0.9969, "ece": 0.0024 }, "class": { "accuracy": 0.9963, "f1_score": 0.9959, "precision": 0.9957, "recall": 0.9963, "ece": 0.0024 }, "order": { "accuracy": 0.9904, "f1_score": 0.9893, "precision": 0.9888, "recall": 0.9904, "ece": 0.0061 }, "family": { "accuracy": 0.9861, "f1_score": 0.9842, "precision": 0.9835, "recall": 0.9861, "ece": 0.0074 }, "genus": { "accuracy": 0.9686, "f1_score": 0.9641, "precision": 0.9632, "recall": 0.9686, "ece": 0.0145 }, "species": { "accuracy": 0.9298, "f1_score": 0.9213, "precision": 0.9198, "recall": 0.9298, "ece": 0.024 } }, "123": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.997, "f1_score": 0.9969, "precision": 0.9969, "recall": 0.997, "ece": 0.0023 }, "class": { "accuracy": 0.9965, "f1_score": 0.9961, "precision": 0.9959, "recall": 0.9965, "ece": 0.0022 }, "order": { "accuracy": 0.9909, "f1_score": 0.9899, "precision": 0.9895, "recall": 0.9909, "ece": 0.0056 }, "family": { "accuracy": 0.986, "f1_score": 0.984, "precision": 0.9832, "recall": 0.986, "ece": 0.0076 }, "genus": { "accuracy": 0.9688, "f1_score": 0.9644, "precision": 0.9635, "recall": 0.9688, "ece": 0.0144 }, "species": { "accuracy": 0.9293, "f1_score": 0.9206, "precision": 0.9191, "recall": 0.9293, "ece": 0.0244 } }, "456": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.9971, "f1_score": 0.997, "precision": 0.997, "recall": 0.9971, "ece": 0.0021 }, "class": { "accuracy": 0.9963, "f1_score": 0.9959, "precision": 0.9959, "recall": 0.9963, "ece": 0.0023 }, "order": { "accuracy": 0.9905, "f1_score": 0.9895, "precision": 0.9891, "recall": 0.9905, "ece": 0.0057 }, "family": { "accuracy": 0.9859, "f1_score": 0.9839, "precision": 0.9833, "recall": 0.9859, "ece": 0.0073 }, "genus": { "accuracy": 0.9686, "f1_score": 0.9643, "precision": 0.9634, "recall": 0.9686, "ece": 0.0146 }, "species": { "accuracy": 0.9296, "f1_score": 0.9211, "precision": 0.9198, "recall": 0.9296, "ece": 0.0243 } }, "789": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.997, "f1_score": 0.9968, "precision": 0.9969, "recall": 0.997, "ece": 0.0022 }, "class": { "accuracy": 0.9962, "f1_score": 0.9958, "precision": 0.9956, "recall": 0.9962, "ece": 0.0025 }, "order": { "accuracy": 0.9909, "f1_score": 0.9899, "precision": 0.9896, "recall": 0.9909, "ece": 0.0055 }, "family": { "accuracy": 0.9862, "f1_score": 0.9842, "precision": 0.9835, "recall": 0.9862, "ece": 0.0074 }, "genus": { "accuracy": 0.969, "f1_score": 0.9648, "precision": 0.9642, "recall": 0.969, "ece": 0.0142 }, "species": { "accuracy": 0.9294, "f1_score": 0.9208, "precision": 0.9196, "recall": 0.9294, "ece": 0.0238 } }, "1011": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0001 }, "phylum": { "accuracy": 0.997, "f1_score": 0.9969, "precision": 0.9969, "recall": 0.997, "ece": 0.0021 }, "class": { "accuracy": 0.9962, "f1_score": 0.9958, "precision": 0.9957, "recall": 0.9962, "ece": 0.0024 }, "order": { "accuracy": 0.9906, "f1_score": 0.9896, "precision": 0.9892, "recall": 0.9906, "ece": 0.0058 }, "family": { "accuracy": 0.9863, "f1_score": 0.9843, "precision": 0.9837, "recall": 0.9863, "ece": 0.0073 }, "genus": { "accuracy": 0.9685, "f1_score": 0.9643, "precision": 0.9638, "recall": 0.9685, "ece": 0.0146 }, "species": { "accuracy": 0.9291, "f1_score": 0.9202, "precision": 0.9189, "recall": 0.9291, "ece": 0.0243 } } }, "test_metrics_mean_std": { "domain": { "accuracy": { "mean": 0.9998, "std": 0.0 }, "f1_score": { "mean": 0.9998, "std": 0.0 }, "ece": { "mean": 0.0002, "std": 0.0 } }, "phylum": { "accuracy": { "mean": 0.997, "std": 0.0001 }, "f1_score": { "mean": 0.9969, "std": 0.0001 }, "ece": { "mean": 0.0022, "std": 0.0001 } }, "class": { "accuracy": { "mean": 0.9963, "std": 0.0001 }, "f1_score": { "mean": 0.9959, "std": 0.0001 }, "ece": { "mean": 0.0024, "std": 0.0001 } }, "order": { "accuracy": { "mean": 0.9906, "std": 0.0002 }, "f1_score": { "mean": 0.9896, "std": 0.0003 }, "ece": { "mean": 0.0057, "std": 0.0002 } }, "family": { "accuracy": { "mean": 0.9861, "std": 0.0002 }, "f1_score": { "mean": 0.9841, "std": 0.0002 }, "ece": { "mean": 0.0074, "std": 0.0001 } }, "genus": { "accuracy": { "mean": 0.9687, "std": 0.0002 }, "f1_score": { "mean": 0.9644, "std": 0.0003 }, "ece": { "mean": 0.0145, "std": 0.0002 } }, "species": { "accuracy": { "mean": 0.9295, "std": 0.0003 }, "f1_score": { "mean": 0.9208, "std": 0.0004 }, "ece": { "mean": 0.0242, "std": 0.0003 } } } }, "v3v4": { "default_checkpoint_file": "deeptaxa-v3v4-v2.pt", "seeds": [ 42, 123, 456, 789, 1011 ], "checkpoints": { "42": { "file": "deeptaxa-v3v4-v2-seed42.pt", "md5": "72b243ef7a42f094bb33f4d9fc090e0d" }, "123": { "file": "deeptaxa-v3v4-v2-seed123.pt", "md5": "ffe3ceb7a8631c8e1e3b7eed3ef049fe" }, "456": { "file": "deeptaxa-v3v4-v2-seed456.pt", "md5": "8a97b15b27d8b92012532913a569e286" }, "789": { "file": "deeptaxa-v3v4-v2-seed789.pt", "md5": "2ae69ff52ff2ecd5e0725b88f1b4c33f" }, "1011": { "file": "deeptaxa-v3v4-v2-seed1011.pt", "md5": "bab69200b0b0b0fb580abb6c1905f4bb" } }, "architecture": { "cnn": { "embed_dim": 896, "num_filters": 256, "kernel_sizes": [ 3, 5, 7 ], "num_conv_layers": 1, "dropout_prob": 0.2, "mask_padding": false }, "bert": { "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": null, "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "tokenizer_class": null, "prefix": null, "bos_token_id": null, "pad_token_id": 0, "eos_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "_commit_hash": null, "_attn_implementation_internal": "sdpa", "_attn_implementation_autoset": true, "transformers_version": null, "vocab_size": 4096, "hidden_size": 896, "num_hidden_layers": 4, "num_attention_heads": 7, "hidden_act": "gelu", "intermediate_size": 3584, "hidden_dropout_prob": 0.2, "attention_probs_dropout_prob": 0.2, "max_position_embeddings": 512, "type_vocab_size": 2, "initializer_range": 0.02, "layer_norm_eps": 1e-12, "position_embedding_type": "absolute", "use_cache": true, "classifier_dropout": null } }, "training_hyperparameters": { "learning_rate": 0.0005, "batch_size": 64, "epochs": 10, "loss_function": "cross_entropy", "level_weights": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "optimizer": "AdamW", "optimizer_params": { "lr": 0.0005, "betas": [ 0.9, 0.999 ], "weight_decay": 0.01 }, "scheduler_warmup_ratio": 0.1 }, "total_parameters": 76365205, "training_date": "2026-07-06", "training_hardware": "NVIDIA A40", "taxonomic_levels": {}, "test_metrics_per_seed": { "42": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0001 }, "phylum": { "accuracy": 0.9968, "f1_score": 0.9966, "precision": 0.9966, "recall": 0.9968, "ece": 0.002 }, "class": { "accuracy": 0.9962, "f1_score": 0.9958, "precision": 0.9956, "recall": 0.9962, "ece": 0.0022 }, "order": { "accuracy": 0.9896, "f1_score": 0.9885, "precision": 0.9881, "recall": 0.9896, "ece": 0.0054 }, "family": { "accuracy": 0.9843, "f1_score": 0.982, "precision": 0.9812, "recall": 0.9843, "ece": 0.0075 }, "genus": { "accuracy": 0.9534, "f1_score": 0.9484, "precision": 0.9485, "recall": 0.9534, "ece": 0.0163 }, "species": { "accuracy": 0.8753, "f1_score": 0.8588, "precision": 0.8618, "recall": 0.8753, "ece": 0.0275 } }, "123": { "domain": { "accuracy": 0.9999, "f1_score": 0.9999, "precision": 0.9999, "recall": 0.9999, "ece": 0.0001 }, "phylum": { "accuracy": 0.9968, "f1_score": 0.9967, "precision": 0.9967, "recall": 0.9968, "ece": 0.002 }, "class": { "accuracy": 0.9962, "f1_score": 0.9958, "precision": 0.9956, "recall": 0.9962, "ece": 0.0021 }, "order": { "accuracy": 0.9893, "f1_score": 0.9883, "precision": 0.988, "recall": 0.9893, "ece": 0.0056 }, "family": { "accuracy": 0.9841, "f1_score": 0.982, "precision": 0.9814, "recall": 0.9841, "ece": 0.0073 }, "genus": { "accuracy": 0.9532, "f1_score": 0.9481, "precision": 0.9484, "recall": 0.9532, "ece": 0.0165 }, "species": { "accuracy": 0.8753, "f1_score": 0.8585, "precision": 0.8614, "recall": 0.8753, "ece": 0.0261 } }, "456": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0001 }, "phylum": { "accuracy": 0.9969, "f1_score": 0.9967, "precision": 0.9967, "recall": 0.9969, "ece": 0.0021 }, "class": { "accuracy": 0.9964, "f1_score": 0.996, "precision": 0.9959, "recall": 0.9964, "ece": 0.002 }, "order": { "accuracy": 0.9897, "f1_score": 0.9887, "precision": 0.9884, "recall": 0.9897, "ece": 0.0054 }, "family": { "accuracy": 0.9846, "f1_score": 0.9825, "precision": 0.982, "recall": 0.9846, "ece": 0.007 }, "genus": { "accuracy": 0.9535, "f1_score": 0.9487, "precision": 0.9491, "recall": 0.9535, "ece": 0.0168 }, "species": { "accuracy": 0.8769, "f1_score": 0.8605, "precision": 0.8623, "recall": 0.8769, "ece": 0.0256 } }, "789": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0001 }, "phylum": { "accuracy": 0.9969, "f1_score": 0.9967, "precision": 0.9967, "recall": 0.9969, "ece": 0.002 }, "class": { "accuracy": 0.9962, "f1_score": 0.9958, "precision": 0.9957, "recall": 0.9962, "ece": 0.0021 }, "order": { "accuracy": 0.9894, "f1_score": 0.9883, "precision": 0.988, "recall": 0.9894, "ece": 0.0055 }, "family": { "accuracy": 0.984, "f1_score": 0.9819, "precision": 0.9814, "recall": 0.984, "ece": 0.0073 }, "genus": { "accuracy": 0.9528, "f1_score": 0.948, "precision": 0.9484, "recall": 0.9528, "ece": 0.0167 }, "species": { "accuracy": 0.8749, "f1_score": 0.859, "precision": 0.8616, "recall": 0.8749, "ece": 0.0261 } }, "1011": { "domain": { "accuracy": 0.9999, "f1_score": 0.9999, "precision": 0.9999, "recall": 0.9999, "ece": 0.0001 }, "phylum": { "accuracy": 0.9968, "f1_score": 0.9967, "precision": 0.9967, "recall": 0.9968, "ece": 0.0021 }, "class": { "accuracy": 0.9962, "f1_score": 0.9958, "precision": 0.9958, "recall": 0.9962, "ece": 0.0021 }, "order": { "accuracy": 0.9897, "f1_score": 0.9887, "precision": 0.9885, "recall": 0.9897, "ece": 0.0055 }, "family": { "accuracy": 0.9842, "f1_score": 0.9822, "precision": 0.9818, "recall": 0.9842, "ece": 0.0076 }, "genus": { "accuracy": 0.9536, "f1_score": 0.949, "precision": 0.9497, "recall": 0.9536, "ece": 0.0164 }, "species": { "accuracy": 0.8746, "f1_score": 0.8583, "precision": 0.8611, "recall": 0.8746, "ece": 0.027 } } }, "test_metrics_mean_std": { "domain": { "accuracy": { "mean": 0.9999, "std": 0.0 }, "f1_score": { "mean": 0.9999, "std": 0.0 }, "ece": { "mean": 0.0001, "std": 0.0 } }, "phylum": { "accuracy": { "mean": 0.9968, "std": 0.0 }, "f1_score": { "mean": 0.9967, "std": 0.0 }, "ece": { "mean": 0.0021, "std": 0.0 } }, "class": { "accuracy": { "mean": 0.9962, "std": 0.0001 }, "f1_score": { "mean": 0.9959, "std": 0.0001 }, "ece": { "mean": 0.0021, "std": 0.0001 } }, "order": { "accuracy": { "mean": 0.9896, "std": 0.0002 }, "f1_score": { "mean": 0.9885, "std": 0.0002 }, "ece": { "mean": 0.0055, "std": 0.0001 } }, "family": { "accuracy": { "mean": 0.9842, "std": 0.0002 }, "f1_score": { "mean": 0.9821, "std": 0.0002 }, "ece": { "mean": 0.0073, "std": 0.0002 } }, "genus": { "accuracy": { "mean": 0.9533, "std": 0.0003 }, "f1_score": { "mean": 0.9484, "std": 0.0004 }, "ece": { "mean": 0.0166, "std": 0.0002 } }, "species": { "accuracy": { "mean": 0.8754, "std": 0.0009 }, "f1_score": { "mean": 0.859, "std": 0.0009 }, "ece": { "mean": 0.0265, "std": 0.0008 } } } }, "v4": { "default_checkpoint_file": "deeptaxa-v4-v2.pt", "seeds": [ 42, 123, 456, 789, 1011 ], "checkpoints": { "42": { "file": "deeptaxa-v4-v2-seed42.pt", "md5": "0db4d551835d77b9197c2d601bdceaf9" }, "123": { "file": "deeptaxa-v4-v2-seed123.pt", "md5": "005a53c56c9deb514ddf438897b175f7" }, "456": { "file": "deeptaxa-v4-v2-seed456.pt", "md5": "817b8eee05f07f97a5254537929d5cfe" }, "789": { "file": "deeptaxa-v4-v2-seed789.pt", "md5": "04a07fab97f80c8f5afc6496a9012bce" }, "1011": { "file": "deeptaxa-v4-v2-seed1011.pt", "md5": "2f9d0544f6529bc4e593efdb1c7c29a9" } }, "architecture": { "cnn": { "embed_dim": 896, "num_filters": 256, "kernel_sizes": [ 3, 5, 7 ], "num_conv_layers": 1, "dropout_prob": 0.2, "mask_padding": false }, "bert": { "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": null, "finetuning_task": null, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "tokenizer_class": null, "prefix": null, "bos_token_id": null, "pad_token_id": 0, "eos_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "_commit_hash": null, "_attn_implementation_internal": "sdpa", "_attn_implementation_autoset": true, "transformers_version": null, "vocab_size": 4096, "hidden_size": 896, "num_hidden_layers": 4, "num_attention_heads": 7, "hidden_act": "gelu", "intermediate_size": 3584, "hidden_dropout_prob": 0.2, "attention_probs_dropout_prob": 0.2, "max_position_embeddings": 512, "type_vocab_size": 2, "initializer_range": 0.02, "layer_norm_eps": 1e-12, "position_embedding_type": "absolute", "use_cache": true, "classifier_dropout": null } }, "training_hyperparameters": { "learning_rate": 0.0005, "batch_size": 64, "epochs": 10, "loss_function": "cross_entropy", "level_weights": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "optimizer": "AdamW", "optimizer_params": { "lr": 0.0005, "betas": [ 0.9, 0.999 ], "weight_decay": 0.01 }, "scheduler_warmup_ratio": 0.1 }, "total_parameters": 76365205, "training_date": "2026-07-06", "training_hardware": "NVIDIA A40", "taxonomic_levels": {}, "test_metrics_per_seed": { "42": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.9959, "f1_score": 0.9957, "precision": 0.9958, "recall": 0.9959, "ece": 0.0025 }, "class": { "accuracy": 0.9954, "f1_score": 0.9949, "precision": 0.9948, "recall": 0.9954, "ece": 0.0024 }, "order": { "accuracy": 0.9877, "f1_score": 0.9867, "precision": 0.9866, "recall": 0.9877, "ece": 0.0058 }, "family": { "accuracy": 0.981, "f1_score": 0.9788, "precision": 0.9784, "recall": 0.981, "ece": 0.0076 }, "genus": { "accuracy": 0.9346, "f1_score": 0.9265, "precision": 0.928, "recall": 0.9346, "ece": 0.0172 }, "species": { "accuracy": 0.8284, "f1_score": 0.8016, "precision": 0.806, "recall": 0.8284, "ece": 0.0256 } }, "123": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.9958, "f1_score": 0.9956, "precision": 0.9957, "recall": 0.9958, "ece": 0.0026 }, "class": { "accuracy": 0.9953, "f1_score": 0.9948, "precision": 0.9947, "recall": 0.9953, "ece": 0.0025 }, "order": { "accuracy": 0.9872, "f1_score": 0.986, "precision": 0.9857, "recall": 0.9872, "ece": 0.0064 }, "family": { "accuracy": 0.9804, "f1_score": 0.9781, "precision": 0.9776, "recall": 0.9804, "ece": 0.0083 }, "genus": { "accuracy": 0.9336, "f1_score": 0.9256, "precision": 0.9281, "recall": 0.9336, "ece": 0.0182 }, "species": { "accuracy": 0.828, "f1_score": 0.8013, "precision": 0.806, "recall": 0.828, "ece": 0.0272 } }, "456": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.996, "f1_score": 0.9958, "precision": 0.9958, "recall": 0.996, "ece": 0.0025 }, "class": { "accuracy": 0.9953, "f1_score": 0.9948, "precision": 0.9947, "recall": 0.9953, "ece": 0.0024 }, "order": { "accuracy": 0.9873, "f1_score": 0.9861, "precision": 0.9856, "recall": 0.9873, "ece": 0.0061 }, "family": { "accuracy": 0.9807, "f1_score": 0.9785, "precision": 0.9778, "recall": 0.9807, "ece": 0.0077 }, "genus": { "accuracy": 0.9348, "f1_score": 0.9268, "precision": 0.9283, "recall": 0.9348, "ece": 0.0168 }, "species": { "accuracy": 0.8297, "f1_score": 0.8028, "precision": 0.8051, "recall": 0.8297, "ece": 0.0254 } }, "789": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.996, "f1_score": 0.9959, "precision": 0.9958, "recall": 0.996, "ece": 0.0024 }, "class": { "accuracy": 0.9955, "f1_score": 0.9951, "precision": 0.9949, "recall": 0.9955, "ece": 0.0023 }, "order": { "accuracy": 0.9876, "f1_score": 0.9865, "precision": 0.9863, "recall": 0.9876, "ece": 0.0059 }, "family": { "accuracy": 0.9802, "f1_score": 0.978, "precision": 0.9774, "recall": 0.9802, "ece": 0.0082 }, "genus": { "accuracy": 0.9335, "f1_score": 0.926, "precision": 0.9281, "recall": 0.9335, "ece": 0.0168 }, "species": { "accuracy": 0.8276, "f1_score": 0.8014, "precision": 0.8052, "recall": 0.8276, "ece": 0.0254 } }, "1011": { "domain": { "accuracy": 0.9998, "f1_score": 0.9998, "precision": 0.9998, "recall": 0.9998, "ece": 0.0002 }, "phylum": { "accuracy": 0.996, "f1_score": 0.9958, "precision": 0.9958, "recall": 0.996, "ece": 0.0024 }, "class": { "accuracy": 0.9955, "f1_score": 0.995, "precision": 0.9948, "recall": 0.9955, "ece": 0.0023 }, "order": { "accuracy": 0.9875, "f1_score": 0.9863, "precision": 0.9858, "recall": 0.9875, "ece": 0.0058 }, "family": { "accuracy": 0.9807, "f1_score": 0.9784, "precision": 0.9777, "recall": 0.9807, "ece": 0.0077 }, "genus": { "accuracy": 0.9343, "f1_score": 0.9261, "precision": 0.9279, "recall": 0.9343, "ece": 0.0163 }, "species": { "accuracy": 0.8285, "f1_score": 0.8025, "precision": 0.8056, "recall": 0.8285, "ece": 0.0233 } } }, "test_metrics_mean_std": { "domain": { "accuracy": { "mean": 0.9998, "std": 0.0 }, "f1_score": { "mean": 0.9998, "std": 0.0 }, "ece": { "mean": 0.0002, "std": 0.0 } }, "phylum": { "accuracy": { "mean": 0.9959, "std": 0.0001 }, "f1_score": { "mean": 0.9958, "std": 0.0001 }, "ece": { "mean": 0.0025, "std": 0.0001 } }, "class": { "accuracy": { "mean": 0.9954, "std": 0.0001 }, "f1_score": { "mean": 0.9949, "std": 0.0001 }, "ece": { "mean": 0.0024, "std": 0.0001 } }, "order": { "accuracy": { "mean": 0.9875, "std": 0.0002 }, "f1_score": { "mean": 0.9863, "std": 0.0003 }, "ece": { "mean": 0.006, "std": 0.0002 } }, "family": { "accuracy": { "mean": 0.9806, "std": 0.0003 }, "f1_score": { "mean": 0.9784, "std": 0.0003 }, "ece": { "mean": 0.0079, "std": 0.0003 } }, "genus": { "accuracy": { "mean": 0.9342, "std": 0.0006 }, "f1_score": { "mean": 0.9262, "std": 0.0004 }, "ece": { "mean": 0.0171, "std": 0.0007 } }, "species": { "accuracy": { "mean": 0.8284, "std": 0.0008 }, "f1_score": { "mean": 0.8019, "std": 0.0007 }, "ece": { "mean": 0.0254, "std": 0.0014 } } } } } }