| { | |
| "data_root": "data", | |
| "wandb_project": "lumi-classifiers", | |
| "resume": null, | |
| "base": "AnatomyFlaws", | |
| "rev": "v11.3_adabelief_fl_naflex_3000", | |
| "arch": "class", | |
| "name": "AnatomyFlaws-v11.3_adabelief_fl_naflex_3000", | |
| "base_vision_model": "google/siglip2-so400m-patch16-naflex", | |
| "embed_ver": "siglip2_so400m_patch16_naflex_Naflex_Proc1024", | |
| "data_mode": "embeddings", | |
| "is_end_to_end": false, | |
| "features": 1152, | |
| "preload_data": true, | |
| "hidden_dim": 1280, | |
| "use_attention": true, | |
| "num_attn_heads": 16, | |
| "attn_dropout": 0.3, | |
| "num_res_blocks": 3, | |
| "dropout_rate": 0.3, | |
| "output_mode": "linear", | |
| "lr": "1e-4", | |
| "batch": 128, | |
| "loss_function": "focal", | |
| "optimizer": "adabelief", | |
| "betas": [ | |
| 0.9, | |
| 0.999 | |
| ], | |
| "eps": "1e-8", | |
| "weight_decay": "1e-3", | |
| "max_train_epochs": null, | |
| "max_train_steps": 50000, | |
| "precision": "fp32", | |
| "nsave": 1000, | |
| "val_split_count": 300, | |
| "seed": -1, | |
| "num_workers": 0, | |
| "save_full_model": false, | |
| "log_every_n": 10, | |
| "validate_every_n": 100, | |
| "focal_loss_gamma": 2.0, | |
| "rectify": true, | |
| "weight_decouple": true, | |
| "gamma": 0.005, | |
| "r_sf": 0.0, | |
| "wlpow_sf": 2.0, | |
| "state_precision": "parameter", | |
| "adaptive_clip": 1.0, | |
| "adaptive_clip_eps": "1e-3", | |
| "scheduler_name": "RexAnnealingWarmRestarts", | |
| "scheduler_gamma": 0.95, | |
| "scheduler_cycle_multiplier": 1.0, | |
| "scheduler_first_cycle_max_steps": 5000, | |
| "scheduler_min_lr": "1e-7", | |
| "scheduler_warmup_steps": 1000, | |
| "labels": { | |
| "0": "Bad Anatomy", | |
| "1": "Good Anatomy" | |
| }, | |
| "weights": [ | |
| 1.0, | |
| 1.0 | |
| ], | |
| "num_labels": 2, | |
| "steps_per_epoch": 18, | |
| "num_train_epochs": 2778, | |
| "num_classes": 2 | |
| } |