{
"is_master": false,
"name": "text",
"cmd": "--depth=24 --bs=768 --ep=350 --fp16=1 --alng=1e-4 --wpe=0.01 --tblr=8e-5 --data_path /mnt/localssd/ImageNet2012/ --workers 12 --vfast 2 --tfast 2 --encoder_model vit_base_patch14_dinov2.lvd142m --decoder_model vit_base_patch14_dinov2.lvd142m --product_quant 2 --semantic_guide dinov2 --num_latent_tokens 121 --codebook_embed_dim 14 --codebook_size 16384 --v_patch_nums 1 1 2 3 3 4 5 6 8 11 --pn 1_1_2_3_3_4_5_6_8_11 --patch_size 11 --local_out_dir_path /sensei-fs/users/xiangl/exp141-var-d24/ --vae_ckpt /sensei-fs/users/xiangl/output/exp141/best_ckpt.pt --p_drop 0.0 --st_ep 50 --ed_ep 150 --sem_half True --clip_norm True --scale 1.0 --encoder_depth 6 --proj_coef 0.2 --query False",
"commit": "ca9b13c7b773f48247047ce959b4a6b3af1d406f",
"branch": "main",
"tb_log_dir_path": "/sensei-fs/users/xiangl/exp141-var-d24/tb-VARd24__pn1_1_2_3_3_4_5_6_8_11__b768ep350adamlr8e-05wd0.05"
}
{'it': '1669/1669', 'ep': '281/350', 'lr': 5.271280846465349e-05, 'wd': 0.05, 'grad_norm': 0.500012856721878, 'L_mean': 6.4407693013548855, 'L_tail': 5.689546026289463, 'acc_mean': 3.554596527828835, 'acc_tail': 5.567966679809615, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:38:22', 'finish_time': '2024-11-27 12:47'}
{'it': '1669/1669', 'ep': '281/350', 'lr': 5.271280846465349e-05, 'wd': 0.05, 'grad_norm': 0.500012856721878, 'L_mean': 6.4407693013548855, 'L_tail': 5.689546026289463, 'acc_mean': 3.554596527828835, 'acc_tail': 5.567966679809615, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:38:28', 'finish_time': '2024-11-27 12:47'}
{'it': '1669/1669', 'ep': '281/350', 'lr': 5.271280846465349e-05, 'wd': 0.05, 'grad_norm': 0.500012856721878, 'L_mean': 6.4407693013548855, 'L_tail': 5.689546026289463, 'acc_mean': 3.554596527828835, 'acc_tail': 5.567966679809615, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '21:38:10', 'finish_time': '2024-11-27 12:47'}
{'it': '1669/1669', 'ep': '281/350', 'lr': 5.271280846465349e-05, 'wd': 0.05, 'grad_norm': 0.500012856721878, 'L_mean': 6.4407693013548855, 'L_tail': 5.689546026289463, 'acc_mean': 3.554596527828835, 'acc_tail': 5.567966679809615, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:38:33', 'finish_time': '2024-11-27 12:47'}
{'it': '1669/1669', 'ep': '282/350', 'lr': 5.198363732748461e-05, 'wd': 0.05, 'grad_norm': 0.49291370511054994, 'L_mean': 6.445782573521138, 'L_tail': 5.694757243990898, 'acc_mean': 3.539982233196497, 'acc_tail': 5.549995769979432, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '21:25:00', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '282/350', 'lr': 5.198363732748461e-05, 'wd': 0.05, 'grad_norm': 0.49291370511054994, 'L_mean': 6.445782573521138, 'L_tail': 5.694757243990898, 'acc_mean': 3.539982233196497, 'acc_tail': 5.549995769979432, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:25:36', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '282/350', 'lr': 5.198363732748461e-05, 'wd': 0.05, 'grad_norm': 0.49291370511054994, 'L_mean': 6.445782573521138, 'L_tail': 5.694757243990898, 'acc_mean': 3.539982233196497, 'acc_tail': 5.549995769979432, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:25:05', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '282/350', 'lr': 5.198363732748461e-05, 'wd': 0.05, 'grad_norm': 0.49291370511054994, 'L_mean': 6.445782573521138, 'L_tail': 5.694757243990898, 'acc_mean': 3.539982233196497, 'acc_tail': 5.549995769979432, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:25:29', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '283/350', 'lr': 5.125446619031569e-05, 'wd': 0.05, 'grad_norm': 0.5068694174289703, 'L_mean': 6.419715751707554, 'L_tail': 5.661699649691582, 'acc_mean': 3.6484740034211427, 'acc_tail': 5.723463413305581, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:05:47', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '283/350', 'lr': 5.125446619031569e-05, 'wd': 0.05, 'grad_norm': 0.5068694174289703, 'L_mean': 6.419715751707554, 'L_tail': 5.661699649691582, 'acc_mean': 3.6484740034211427, 'acc_tail': 5.723463413305581, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:05:37', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '283/350', 'lr': 5.125446619031569e-05, 'wd': 0.05, 'grad_norm': 0.5068694174289703, 'L_mean': 6.419715751707554, 'L_tail': 5.661699649691582, 'acc_mean': 3.6484740034211427, 'acc_tail': 5.723463413305581, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '21:06:00', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '283/350', 'lr': 5.125446619031569e-05, 'wd': 0.05, 'grad_norm': 0.5068694174289703, 'L_mean': 6.419715751707554, 'L_tail': 5.661699649691582, 'acc_mean': 3.6484740034211427, 'acc_tail': 5.723463413305581, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '21:05:45', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '284/350', 'lr': 5.05252950531468e-05, 'wd': 0.05, 'grad_norm': 0.5024665474891663, 'L_mean': 6.440149384737015, 'L_tail': 5.68869608938694, 'acc_mean': 3.5442618100205436, 'acc_tail': 5.539234761381522, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '20:47:52', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '284/350', 'lr': 5.05252950531468e-05, 'wd': 0.05, 'grad_norm': 0.5024665474891663, 'L_mean': 6.440149384737015, 'L_tail': 5.68869608938694, 'acc_mean': 3.5442618100205436, 'acc_tail': 5.539234761381522, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:47:20', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '284/350', 'lr': 5.05252950531468e-05, 'wd': 0.05, 'grad_norm': 0.5024665474891663, 'L_mean': 6.440149384737015, 'L_tail': 5.68869608938694, 'acc_mean': 3.5442618100205436, 'acc_tail': 5.539234761381522, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:47:33', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '284/350', 'lr': 5.05252950531468e-05, 'wd': 0.05, 'grad_norm': 0.5024665474891663, 'L_mean': 6.440149384737015, 'L_tail': 5.68869608938694, 'acc_mean': 3.5442618100205436, 'acc_tail': 5.539234761381522, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:47:52', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '285/350', 'lr': 4.979612391597791e-05, 'wd': 0.05, 'grad_norm': 0.5076317310333252, 'L_mean': 6.4353796020150185, 'L_tail': 5.685068155825138, 'acc_mean': 3.577178107225336, 'acc_tail': 5.597236657049507, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:29:21', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '285/350', 'lr': 4.979612391597791e-05, 'wd': 0.05, 'grad_norm': 0.5076317310333252, 'L_mean': 6.4353796020150185, 'L_tail': 5.685068155825138, 'acc_mean': 3.577178107225336, 'acc_tail': 5.597236657049507, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '20:29:43', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '285/350', 'lr': 4.979612391597791e-05, 'wd': 0.05, 'grad_norm': 0.5076317310333252, 'L_mean': 6.4353796020150185, 'L_tail': 5.685068155825138, 'acc_mean': 3.577178107225336, 'acc_tail': 5.597236657049507, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:29:44', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '285/350', 'lr': 4.979612391597791e-05, 'wd': 0.05, 'grad_norm': 0.5076317310333252, 'L_mean': 6.4353796020150185, 'L_tail': 5.685068155825138, 'acc_mean': 3.577178107225336, 'acc_tail': 5.597236657049507, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:30:04', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '286/350', 'lr': 4.906695277880902e-05, 'wd': 0.05, 'grad_norm': 0.5166233897209167, 'L_mean': 6.430859173834324, 'L_tail': 5.675376258790493, 'acc_mean': 3.5704855871153995, 'acc_tail': 5.595514890737832, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:10:12', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '286/350', 'lr': 4.906695277880902e-05, 'wd': 0.05, 'grad_norm': 0.5166233897209167, 'L_mean': 6.430859173834324, 'L_tail': 5.675376258790493, 'acc_mean': 3.5704855871153995, 'acc_tail': 5.595514890737832, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:09:33', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '286/350', 'lr': 4.906695277880902e-05, 'wd': 0.05, 'grad_norm': 0.5166233897209167, 'L_mean': 6.430859173834324, 'L_tail': 5.675376258790493, 'acc_mean': 3.5704855871153995, 'acc_tail': 5.595514890737832, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '20:09:30', 'finish_time': '2024-11-27 12:53'}
{'it': '1669/1669', 'ep': '286/350', 'lr': 4.906695277880902e-05, 'wd': 0.05, 'grad_norm': 0.5166233897209167, 'L_mean': 6.430859173834324, 'L_tail': 5.675376258790493, 'acc_mean': 3.5704855871153995, 'acc_tail': 5.595514890737832, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '20:09:19', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '287/350', 'lr': 4.833778164164014e-05, 'wd': 0.05, 'grad_norm': 0.5201642513275146, 'L_mean': 6.427928701043129, 'L_tail': 5.6721094131469725, 'acc_mean': 3.588423379114829, 'acc_tail': 5.590780038619414, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:54:44', 'finish_time': '2024-11-27 12:57'}
{'it': '1669/1669', 'ep': '287/350', 'lr': 4.833778164164014e-05, 'wd': 0.05, 'grad_norm': 0.5201642513275146, 'L_mean': 6.427928701043129, 'L_tail': 5.6721094131469725, 'acc_mean': 3.588423379114829, 'acc_tail': 5.590780038619414, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '19:54:15', 'finish_time': '2024-11-27 12:56'}
{'it': '1669/1669', 'ep': '287/350', 'lr': 4.833778164164014e-05, 'wd': 0.05, 'grad_norm': 0.5201642513275146, 'L_mean': 6.427928701043129, 'L_tail': 5.6721094131469725, 'acc_mean': 3.588423379114829, 'acc_tail': 5.590780038619414, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:54:45', 'finish_time': '2024-11-27 12:57'}
{'it': '1669/1669', 'ep': '287/350', 'lr': 4.833778164164014e-05, 'wd': 0.05, 'grad_norm': 0.5201642513275146, 'L_mean': 6.427928701043129, 'L_tail': 5.6721094131469725, 'acc_mean': 3.588423379114829, 'acc_tail': 5.590780038619414, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:55:30', 'finish_time': '2024-11-27 12:58'}
{'it': '1669/1669', 'ep': '288/350', 'lr': 4.7608610504471245e-05, 'wd': 0.05, 'grad_norm': 0.5127480864524842, 'L_mean': 6.416280543804168, 'L_tail': 5.661873772740364, 'acc_mean': 3.6561225989134982, 'acc_tail': 5.715392658021301, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '19:32:40', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '288/350', 'lr': 4.7608610504471245e-05, 'wd': 0.05, 'grad_norm': 0.5127480864524842, 'L_mean': 6.416280543804168, 'L_tail': 5.661873772740364, 'acc_mean': 3.6561225989134982, 'acc_tail': 5.715392658021301, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:32:41', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '288/350', 'lr': 4.7608610504471245e-05, 'wd': 0.05, 'grad_norm': 0.5127480864524842, 'L_mean': 6.416280543804168, 'L_tail': 5.661873772740364, 'acc_mean': 3.6561225989134982, 'acc_tail': 5.715392658021301, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:32:40', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '288/350', 'lr': 4.7608610504471245e-05, 'wd': 0.05, 'grad_norm': 0.5127480864524842, 'L_mean': 6.416280543804168, 'L_tail': 5.661873772740364, 'acc_mean': 3.6561225989134982, 'acc_tail': 5.715392658021301, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:32:35', 'finish_time': '2024-11-27 12:54'}
{'it': '1669/1669', 'ep': '289/350', 'lr': 4.687943936730236e-05, 'wd': 0.05, 'grad_norm': 0.5157963991165161, 'L_mean': 6.428483474254608, 'L_tail': 5.667338354885578, 'acc_mean': 3.5998507478507236, 'acc_tail': 5.630703411297873, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:11:59', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '289/350', 'lr': 4.687943936730236e-05, 'wd': 0.05, 'grad_norm': 0.5157963991165161, 'L_mean': 6.428483474254608, 'L_tail': 5.667338354885578, 'acc_mean': 3.5998507478507236, 'acc_tail': 5.630703411297873, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:11:42', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '289/350', 'lr': 4.687943936730236e-05, 'wd': 0.05, 'grad_norm': 0.5157963991165161, 'L_mean': 6.428483474254608, 'L_tail': 5.667338354885578, 'acc_mean': 3.5998507478507236, 'acc_tail': 5.630703411297873, 'vL_mean': 6.484208583831787, 'vL_tail': 5.658320903778076, 'vacc_mean': 3.5201680660247803, 'vacc_tail': 5.6647515296936035, 'remain_time': '19:11:54', 'finish_time': '2024-11-27 12:52'}
{'it': '1669/1669', 'ep': '289/350', 'lr': 4.687943936730236e-05, 'wd': 0.05, 'grad_norm': 0.5157963991165161, 'L_mean': 6.428483474254608, 'L_tail': 5.667338354885578, 'acc_mean': 3.5998507478507236, 'acc_tail': 5.630703411297873, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '19:11:47', 'finish_time': '2024-11-27 12:52'}