{
"is_master": false,
"name": "text",
"cmd": "--depth=17 --bs=768 --ep=350 --fp16=1 --alng=1e-4 --wpe=0.01 --tblr=5e-5 --data_path /mnt/localssd/ImageNet2012/ --workers 12 --vfast 2 --tfast 2 --encoder_model vit_base_patch14_dinov2.lvd142m --decoder_model vit_base_patch14_dinov2.lvd142m --product_quant 2 --semantic_guide dinov2 --num_latent_tokens 121 --codebook_embed_dim 12 --codebook_size 4096 --v_patch_nums 1 1 2 3 3 4 5 6 8 11 --pn 1_1_2_3_3_4_5_6_8_11 --patch_size 11 --local_out_dir_path /sensei-fs/users/xiangl/exp137-var-d17/ --vae_ckpt /sensei-fs/users/xiangl/output/exp137/best_ckpt.pt --p_drop 0.0 --st_ep 50 --ed_ep 150 --sem_half True --clip_norm True --scale 1.0",
"commit": "c10aeadc347d1ae622ef1dd0747e33e6cb270200",
"branch": "main",
"tb_log_dir_path": "/sensei-fs/users/xiangl/exp137-var-d17/tb-VARd17__pn1_1_2_3_3_4_5_6_8_11__b768ep350adamlr5e-05wd0.05"
}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.6342683434486389, 'L_mean': 5.573810167610645, 'L_tail': 4.877430374920368, 'acc_mean': 5.43597040232271, 'acc_tail': 8.306323299184442, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1:05:16', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.6342683434486389, 'L_mean': 5.573810167610645, 'L_tail': 4.877430374920368, 'acc_mean': 5.43597040232271, 'acc_tail': 8.306323299184442, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1:05:15', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.6342683434486389, 'L_mean': 5.573810167610645, 'L_tail': 4.877430374920368, 'acc_mean': 5.43597040232271, 'acc_tail': 8.306323299184442, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1:05:16', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.6342683434486389, 'L_mean': 5.573810167610645, 'L_tail': 4.877430374920368, 'acc_mean': 5.43597040232271, 'acc_tail': 8.306323299184442, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '1:05:16', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.638511574268341, 'L_mean': 5.584910683333874, 'L_tail': 4.880105419456958, 'acc_mean': 5.380973319988698, 'acc_tail': 8.276300054276362, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:57:59', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.638511574268341, 'L_mean': 5.584910683333874, 'L_tail': 4.880105419456958, 'acc_mean': 5.380973319988698, 'acc_tail': 8.276300054276362, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:57:58', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.638511574268341, 'L_mean': 5.584910683333874, 'L_tail': 4.880105419456958, 'acc_mean': 5.380973319988698, 'acc_tail': 8.276300054276362, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:57:59', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.638511574268341, 'L_mean': 5.584910683333874, 'L_tail': 4.880105419456958, 'acc_mean': 5.380973319988698, 'acc_tail': 8.276300054276362, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:57:59', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.626160991191864, 'L_mean': 5.580379511415958, 'L_tail': 4.882796193659305, 'acc_mean': 5.41912526357919, 'acc_tail': 8.303417812567204, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:50:44', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.626160991191864, 'L_mean': 5.580379511415958, 'L_tail': 4.882796193659305, 'acc_mean': 5.41912526357919, 'acc_tail': 8.303417812567204, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:50:45', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.626160991191864, 'L_mean': 5.580379511415958, 'L_tail': 4.882796193659305, 'acc_mean': 5.41912526357919, 'acc_tail': 8.303417812567204, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:50:45', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.626160991191864, 'L_mean': 5.580379511415958, 'L_tail': 4.882796193659305, 'acc_mean': 5.41912526357919, 'acc_tail': 8.303417812567204, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:50:45', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.6331138134002685, 'L_mean': 5.5760069087147714, 'L_tail': 4.876359175145626, 'acc_mean': 5.433102181414142, 'acc_tail': 8.297714475775138, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:43:31', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.6331138134002685, 'L_mean': 5.5760069087147714, 'L_tail': 4.876359175145626, 'acc_mean': 5.433102181414142, 'acc_tail': 8.297714475775138, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:43:33', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.6331138134002685, 'L_mean': 5.5760069087147714, 'L_tail': 4.876359175145626, 'acc_mean': 5.433102181414142, 'acc_tail': 8.297714475775138, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:43:32', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.6331138134002685, 'L_mean': 5.5760069087147714, 'L_tail': 4.876359175145626, 'acc_mean': 5.433102181414142, 'acc_tail': 8.297714475775138, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:43:32', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.6179682970046997, 'L_mean': 5.581704184412956, 'L_tail': 4.884118145704269, 'acc_mean': 5.4313721403013915, 'acc_tail': 8.337853068951517, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:36:13', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.6179682970046997, 'L_mean': 5.581704184412956, 'L_tail': 4.884118145704269, 'acc_mean': 5.4313721403013915, 'acc_tail': 8.337853068951517, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:36:13', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.6179682970046997, 'L_mean': 5.581704184412956, 'L_tail': 4.884118145704269, 'acc_mean': 5.4313721403013915, 'acc_tail': 8.337853068951517, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:36:13', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.6179682970046997, 'L_mean': 5.581704184412956, 'L_tail': 4.884118145704269, 'acc_mean': 5.4313721403013915, 'acc_tail': 8.337853068951517, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:36:13', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.6302020311355591, 'L_mean': 5.580851393938064, 'L_tail': 4.883694683015347, 'acc_mean': 5.400777733884752, 'acc_tail': 8.233363591134548, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:29:00', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.6302020311355591, 'L_mean': 5.580851393938064, 'L_tail': 4.883694683015347, 'acc_mean': 5.400777733884752, 'acc_tail': 8.233363591134548, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:29:01', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.6302020311355591, 'L_mean': 5.580851393938064, 'L_tail': 4.883694683015347, 'acc_mean': 5.400777733884752, 'acc_tail': 8.233363591134548, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:29:01', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.6302020311355591, 'L_mean': 5.580851393938064, 'L_tail': 4.883694683015347, 'acc_mean': 5.400777733884752, 'acc_tail': 8.233363591134548, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:29:01', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.6158288836479187, 'L_mean': 5.575947630405426, 'L_tail': 4.879143780469894, 'acc_mean': 5.419671604176983, 'acc_tail': 8.300942787900567, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:21:46', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.6158288836479187, 'L_mean': 5.575947630405426, 'L_tail': 4.879143780469894, 'acc_mean': 5.419671604176983, 'acc_tail': 8.300942787900567, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:21:46', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.6158288836479187, 'L_mean': 5.575947630405426, 'L_tail': 4.879143780469894, 'acc_mean': 5.419671604176983, 'acc_tail': 8.300942787900567, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:21:46', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.6158288836479187, 'L_mean': 5.575947630405426, 'L_tail': 4.879143780469894, 'acc_mean': 5.419671604176983, 'acc_tail': 8.300942787900567, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:21:47', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.6224257230758667, 'L_mean': 5.579694178700447, 'L_tail': 4.875609412789345, 'acc_mean': 5.420445562340319, 'acc_tail': 8.319451722782105, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:14:33', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.6224257230758667, 'L_mean': 5.579694178700447, 'L_tail': 4.875609412789345, 'acc_mean': 5.420445562340319, 'acc_tail': 8.319451722782105, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:14:33', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.6224257230758667, 'L_mean': 5.579694178700447, 'L_tail': 4.875609412789345, 'acc_mean': 5.420445562340319, 'acc_tail': 8.319451722782105, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:14:32', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.6224257230758667, 'L_mean': 5.579694178700447, 'L_tail': 4.875609412789345, 'acc_mean': 5.420445562340319, 'acc_tail': 8.319451722782105, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:14:33', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.6251736402511596, 'L_mean': 5.581014320254326, 'L_tail': 4.8860439419746395, 'acc_mean': 5.412296166177839, 'acc_tail': 8.26672276481986, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:07:18', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.6251736402511596, 'L_mean': 5.581014320254326, 'L_tail': 4.8860439419746395, 'acc_mean': 5.412296166177839, 'acc_tail': 8.26672276481986, 'vL_mean': 5.60511589050293, 'vL_tail': 4.862174987792969, 'vacc_mean': 5.358786582946777, 'vacc_tail': 8.345843315124512, 'remain_time': '0:07:19', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.6251736402511596, 'L_mean': 5.581014320254326, 'L_tail': 4.8860439419746395, 'acc_mean': 5.412296166177839, 'acc_tail': 8.26672276481986, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:07:19', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.6251736402511596, 'L_mean': 5.581014320254326, 'L_tail': 4.8860439419746395, 'acc_mean': 5.412296166177839, 'acc_tail': 8.26672276481986, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:07:18', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': 5.601079940795898, 'vL_tail': 4.856649875640869, 'vacc_mean': 5.378614902496338, 'vacc_tail': 8.381107330322266, 'remain_time': '0:00:04', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:00:04', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:00:04', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:00:04', 'finish_time': '2024-11-17 10:12'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '-', 'finish_time': '2024-11-17 10:13'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '-', 'finish_time': '2024-11-17 10:13'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '-', 'finish_time': '2024-11-17 10:13'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.618781590461731, 'L_mean': 5.575721083581447, 'L_tail': 4.875838945806026, 'acc_mean': 5.4025077586993575, 'acc_tail': 8.27360981144011, 'vL_mean': 5.601079940795898, 'vL_tail': 4.856649875640869, 'vacc_mean': 5.378614902496338, 'vacc_tail': 8.381107330322266, 'remain_time': '-', 'finish_time': '2024-11-17 10:13'}