{
"is_master": false,
"name": "text",
"cmd": "--depth=17 --bs=768 --ep=350 --fp16=1 --alng=1e-4 --wpe=0.01 --tblr=5e-5 --data_path /mnt/localssd/ImageNet2012/ --workers 12 --vfast 2 --tfast 2 --encoder_model vit_base_patch14_dinov2.lvd142m --decoder_model vit_base_patch14_dinov2.lvd142m --product_quant 2 --semantic_guide dinov2 --num_latent_tokens 121 --codebook_embed_dim 12 --codebook_size 4096 --v_patch_nums 1 1 2 3 3 4 5 6 8 11 --pn 1_1_2_3_3_4_5_6_8_11 --patch_size 11 --local_out_dir_path /sensei-fs/users/xiangl/exp135-var-d17/ --vae_ckpt /sensei-fs/users/xiangl/output/exp135/best_ckpt.pt --p_drop 0.0 --st_ep 50 --ed_ep 150 --sem_half True --clip_norm True --scale 1.0",
"commit": "c10aeadc347d1ae622ef1dd0747e33e6cb270200",
"branch": "main",
"tb_log_dir_path": "/sensei-fs/users/xiangl/exp135-var-d17/tb-VARd17__pn1_1_2_3_3_4_5_6_8_11__b768ep350adamlr5e-05wd0.05"
}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.5952085137367249, 'L_mean': 5.495186141133308, 'L_tail': 4.735582061111927, 'acc_mean': 6.052593358326703, 'acc_tail': 9.484654949046671, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1:05:15', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.5952085137367249, 'L_mean': 5.495186141133308, 'L_tail': 4.735582061111927, 'acc_mean': 6.052593358326703, 'acc_tail': 9.484654949046671, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1:05:15', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.5952085137367249, 'L_mean': 5.495186141133308, 'L_tail': 4.735582061111927, 'acc_mean': 6.052593358326703, 'acc_tail': 9.484654949046671, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1:05:14', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '341/350', 'lr': 5.601587646575019e-06, 'wd': 0.05, 'grad_norm': 0.5952085137367249, 'L_mean': 5.495186141133308, 'L_tail': 4.735582061111927, 'acc_mean': 6.052593358326703, 'acc_tail': 9.484654949046671, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '1:05:15', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.6007990598678589, 'L_mean': 5.502927653491497, 'L_tail': 4.738473325967789, 'acc_mean': 5.984393348917365, 'acc_tail': 9.367144582793117, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:58:15', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.6007990598678589, 'L_mean': 5.502927653491497, 'L_tail': 4.738473325967789, 'acc_mean': 5.984393348917365, 'acc_tail': 9.367144582793117, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:58:15', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.6007990598678589, 'L_mean': 5.502927653491497, 'L_tail': 4.738473325967789, 'acc_mean': 5.984393348917365, 'acc_tail': 9.367144582793117, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:58:15', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '342/350', 'lr': 5.145855685844463e-06, 'wd': 0.05, 'grad_norm': 0.6007990598678589, 'L_mean': 5.502927653491497, 'L_tail': 4.738473325967789, 'acc_mean': 5.984393348917365, 'acc_tail': 9.367144582793117, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:58:15', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.6017287850379944, 'L_mean': 5.503275814652443, 'L_tail': 4.743530674278736, 'acc_mean': 6.001921389251947, 'acc_tail': 9.369727238081396, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:50:58', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.6017287850379944, 'L_mean': 5.503275814652443, 'L_tail': 4.743530674278736, 'acc_mean': 6.001921389251947, 'acc_tail': 9.369727238081396, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:50:58', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.6017287850379944, 'L_mean': 5.503275814652443, 'L_tail': 4.743530674278736, 'acc_mean': 6.001921389251947, 'acc_tail': 9.369727238081396, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:50:58', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '343/350', 'lr': 4.690123725113891e-06, 'wd': 0.05, 'grad_norm': 0.6017287850379944, 'L_mean': 5.503275814652443, 'L_tail': 4.743530674278736, 'acc_mean': 6.001921389251947, 'acc_tail': 9.369727238081396, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:50:57', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.5924191474914551, 'L_mean': 5.493631453812123, 'L_tail': 4.730831392109394, 'acc_mean': 6.030558111378923, 'acc_tail': 9.45581539068371, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:43:43', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.5924191474914551, 'L_mean': 5.493631453812123, 'L_tail': 4.730831392109394, 'acc_mean': 6.030558111378923, 'acc_tail': 9.45581539068371, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:43:43', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.5924191474914551, 'L_mean': 5.493631453812123, 'L_tail': 4.730831392109394, 'acc_mean': 6.030558111378923, 'acc_tail': 9.45581539068371, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:43:42', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '344/350', 'lr': 4.234391764383335e-06, 'wd': 0.05, 'grad_norm': 0.5924191474914551, 'L_mean': 5.493631453812123, 'L_tail': 4.730831392109394, 'acc_mean': 6.030558111378923, 'acc_tail': 9.45581539068371, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:43:43', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.5981227278709411, 'L_mean': 5.502861641347408, 'L_tail': 4.74323470890522, 'acc_mean': 6.0103894816711545, 'acc_tail': 9.406960383057594, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:36:26', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.5981227278709411, 'L_mean': 5.502861641347408, 'L_tail': 4.74323470890522, 'acc_mean': 6.0103894816711545, 'acc_tail': 9.406960383057594, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:36:28', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.5981227278709411, 'L_mean': 5.502861641347408, 'L_tail': 4.74323470890522, 'acc_mean': 6.0103894816711545, 'acc_tail': 9.406960383057594, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:36:26', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '345/350', 'lr': 3.7786598036527785e-06, 'wd': 0.05, 'grad_norm': 0.5981227278709411, 'L_mean': 5.502861641347408, 'L_tail': 4.74323470890522, 'acc_mean': 6.0103894816711545, 'acc_tail': 9.406960383057594, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:36:26', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.5864608645439148, 'L_mean': 5.501247331500053, 'L_tail': 4.7398752748966215, 'acc_mean': 6.0364766931161284, 'acc_tail': 9.449574004393071, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:29:09', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.5864608645439148, 'L_mean': 5.501247331500053, 'L_tail': 4.7398752748966215, 'acc_mean': 6.0364766931161284, 'acc_tail': 9.449574004393071, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:29:09', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.5864608645439148, 'L_mean': 5.501247331500053, 'L_tail': 4.7398752748966215, 'acc_mean': 6.0364766931161284, 'acc_tail': 9.449574004393071, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:29:09', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '346/350', 'lr': 3.3229278429222228e-06, 'wd': 0.05, 'grad_norm': 0.5864608645439148, 'L_mean': 5.501247331500053, 'L_tail': 4.7398752748966215, 'acc_mean': 6.0364766931161284, 'acc_tail': 9.449574004393071, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:29:09', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.5883946776390075, 'L_mean': 5.497438451647758, 'L_tail': 4.733343961834907, 'acc_mean': 6.034610060742125, 'acc_tail': 9.444085869472474, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:21:54', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.5883946776390075, 'L_mean': 5.497438451647758, 'L_tail': 4.733343961834907, 'acc_mean': 6.034610060742125, 'acc_tail': 9.444085869472474, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:21:53', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.5883946776390075, 'L_mean': 5.497438451647758, 'L_tail': 4.733343961834907, 'acc_mean': 6.034610060742125, 'acc_tail': 9.444085869472474, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:21:53', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '347/350', 'lr': 2.867195882191668e-06, 'wd': 0.05, 'grad_norm': 0.5883946776390075, 'L_mean': 5.497438451647758, 'L_tail': 4.733343961834907, 'acc_mean': 6.034610060742125, 'acc_tail': 9.444085869472474, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:21:53', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.5851731896400452, 'L_mean': 5.494510173797607, 'L_tail': 4.72606462687254, 'acc_mean': 6.032333691837266, 'acc_tail': 9.45667625637725, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:14:37', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.5851731896400452, 'L_mean': 5.494510173797607, 'L_tail': 4.72606462687254, 'acc_mean': 6.032333691837266, 'acc_tail': 9.45667625637725, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:14:38', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.5851731896400452, 'L_mean': 5.494510173797607, 'L_tail': 4.72606462687254, 'acc_mean': 6.032333691837266, 'acc_tail': 9.45667625637725, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:14:38', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '348/350', 'lr': 2.4114639214611116e-06, 'wd': 0.05, 'grad_norm': 0.5851731896400452, 'L_mean': 5.494510173797607, 'L_tail': 4.72606462687254, 'acc_mean': 6.032333691837266, 'acc_tail': 9.45667625637725, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:14:38', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.5915733098983764, 'L_mean': 5.50086974054575, 'L_tail': 4.7399684458971025, 'acc_mean': 6.0417578695341945, 'acc_tail': 9.459151297342032, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:07:20', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.5915733098983764, 'L_mean': 5.50086974054575, 'L_tail': 4.7399684458971025, 'acc_mean': 6.0417578695341945, 'acc_tail': 9.459151297342032, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:07:20', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.5915733098983764, 'L_mean': 5.50086974054575, 'L_tail': 4.7399684458971025, 'acc_mean': 6.0417578695341945, 'acc_tail': 9.459151297342032, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:07:20', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '349/350', 'lr': 1.955731960730556e-06, 'wd': 0.05, 'grad_norm': 0.5915733098983764, 'L_mean': 5.50086974054575, 'L_tail': 4.7399684458971025, 'acc_mean': 6.0417578695341945, 'acc_tail': 9.459151297342032, 'vL_mean': 5.547107219696045, 'vL_tail': 4.716835975646973, 'vacc_mean': 5.921271324157715, 'vacc_tail': 9.499628067016602, 'remain_time': '0:07:20', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': 5.54324197769165, 'vL_tail': 4.71133279800415, 'vacc_mean': 5.9456892013549805, 'vacc_tail': 9.542191505432129, 'remain_time': '0:00:04', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:00:04', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:00:04', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '0:00:04', 'finish_time': '2024-11-18 05:06'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '-', 'finish_time': '2024-11-18 05:08'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '-', 'finish_time': '2024-11-18 05:08'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '-', 'finish_time': '2024-11-18 05:08'}
{'it': '1669/1669', 'ep': '350/350', 'lr': 1.5000000000000002e-06, 'wd': 0.05, 'grad_norm': 0.5842372894287109, 'L_mean': 5.49240305274725, 'L_tail': 4.731473964452744, 'acc_mean': 6.059422473190352, 'acc_tail': 9.503056276589632, 'vL_mean': 5.54324197769165, 'vL_tail': 4.71133279800415, 'vacc_mean': 5.9456892013549805, 'vacc_tail': 9.542191505432129, 'remain_time': '-', 'finish_time': '2024-11-18 05:08'}