{ "is_master": true, "name": "text", "cmd": "--depth=17 --bs=768 --ep=350 --fp16=1 --alng=1e-4 --wpe=0.01 --tblr=5e-5 --data_path /mnt/localssd/ImageNet2012/ --workers 12 --vfast 2 --tfast 2 --encoder_model vit_base_patch14_dinov2.lvd142m --decoder_model vit_base_patch14_dinov2.lvd142m --product_quant 2 --semantic_guide none --num_latent_tokens 121 --codebook_embed_dim 12 --codebook_size 4096 --v_patch_nums 1 1 2 3 3 4 5 6 8 11 --pn 1_1_2_3_3_4_5_6_8_11 --patch_size 11 --local_out_dir_path /sensei-fs/users/xiangl/exp138-var-d17/ --vae_ckpt /sensei-fs/users/xiangl/output/exp138/best_ckpt.pt --p_drop 0.0 --st_ep 50 --ed_ep 150 --sem_half True ---clip_norm True --scale 1.0", "commit": "27bcee01f8e1bd791416b09174fdb0dbfa62a4de", "branch": "main", "tb_log_dir_path": "/sensei-fs/users/xiangl/exp138-var-d17/tb-VARd17__pn1_1_2_3_3_4_5_6_8_11__b768ep350adamlr5e-05wd0.05" } {'it': '1669/1669', 'ep': '271/350', 'lr': 3.7502824897713986e-05, 'wd': 0.05, 'grad_norm': 0.49169096946716306, 'L_mean': 5.828617122769356, 'L_tail': 5.173250941932201, 'acc_mean': 4.506483199074864, 'acc_tail': 6.903409181395546, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '15:11:04', 'finish_time': '2024-11-18 09:48'} {'it': '1669/1669', 'ep': '271/350', 'lr': 3.7502824897713986e-05, 'wd': 0.05, 'grad_norm': 0.49169096946716306, 'L_mean': 5.828617122769356, 'L_tail': 5.173250941932201, 'acc_mean': 4.506483199074864, 'acc_tail': 6.903409181395546, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '15:10:54', 'finish_time': '2024-11-18 09:48'} {'it': '1669/1669', 'ep': '271/350', 'lr': 3.7502824897713986e-05, 'wd': 0.05, 'grad_norm': 0.49169096946716306, 'L_mean': 5.828617122769356, 'L_tail': 5.173250941932201, 'acc_mean': 4.506483199074864, 'acc_tail': 6.903409181395546, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '15:10:53', 'finish_time': '2024-11-18 09:48'} {'it': '1669/1669', 'ep': '271/350', 'lr': 3.7502824897713986e-05, 'wd': 0.05, 'grad_norm': 0.49169096946716306, 'L_mean': 5.828617122769356, 'L_tail': 5.173250941932201, 'acc_mean': 4.506483199074864, 'acc_tail': 6.903409181395546, 'vL_mean': 5.82187032699585, 'vL_tail': 5.1409912109375, 'vacc_mean': 4.5474162101745605, 'vacc_tail': 7.0236358642578125, 'remain_time': '15:10:53', 'finish_time': '2024-11-18 09:48'} {'it': '1669/1669', 'ep': '272/350', 'lr': 3.704709293698343e-05, 'wd': 0.05, 'grad_norm': 0.4838666498661041, 'L_mean': 5.829386226832867, 'L_tail': 5.174982267618179, 'acc_mean': 4.510398564161733, 'acc_tail': 6.901364595396444, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '15:06:58', 'finish_time': '2024-11-18 09:56'} {'it': '1669/1669', 'ep': '272/350', 'lr': 3.704709293698343e-05, 'wd': 0.05, 'grad_norm': 0.4838666498661041, 'L_mean': 5.829386226832867, 'L_tail': 5.174982267618179, 'acc_mean': 4.510398564161733, 'acc_tail': 6.901364595396444, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '15:06:46', 'finish_time': '2024-11-18 09:56'} {'it': '1669/1669', 'ep': '272/350', 'lr': 3.704709293698343e-05, 'wd': 0.05, 'grad_norm': 0.4838666498661041, 'L_mean': 5.829386226832867, 'L_tail': 5.174982267618179, 'acc_mean': 4.510398564161733, 'acc_tail': 6.901364595396444, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '15:07:03', 'finish_time': '2024-11-18 09:56'} {'it': '1669/1669', 'ep': '272/350', 'lr': 3.704709293698343e-05, 'wd': 0.05, 'grad_norm': 0.4838666498661041, 'L_mean': 5.829386226832867, 'L_tail': 5.174982267618179, 'acc_mean': 4.510398564161733, 'acc_tail': 6.901364595396444, 'vL_mean': 5.82187032699585, 'vL_tail': 5.1409912109375, 'vacc_mean': 4.5474162101745605, 'vacc_tail': 7.0236358642578125, 'remain_time': '15:07:13', 'finish_time': '2024-11-18 09:56'} {'it': '1669/1669', 'ep': '273/350', 'lr': 3.6591360976252886e-05, 'wd': 0.05, 'grad_norm': 0.5023392260074615, 'L_mean': 5.828907600045204, 'L_tail': 5.172680182754993, 'acc_mean': 4.522053555119783, 'acc_tail': 6.911049510817975, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:56:02', 'finish_time': '2024-11-18 09:57'} {'it': '1669/1669', 'ep': '273/350', 'lr': 3.6591360976252886e-05, 'wd': 0.05, 'grad_norm': 0.5023392260074615, 'L_mean': 5.828907600045204, 'L_tail': 5.172680182754993, 'acc_mean': 4.522053555119783, 'acc_tail': 6.911049510817975, 'vL_mean': 5.82187032699585, 'vL_tail': 5.1409912109375, 'vacc_mean': 4.5474162101745605, 'vacc_tail': 7.0236358642578125, 'remain_time': '14:55:32', 'finish_time': '2024-11-18 09:56'} {'it': '1669/1669', 'ep': '273/350', 'lr': 3.6591360976252886e-05, 'wd': 0.05, 'grad_norm': 0.5023392260074615, 'L_mean': 5.828907600045204, 'L_tail': 5.172680182754993, 'acc_mean': 4.522053555119783, 'acc_tail': 6.911049510817975, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:55:48', 'finish_time': '2024-11-18 09:57'} {'it': '1669/1669', 'ep': '273/350', 'lr': 3.6591360976252886e-05, 'wd': 0.05, 'grad_norm': 0.5023392260074615, 'L_mean': 5.828907600045204, 'L_tail': 5.172680182754993, 'acc_mean': 4.522053555119783, 'acc_tail': 6.911049510817975, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:55:19', 'finish_time': '2024-11-18 09:56'} {'it': '1669/1669', 'ep': '274/350', 'lr': 3.6135629015522325e-05, 'wd': 0.05, 'grad_norm': 0.5029861450195312, 'L_mean': 5.827605454623699, 'L_tail': 5.172704190015793, 'acc_mean': 4.528063175966963, 'acc_tail': 6.9051309581846, 'vL_mean': 5.82187032699585, 'vL_tail': 5.1409912109375, 'vacc_mean': 4.5474162101745605, 'vacc_tail': 7.0236358642578125, 'remain_time': '14:41:25', 'finish_time': '2024-11-18 09:54'} {'it': '1669/1669', 'ep': '274/350', 'lr': 3.6135629015522325e-05, 'wd': 0.05, 'grad_norm': 0.5029861450195312, 'L_mean': 5.827605454623699, 'L_tail': 5.172704190015793, 'acc_mean': 4.528063175966963, 'acc_tail': 6.9051309581846, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:41:39', 'finish_time': '2024-11-18 09:54'} {'it': '1669/1669', 'ep': '274/350', 'lr': 3.6135629015522325e-05, 'wd': 0.05, 'grad_norm': 0.5029861450195312, 'L_mean': 5.827605454623699, 'L_tail': 5.172704190015793, 'acc_mean': 4.528063175966963, 'acc_tail': 6.9051309581846, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:41:59', 'finish_time': '2024-11-18 09:55'} {'it': '1669/1669', 'ep': '274/350', 'lr': 3.6135629015522325e-05, 'wd': 0.05, 'grad_norm': 0.5029861450195312, 'L_mean': 5.827605454623699, 'L_tail': 5.172704190015793, 'acc_mean': 4.528063175966963, 'acc_tail': 6.9051309581846, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:41:49', 'finish_time': '2024-11-18 09:54'} {'it': '1669/1669', 'ep': '275/350', 'lr': 3.567989705479177e-05, 'wd': 0.05, 'grad_norm': 0.5067025125026703, 'L_mean': 5.81977081745863, 'L_tail': 5.162042121589184, 'acc_mean': 4.544726206222549, 'acc_tail': 6.932679167948663, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:25:42', 'finish_time': '2024-11-18 09:50'} {'it': '1669/1669', 'ep': '275/350', 'lr': 3.567989705479177e-05, 'wd': 0.05, 'grad_norm': 0.5067025125026703, 'L_mean': 5.81977081745863, 'L_tail': 5.162042121589184, 'acc_mean': 4.544726206222549, 'acc_tail': 6.932679167948663, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:26:03', 'finish_time': '2024-11-18 09:51'} {'it': '1669/1669', 'ep': '275/350', 'lr': 3.567989705479177e-05, 'wd': 0.05, 'grad_norm': 0.5067025125026703, 'L_mean': 5.81977081745863, 'L_tail': 5.162042121589184, 'acc_mean': 4.544726206222549, 'acc_tail': 6.932679167948663, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:26:01', 'finish_time': '2024-11-18 09:51'} {'it': '1669/1669', 'ep': '275/350', 'lr': 3.567989705479177e-05, 'wd': 0.05, 'grad_norm': 0.5067025125026703, 'L_mean': 5.81977081745863, 'L_tail': 5.162042121589184, 'acc_mean': 4.544726206222549, 'acc_tail': 6.932679167948663, 'vL_mean': 5.82187032699585, 'vL_tail': 5.1409912109375, 'vacc_mean': 4.5474162101745605, 'vacc_tail': 7.0236358642578125, 'remain_time': '14:25:56', 'finish_time': '2024-11-18 09:50'} {'it': '1669/1669', 'ep': '276/350', 'lr': 3.522416509406121e-05, 'wd': 0.05, 'grad_norm': 0.5016463398933411, 'L_mean': 5.830529229342938, 'L_tail': 5.1757312044501305, 'acc_mean': 4.502294675912708, 'acc_tail': 6.892432970926166, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:21:09', 'finish_time': '2024-11-18 09:58'} {'it': '1669/1669', 'ep': '276/350', 'lr': 3.522416509406121e-05, 'wd': 0.05, 'grad_norm': 0.5016463398933411, 'L_mean': 5.830529229342938, 'L_tail': 5.1757312044501305, 'acc_mean': 4.502294675912708, 'acc_tail': 6.892432970926166, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:21:40', 'finish_time': '2024-11-18 09:58'} {'it': '1669/1669', 'ep': '276/350', 'lr': 3.522416509406121e-05, 'wd': 0.05, 'grad_norm': 0.5016463398933411, 'L_mean': 5.830529229342938, 'L_tail': 5.1757312044501305, 'acc_mean': 4.502294675912708, 'acc_tail': 6.892432970926166, 'vL_mean': 5.82187032699585, 'vL_tail': 5.1409912109375, 'vacc_mean': 4.5474162101745605, 'vacc_tail': 7.0236358642578125, 'remain_time': '14:21:22', 'finish_time': '2024-11-18 09:58'} {'it': '1669/1669', 'ep': '276/350', 'lr': 3.522416509406121e-05, 'wd': 0.05, 'grad_norm': 0.5016463398933411, 'L_mean': 5.830529229342938, 'L_tail': 5.1757312044501305, 'acc_mean': 4.502294675912708, 'acc_tail': 6.892432970926166, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:21:17', 'finish_time': '2024-11-18 09:58'} {'it': '1669/1669', 'ep': '277/350', 'lr': 3.476843313333066e-05, 'wd': 0.05, 'grad_norm': 0.49408209323883057, 'L_mean': 5.829617474973202, 'L_tail': 5.177898342907429, 'acc_mean': 4.490503079723567, 'acc_tail': 6.861548826564103, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:06:23', 'finish_time': '2024-11-18 09:55'} {'it': '1669/1669', 'ep': '277/350', 'lr': 3.476843313333066e-05, 'wd': 0.05, 'grad_norm': 0.49408209323883057, 'L_mean': 5.829617474973202, 'L_tail': 5.177898342907429, 'acc_mean': 4.490503079723567, 'acc_tail': 6.861548826564103, 'vL_mean': 5.82187032699585, 'vL_tail': 5.1409912109375, 'vacc_mean': 4.5474162101745605, 'vacc_tail': 7.0236358642578125, 'remain_time': '14:06:01', 'finish_time': '2024-11-18 09:54'} {'it': '1669/1669', 'ep': '277/350', 'lr': 3.476843313333066e-05, 'wd': 0.05, 'grad_norm': 0.49408209323883057, 'L_mean': 5.829617474973202, 'L_tail': 5.177898342907429, 'acc_mean': 4.490503079723567, 'acc_tail': 6.861548826564103, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:06:09', 'finish_time': '2024-11-18 09:55'} {'it': '1669/1669', 'ep': '277/350', 'lr': 3.476843313333066e-05, 'wd': 0.05, 'grad_norm': 0.49408209323883057, 'L_mean': 5.829617474973202, 'L_tail': 5.177898342907429, 'acc_mean': 4.490503079723567, 'acc_tail': 6.861548826564103, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '14:05:47', 'finish_time': '2024-11-18 09:54'}