File size: 16,199 Bytes
2f88def |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
{
"is_master": true,
"name": "text",
"cmd": "--depth=17 --bs=768 --ep=350 --fp16=1 --alng=1e-4 --wpe=0.01 --tblr=8e-5 --data_path /mnt/localssd/ImageNet2012/ --workers 12 --vfast 2 --tfast 2 --encoder_model vit_base_patch14_dinov2.lvd142m --decoder_model vit_base_patch14_dinov2.lvd142m --product_quant 3 --semantic_guide dinov2 --num_latent_tokens 121 --codebook_embed_dim 32 --codebook_size 4096 --v_patch_nums 1 1 2 3 3 4 5 6 8 11 --pn 1_1_2_3_3_4_5_6_8_11 --patch_size 11 --local_out_dir_path /sensei-fs/users/xiangl/exp92_var_d17 --vae_ckpt /sensei-fs/users/xiangl/output/exp92/best_ckpt.pt --sem_half True",
"commit": "c034aa8fbfa681dbb83d2f2ecd0938c6deae241a",
"branch": "main",
"tb_log_dir_path": "/sensei-fs/users/xiangl/exp92_var_d17/tb-VARd17__pn1_1_2_3_3_4_5_6_8_11__b768ep350adamlr8e-05wd0.05"
}
{'it': '1669/1669', 'ep': '61/350', 'lr': 0.00021313045864180952, 'wd': 0.05, 'grad_norm': 0.19997853934764862, 'L_mean': 5.939393249154091, 'L_tail': 5.356550717353821, 'acc_mean': 5.7111986478169765, 'acc_tail': 8.222136247592669, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 16:06:30', 'finish_time': '2024-10-14 10:09'}
{'it': '1669/1669', 'ep': '61/350', 'lr': 0.00021313045864180952, 'wd': 0.05, 'grad_norm': 0.19997853934764862, 'L_mean': 5.939393249154091, 'L_tail': 5.356550717353821, 'acc_mean': 5.7111986478169765, 'acc_tail': 8.222136247592669, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 16:07:35', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '61/350', 'lr': 0.00021313045864180952, 'wd': 0.05, 'grad_norm': 0.19997853934764862, 'L_mean': 5.939393249154091, 'L_tail': 5.356550717353821, 'acc_mean': 5.7111986478169765, 'acc_tail': 8.222136247592669, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 16:07:20', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '61/350', 'lr': 0.00021313045864180952, 'wd': 0.05, 'grad_norm': 0.19997853934764862, 'L_mean': 5.939393249154091, 'L_tail': 5.356550717353821, 'acc_mean': 5.7111986478169765, 'acc_tail': 8.222136247592669, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 16:07:25', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '62/350', 'lr': 0.00021240128750464062, 'wd': 0.05, 'grad_norm': 0.19869492650032045, 'L_mean': 5.925429336229961, 'L_tail': 5.347298012177149, 'acc_mean': 5.774421025222788, 'acc_tail': 8.264534665892523, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:55:37', 'finish_time': '2024-10-14 10:07'}
{'it': '1669/1669', 'ep': '62/350', 'lr': 0.00021240128750464062, 'wd': 0.05, 'grad_norm': 0.19869492650032045, 'L_mean': 5.925429336229961, 'L_tail': 5.347298012177149, 'acc_mean': 5.774421025222788, 'acc_tail': 8.264534665892523, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:56:41', 'finish_time': '2024-10-14 10:08'}
{'it': '1669/1669', 'ep': '62/350', 'lr': 0.00021240128750464062, 'wd': 0.05, 'grad_norm': 0.19869492650032045, 'L_mean': 5.925429336229961, 'L_tail': 5.347298012177149, 'acc_mean': 5.774421025222788, 'acc_tail': 8.264534665892523, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:55:13', 'finish_time': '2024-10-14 10:06'}
{'it': '1669/1669', 'ep': '62/350', 'lr': 0.00021240128750464062, 'wd': 0.05, 'grad_norm': 0.19869492650032045, 'L_mean': 5.925429336229961, 'L_tail': 5.347298012177149, 'acc_mean': 5.774421025222788, 'acc_tail': 8.264534665892523, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:55:34', 'finish_time': '2024-10-14 10:07'}
{'it': '1669/1669', 'ep': '63/350', 'lr': 0.00021167211636747172, 'wd': 0.05, 'grad_norm': 0.2024610608816147, 'L_mean': 5.93896791835626, 'L_tail': 5.363685303926468, 'acc_mean': 5.696599529280016, 'acc_tail': 8.185261816252021, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:49:25', 'finish_time': '2024-10-14 10:09'}
{'it': '1669/1669', 'ep': '63/350', 'lr': 0.00021167211636747172, 'wd': 0.05, 'grad_norm': 0.2024610608816147, 'L_mean': 5.93896791835626, 'L_tail': 5.363685303926468, 'acc_mean': 5.696599529280016, 'acc_tail': 8.185261816252021, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:50:08', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '63/350', 'lr': 0.00021167211636747172, 'wd': 0.05, 'grad_norm': 0.2024610608816147, 'L_mean': 5.93896791835626, 'L_tail': 5.363685303926468, 'acc_mean': 5.696599529280016, 'acc_tail': 8.185261816252021, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:50:06', 'finish_time': '2024-10-14 10:09'}
{'it': '1669/1669', 'ep': '63/350', 'lr': 0.00021167211636747172, 'wd': 0.05, 'grad_norm': 0.2024610608816147, 'L_mean': 5.93896791835626, 'L_tail': 5.363685303926468, 'acc_mean': 5.696599529280016, 'acc_tail': 8.185261816252021, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:49:56', 'finish_time': '2024-10-14 10:09'}
{'it': '1669/1669', 'ep': '64/350', 'lr': 0.00021094294523030284, 'wd': 0.05, 'grad_norm': 0.20217187106609344, 'L_mean': 5.932757636904716, 'L_tail': 5.353323019544283, 'acc_mean': 5.727497453335673, 'acc_tail': 8.221777533957114, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:41:45', 'finish_time': '2024-10-14 10:09'}
{'it': '1669/1669', 'ep': '64/350', 'lr': 0.00021094294523030284, 'wd': 0.05, 'grad_norm': 0.20217187106609344, 'L_mean': 5.932757636904716, 'L_tail': 5.353323019544283, 'acc_mean': 5.727497453335673, 'acc_tail': 8.221777533957114, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:42:02', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '64/350', 'lr': 0.00021094294523030284, 'wd': 0.05, 'grad_norm': 0.20217187106609344, 'L_mean': 5.932757636904716, 'L_tail': 5.353323019544283, 'acc_mean': 5.727497453335673, 'acc_tail': 8.221777533957114, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:42:18', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '64/350', 'lr': 0.00021094294523030284, 'wd': 0.05, 'grad_norm': 0.20217187106609344, 'L_mean': 5.932757636904716, 'L_tail': 5.353323019544283, 'acc_mean': 5.727497453335673, 'acc_tail': 8.221777533957114, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:42:31', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '65/350', 'lr': 0.00021021377409313394, 'wd': 0.05, 'grad_norm': 0.2010686844587326, 'L_mean': 5.931395976742108, 'L_tail': 5.347714355587959, 'acc_mean': 5.749472005603215, 'acc_tail': 8.27737614667664, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:30:08', 'finish_time': '2024-10-14 10:06'}
{'it': '1669/1669', 'ep': '65/350', 'lr': 0.00021021377409313394, 'wd': 0.05, 'grad_norm': 0.2010686844587326, 'L_mean': 5.931395976742108, 'L_tail': 5.347714355587959, 'acc_mean': 5.749472005603215, 'acc_tail': 8.27737614667664, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:30:23', 'finish_time': '2024-10-14 10:06'}
{'it': '1669/1669', 'ep': '65/350', 'lr': 0.00021021377409313394, 'wd': 0.05, 'grad_norm': 0.2010686844587326, 'L_mean': 5.931395976742108, 'L_tail': 5.347714355587959, 'acc_mean': 5.749472005603215, 'acc_tail': 8.27737614667664, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:29:44', 'finish_time': '2024-10-14 10:06'}
{'it': '1669/1669', 'ep': '65/350', 'lr': 0.00021021377409313394, 'wd': 0.05, 'grad_norm': 0.2010686844587326, 'L_mean': 5.931395976742108, 'L_tail': 5.347714355587959, 'acc_mean': 5.749472005603215, 'acc_tail': 8.27737614667664, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:29:25', 'finish_time': '2024-10-14 10:05'}
{'it': '1669/1669', 'ep': '66/350', 'lr': 0.00020948460295596507, 'wd': 0.05, 'grad_norm': 0.20481296479701996, 'L_mean': 5.915229933460553, 'L_tail': 5.332487002015113, 'acc_mean': 5.825836611135552, 'acc_tail': 8.39409734820947, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:27:02', 'finish_time': '2024-10-14 10:11'}
{'it': '1669/1669', 'ep': '66/350', 'lr': 0.00020948460295596507, 'wd': 0.05, 'grad_norm': 0.20481296479701996, 'L_mean': 5.915229933460553, 'L_tail': 5.332487002015113, 'acc_mean': 5.825836611135552, 'acc_tail': 8.39409734820947, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:26:42', 'finish_time': '2024-10-14 10:11'}
{'it': '1669/1669', 'ep': '66/350', 'lr': 0.00020948460295596507, 'wd': 0.05, 'grad_norm': 0.20481296479701996, 'L_mean': 5.915229933460553, 'L_tail': 5.332487002015113, 'acc_mean': 5.825836611135552, 'acc_tail': 8.39409734820947, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:27:13', 'finish_time': '2024-10-14 10:11'}
{'it': '1669/1669', 'ep': '66/350', 'lr': 0.00020948460295596507, 'wd': 0.05, 'grad_norm': 0.20481296479701996, 'L_mean': 5.915229933460553, 'L_tail': 5.332487002015113, 'acc_mean': 5.825836611135552, 'acc_tail': 8.39409734820947, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:26:51', 'finish_time': '2024-10-14 10:11'}
{'it': '1669/1669', 'ep': '67/350', 'lr': 0.0002087554318187962, 'wd': 0.05, 'grad_norm': 0.20659171640872956, 'L_mean': 5.932295481363933, 'L_tail': 5.353875111540159, 'acc_mean': 5.720304128093024, 'acc_tail': 8.19910767332961, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:20:28', 'finish_time': '2024-10-14 10:13'}
{'it': '1669/1669', 'ep': '67/350', 'lr': 0.0002087554318187962, 'wd': 0.05, 'grad_norm': 0.20659171640872956, 'L_mean': 5.932295481363933, 'L_tail': 5.353875111540159, 'acc_mean': 5.720304128093024, 'acc_tail': 8.19910767332961, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:21:21', 'finish_time': '2024-10-14 10:14'}
{'it': '1669/1669', 'ep': '67/350', 'lr': 0.0002087554318187962, 'wd': 0.05, 'grad_norm': 0.20659171640872956, 'L_mean': 5.932295481363933, 'L_tail': 5.353875111540159, 'acc_mean': 5.720304128093024, 'acc_tail': 8.19910767332961, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:20:22', 'finish_time': '2024-10-14 10:13'}
{'it': '1669/1669', 'ep': '67/350', 'lr': 0.0002087554318187962, 'wd': 0.05, 'grad_norm': 0.20659171640872956, 'L_mean': 5.932295481363933, 'L_tail': 5.353875111540159, 'acc_mean': 5.720304128093024, 'acc_tail': 8.19910767332961, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:20:16', 'finish_time': '2024-10-14 10:13'}
{'it': '1669/1669', 'ep': '68/350', 'lr': 0.0002080262606816273, 'wd': 0.05, 'grad_norm': 0.20193415582180024, 'L_mean': 5.925681470831234, 'L_tail': 5.347429916262627, 'acc_mean': 5.756149353304258, 'acc_tail': 8.231964649166912, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:08:26', 'finish_time': '2024-10-14 10:09'}
{'it': '1669/1669', 'ep': '68/350', 'lr': 0.0002080262606816273, 'wd': 0.05, 'grad_norm': 0.20193415582180024, 'L_mean': 5.925681470831234, 'L_tail': 5.347429916262627, 'acc_mean': 5.756149353304258, 'acc_tail': 8.231964649166912, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:09:17', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '68/350', 'lr': 0.0002080262606816273, 'wd': 0.05, 'grad_norm': 0.20193415582180024, 'L_mean': 5.925681470831234, 'L_tail': 5.347429916262627, 'acc_mean': 5.756149353304258, 'acc_tail': 8.231964649166912, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:09:06', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '68/350', 'lr': 0.0002080262606816273, 'wd': 0.05, 'grad_norm': 0.20193415582180024, 'L_mean': 5.925681470831234, 'L_tail': 5.347429916262627, 'acc_mean': 5.756149353304258, 'acc_tail': 8.231964649166912, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:08:35', 'finish_time': '2024-10-14 10:09'}
{'it': '1669/1669', 'ep': '69/350', 'lr': 0.0002072970895444584, 'wd': 0.05, 'grad_norm': 0.20235491394996644, 'L_mean': 5.940916994214058, 'L_tail': 5.357951345046362, 'acc_mean': 5.6796329957433045, 'acc_tail': 8.188059696306786, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:04:41', 'finish_time': '2024-10-14 10:14'}
{'it': '1669/1669', 'ep': '69/350', 'lr': 0.0002072970895444584, 'wd': 0.05, 'grad_norm': 0.20235491394996644, 'L_mean': 5.940916994214058, 'L_tail': 5.357951345046362, 'acc_mean': 5.6796329957433045, 'acc_tail': 8.188059696306786, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:04:22', 'finish_time': '2024-10-14 10:13'}
{'it': '1669/1669', 'ep': '69/350', 'lr': 0.0002072970895444584, 'wd': 0.05, 'grad_norm': 0.20235491394996644, 'L_mean': 5.940916994214058, 'L_tail': 5.357951345046362, 'acc_mean': 5.6796329957433045, 'acc_tail': 8.188059696306786, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 15:03:27', 'finish_time': '2024-10-14 10:12'}
{'it': '1669/1669', 'ep': '69/350', 'lr': 0.0002072970895444584, 'wd': 0.05, 'grad_norm': 0.20235491394996644, 'L_mean': 5.940916994214058, 'L_tail': 5.357951345046362, 'acc_mean': 5.6796329957433045, 'acc_tail': 8.188059696306786, 'vL_mean': 5.90784215927124, 'vL_tail': 5.30690860748291, 'vacc_mean': 5.823291301727295, 'vacc_tail': 8.436237335205078, 'remain_time': '1 day, 15:04:24', 'finish_time': '2024-10-14 10:13'}
{'it': '1669/1669', 'ep': '70/350', 'lr': 0.00020656791840728954, 'wd': 0.05, 'grad_norm': 0.20164742767810823, 'L_mean': 5.921084703008334, 'L_tail': 5.342801950375239, 'acc_mean': 5.788261333946139, 'acc_tail': 8.30700482862691, 'vL_mean': 5.893183708190918, 'vL_tail': 5.2915472984313965, 'vacc_mean': 5.89217472076416, 'vacc_tail': 8.52804946899414, 'remain_time': '1 day, 14:52:35', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '70/350', 'lr': 0.00020656791840728954, 'wd': 0.05, 'grad_norm': 0.20164742767810823, 'L_mean': 5.921084703008334, 'L_tail': 5.342801950375239, 'acc_mean': 5.788261333946139, 'acc_tail': 8.30700482862691, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 14:52:51', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '70/350', 'lr': 0.00020656791840728954, 'wd': 0.05, 'grad_norm': 0.20164742767810823, 'L_mean': 5.921084703008334, 'L_tail': 5.342801950375239, 'acc_mean': 5.788261333946139, 'acc_tail': 8.30700482862691, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 14:52:53', 'finish_time': '2024-10-14 10:10'}
{'it': '1669/1669', 'ep': '70/350', 'lr': 0.00020656791840728954, 'wd': 0.05, 'grad_norm': 0.20164742767810823, 'L_mean': 5.921084703008334, 'L_tail': 5.342801950375239, 'acc_mean': 5.788261333946139, 'acc_tail': 8.30700482862691, 'vL_mean': None, 'vL_tail': None, 'vacc_mean': None, 'vacc_tail': None, 'remain_time': '1 day, 14:53:36', 'finish_time': '2024-10-14 10:11'}
|