optimizer paged_adamw_32bit
Browse files- axolotl-config.yml +2 -2
axolotl-config.yml
CHANGED
|
@@ -38,8 +38,8 @@ wandb_log_model:
|
|
| 38 |
gradient_accumulation_steps: 4
|
| 39 |
micro_batch_size: 2
|
| 40 |
num_epochs: 3
|
| 41 |
-
|
| 42 |
-
optimizer: adamw_torch_fused
|
| 43 |
lr_scheduler: cosine
|
| 44 |
learning_rate: 0.0002
|
| 45 |
|
|
|
|
| 38 |
gradient_accumulation_steps: 4
|
| 39 |
micro_batch_size: 2
|
| 40 |
num_epochs: 3
|
| 41 |
+
optimizer: paged_adamw_32bit
|
| 42 |
+
# optimizer: adamw_torch_fused
|
| 43 |
lr_scheduler: cosine
|
| 44 |
learning_rate: 0.0002
|
| 45 |
|