Update app.py

app.py

@@ -12,7 +12,7 @@ from transformers import TrainingArguments
 from unsloth import is_bfloat16_supported 
 
 # 1. Configuration
-max_seq_length = 2048
+max_seq_length = 1024
 dtype = None
 load_in_4bit = True
 
@@ -127,8 +127,8 @@ trainer = SFTTrainer(
     dataset_num_proc=2,
     packing=False,  # Can make training 5x faster for short sequences.
     args=TrainingArguments(
-        per_device_train_batch_size=8,
-        gradient_accumulation_steps=4,
+        per_device_train_batch_size=32,
+        gradient_accumulation_steps=2,
         warmup_steps=5,
         max_steps=-1,
         num_train_epochs=3,