dataset:
  align_stage_components:
  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json
  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct
  dataset_id: spacellava-llava-lrv
  dataset_root_dir: /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct
  finetune_stage_components:
  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json
  - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct
  type: spacellava-llava-lrv
hf_token: .hf_token
model:
  align_epochs: 1
  align_global_batch_size: 256
  align_learning_rate: 0.001
  align_lr_scheduler_type: linear-warmup+cosine-decay
  align_max_grad_norm: 1.0
  align_max_steps: null
  align_per_device_batch_size: 16
  align_train_strategy: fsdp-shard-grad-op
  align_warmup_ratio: 0.03
  align_weight_decay: 0.0
  arch_specifier: no-align+fused-gelu-mlp
  enable_gradient_checkpointing: true
  enable_mixed_precision_training: true
  finetune_epochs: 1
  finetune_global_batch_size: 128
  finetune_learning_rate: 2.0e-05
  finetune_lr_scheduler_type: linear-warmup+cosine-decay
  finetune_max_grad_norm: 1.0
  finetune_max_steps: null
  finetune_per_device_batch_size: 16
  finetune_train_strategy: fsdp-full-shard
  finetune_warmup_ratio: 0.03
  finetune_weight_decay: 0.1
  image_resize_strategy: resize-naive
  llm_backbone_id: minitron-4b-pure
  llm_max_length: 2048
  model_id: minitron+4b+dinosiglip
  reduce_in_full_precision: false
  type: minitron+4b+dinosiglip
  vision_backbone_id: dinosiglip-vit-so-224px
pretrained_checkpoint: null
run_id: spacellava-llava-lrv+minitron+4b+dinosiglip+stage-finetune+x7
run_root_dir: runs
seed: 7
stage: finetune
trackers:
- jsonl
- wandb
wandb_entity: smellslikeml
wandb_project: prismatic