Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/offline-run-20250126_124721-63zh6b52/run-63zh6b52.wandb filter=lfs diff=lfs merge=lfs -text

arguments.yaml

@@ -0,0 +1,51 @@
+data_cfgs:
+  eval_data_files: null
+  eval_datasets: null
+  eval_optional_args: []
+  eval_size: null
+  eval_split: null
+  eval_subset: null
+  eval_template: null
+  train_data_files: pickapic_40k.pt
+  train_datasets: /data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs
+  train_optional_args: []
+  train_size: null
+  train_split: train
+  train_subset: null
+  train_template: Chameleon_preference
+logger_cfgs:
+  cache_dir: null
+  log_project: align-anything
+  log_run_name: dpo
+  log_type: wandb
+  output_dir: ../outputs/dpo_pickapic_40k
+  save_interval: 400.0
+model_cfgs:
+  model_max_length: 4096
+  model_name_or_path: /data/align-anything/hantao/models/0830_4k_sft_flux
+  trust_remote_code: true
+special_tokens: null
+train_cfgs:
+  adam_betas:
+  - 0.9
+  - 0.95
+  bf16: true
+  ds_cfgs: ds_z3_config.json
+  epochs: 3.0
+  eval_interval: 10
+  eval_strategy: epoch
+  fp16: false
+  freeze_language_model: true
+  freeze_mm_proj: true
+  freeze_vision_tower: false
+  gradient_accumulation_steps: 2.0
+  gradient_checkpointing: true
+  learning_rate: 5.0e-07
+  lr_scheduler_type: cosine
+  lr_warmup_ratio: 0.03
+  per_device_eval_batch_size: 4.0
+  per_device_train_batch_size: 4.0
+  regularization: 0.001
+  scale_coeff: 0.1
+  seed: 42
+  weight_decay: 0.01

environ.txt

@@ -0,0 +1,55 @@
+CONDA_DEFAULT_ENV=hantao_cham
+CONDA_EXE=/data/align-anything/miniconda3/bin/conda
+CONDA_PREFIX=/data/align-anything/miniconda3/envs/hantao_cham
+CONDA_PREFIX_1=/data/align-anything/miniconda3
+CONDA_PROMPT_MODIFIER=(hantao_cham) 
+CONDA_PYTHON_EXE=/data/align-anything/miniconda3/bin/python
+CONDA_SHLVL=2
+CROSS_RANK=0
+CROSS_SIZE=1
+CUDA_MODULE_LOADING=LAZY
+CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
+DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/2000/bus
+HOME=/home/align-anything
+LANG=en_US.UTF-8
+LD_LIBRARY_PATH=/data/align-anything/miniconda3/envs/hantao_cham/lib/python3.11/site-packages/cv2/../../lib64:
+LESSCLOSE=/usr/bin/lesspipe %s %s
+LESSOPEN=| /usr/bin/lesspipe %s
+LOCAL_RANK=0
+LOCAL_SIZE=8
+LOGLEVEL=WARNING
+LOGNAME=align-anything
+LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:
+MASTER_ADDR=127.0.0.1
+MASTER_PORT=52085
+MOTD_SHOWN=pam
+OLDPWD=/home/align-anything
+PATH=/data/align-anything/miniconda3/envs/hantao_cham/bin:/data/align-anything/miniconda3/condabin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin
+PWD=/data/align-anything/hantao/align-anything/scripts
+PYGAME_HIDE_SUPPORT_PROMPT=1
+PYTHONHASHSEED=42
+PYTHONPATH=/data/align-anything/hantao/align-anything
+QT_QPA_FONTDIR=/data/align-anything/miniconda3/envs/hantao_cham/lib/python3.11/site-packages/cv2/qt/fonts
+QT_QPA_PLATFORM_PLUGIN_PATH=/data/align-anything/miniconda3/envs/hantao_cham/lib/python3.11/site-packages/cv2/qt/plugins
+RANK=0
+SHELL=/bin/bash
+SHLVL=3
+SSH_CLIENT=203.93.11.123 60580 30400
+SSH_CONNECTION=39.173.142.74 12446 10.10.212.194 30400
+SSH_TTY=/dev/pts/3
+TERM=screen
+TMUX=/tmp/tmux-2000/default,32165,6
+TMUX_PANE=%6
+USER=align-anything
+WANDB_API_KEY=7e2dcc0c310ebcb7cdcafd5e9320d6be55cf1a33
+WANDB_MODE=offline
+WANDB_SERVICE=2-849127-tcp-localhost-37123
+WORLD_SIZE=8
+XDG_DATA_DIRS=/usr/local/share:/usr/share:/var/lib/snapd/desktop
+XDG_RUNTIME_DIR=/run/user/2000
+XDG_SESSION_CLASS=user
+XDG_SESSION_ID=12
+XDG_SESSION_TYPE=tty
+_=/data/align-anything/miniconda3/envs/hantao_cham/bin/deepspeed
+_CE_CONDA=
+_CE_M=

preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "crop_size": {
+    "height": 512,
+    "width": 512
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    1.0,
+    1.0,
+    1.0
+  ],
+  "image_processor_type": "ChameleonImageProcessor",
+  "image_std": [
+    1.0,
+    1.0,
+    1.0
+  ],
+  "processor_class": "ChameleonProcessor",
+  "resample": 1,
+  "rescale_factor": 0.0078,
+  "size": {
+    "shortest_edge": 512
+  }
+}

processor_config.json

@@ -0,0 +1,5 @@
+{
+  "image_seq_length": 1024,
+  "image_token": "<image>",
+  "processor_class": "ChameleonProcessor"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09edf08c05d71e0691a1ac9c5a04ec7962c0fc79490a3b5d6fe8aa79bcb87138
+size 14165009930

script.sh

@@ -0,0 +1,46 @@
+#!/usr/bin/env bash
+#
+# Copyright 2024 PKU-Alignment Team. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+# sleep 15m
+
+# Initialize variables
+MODEL_NAME_OR_PATH="/data/align-anything/hantao/models/0830_4k_sft_flux"
+TRAIN_DATASETS="/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs"
+OUTPUT_DIR="../outputs/dpo_pickapic_40k"
+# For wandb online logging
+export WANDB_API_KEY="7e2dcc0c310ebcb7cdcafd5e9320d6be55cf1a33"
+export WANDB_MODE=offline
+# Source the setup script
+source ./setup.sh
+
+# Execute deepspeed command
+deepspeed \
+	--master_port ${MASTER_PORT} \
+	--module align_anything.trainers.text_image_to_text_image.dpo \
+	--model_name_or_path ${MODEL_NAME_OR_PATH} \
+	--train_datasets ${TRAIN_DATASETS} \
+	--output_dir ${OUTPUT_DIR} \
+	--per_device_train_batch_size 4 \
+    --per_device_eval_batch_size 4 \
+    --gradient_accumulation_steps 2 \
+    --train_template Chameleon_preference \
+    --train_split train \
+	--train_data_files pickapic_40k.pt \
+	--learning_rate 5e-7 \
+	--epochs 3 \
+	--lr_scheduler_type cosine \
+	--save_interval 400 

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<reserved08706>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

wandb/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2025-01-26T12:47:21.807628078Z","level":"INFO","msg":"using version","core version":"0.18.3"}
+{"time":"2025-01-26T12:47:21.807642964Z","level":"INFO","msg":"created symlink","path":"../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_124721-63zh6b52/logs/debug-core.log"}
+{"time":"2025-01-26T12:47:21.818216674Z","level":"INFO","msg":"created new stream","id":"63zh6b52"}
+{"time":"2025-01-26T12:47:21.818241372Z","level":"INFO","msg":"stream: started","id":"63zh6b52"}
+{"time":"2025-01-26T12:47:21.818271255Z","level":"INFO","msg":"sender: started","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T12:47:21.818280379Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T12:47:21.818334818Z","level":"INFO","msg":"handler: started","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T12:47:21.834067258Z","level":"INFO","msg":"wandb-core","!BADKEY":null}
+{"time":"2025-01-26T12:47:21.837691453Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-01-26T17:45:26.817146242Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-01-26T17:45:26.831287884Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-01-26T17:45:27.844713987Z","level":"INFO","msg":"stream: closing","id":"63zh6b52"}
+{"time":"2025-01-26T17:45:27.84474064Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T17:45:27.844756097Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T17:45:27.844784263Z","level":"INFO","msg":"sender: closed","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T17:45:27.847613043Z","level":"INFO","msg":"stream: closed","id":"63zh6b52"}

wandb/debug.log

@@ -0,0 +1,31 @@
+2025-01-26 12:47:21,735 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Current SDK version is 0.18.3
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Configure stats pid to 849127
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Loading settings from /home/align-anything/.config/wandb/settings
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Loading settings from /data/align-anything/hantao/align-anything/scripts/wandb/settings
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Loading settings from environment variables: {'api_key': '***REDACTED***', 'mode': 'offline'}
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'offline', '_disable_service': None}
+2025-01-26 12:47:21,736 WARNING MainThread:849127 [wandb_setup.py:_flush():79] Could not find program at -m align_anything.trainers.text_image_to_text_image.dpo
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.text_image_to_text_image.dpo'}
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:_log_setup():532] Logging user logs to ../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_124721-63zh6b52/logs/debug.log
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:_log_setup():533] Logging internal logs to ../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_124721-63zh6b52/logs/debug-internal.log
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:init():617] calling init triggers
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:init():624] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3.0, 'seed': 42, 'per_device_train_batch_size': 4.0, 'per_device_eval_batch_size': 4.0, 'gradient_accumulation_steps': 2.0, 'gradient_checkpointing': True, 'learning_rate': 5e-07, 'lr_scheduler_type': 'cosine', 'lr_warmup_ratio': 0.03, 'weight_decay': 0.01, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'regularization': 0.001, 'scale_coeff': 0.1, 'freeze_mm_proj': True, 'freeze_vision_tower': False, 'freeze_language_model': True}, 'data_cfgs': {'train_datasets': '/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs', 'train_template': 'Chameleon_preference', 'train_size': None, 'train_split': 'train', 'train_subset': None, 'train_data_files': 'pickapic_40k.pt', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'dpo', 'output_dir': '../outputs/dpo_pickapic_40k', 'cache_dir': None, 'save_interval': 400.0}, 'model_cfgs': {'model_name_or_path': '/data/align-anything/hantao/models/0830_4k_sft_flux', 'trust_remote_code': True, 'model_max_length': 4096}, 'special_tokens': None}
+2025-01-26 12:47:21,737 INFO    MainThread:849127 [wandb_init.py:init():667] starting backend
+2025-01-26 12:47:21,737 INFO    MainThread:849127 [wandb_init.py:init():671] sending inform_init request
+2025-01-26 12:47:21,744 INFO    MainThread:849127 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-01-26 12:47:21,745 INFO    MainThread:849127 [wandb_init.py:init():684] backend started and connected
+2025-01-26 12:47:21,747 INFO    MainThread:849127 [wandb_init.py:init():779] updated telemetry
+2025-01-26 12:47:21,758 INFO    MainThread:849127 [wandb_init.py:init():812] communicating run to backend with 90.0 second timeout
+2025-01-26 12:47:21,829 INFO    MainThread:849127 [wandb_init.py:init():863] starting run threads in backend
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_console_start():2465] atexit reg
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_redirect():2313] redirect: wrap_raw
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_redirect():2378] Wrapping output streams.
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_redirect():2403] Redirects installed.
+2025-01-26 12:47:22,202 INFO    MainThread:849127 [wandb_init.py:init():907] run started, returning control to user process
+2025-01-26 17:45:26,813 INFO    MainThread:849127 [wandb_run.py:_finish():2164] finishing run align-anything/63zh6b52
+2025-01-26 17:45:26,815 INFO    MainThread:849127 [wandb_run.py:_atexit_cleanup():2428] got exitcode: 0
+2025-01-26 17:45:26,816 INFO    MainThread:849127 [wandb_run.py:_restore():2410] restore
+2025-01-26 17:45:26,816 INFO    MainThread:849127 [wandb_run.py:_restore():2416] restore done
+2025-01-26 17:45:27,838 INFO    MainThread:849127 [wandb_run.py:_footer_history_summary_info():4049] rendering history
+2025-01-26 17:45:27,841 INFO    MainThread:849127 [wandb_run.py:_footer_history_summary_info():4081] rendering summary

wandb/offline-run-20250126_113111-ux2nx7b1/files/requirements.txt

@@ -0,0 +1,298 @@
+align-anything==0.0.1.dev0
+uvloop==0.20.0
+absl-py==2.1.0
+term-image==0.7.2
+distro==1.9.0
+bitsandbytes==0.44.1
+uvicorn==0.31.1
+safetensors==0.4.5
+gradio_client==1.4.0
+propcache==0.2.0
+GitPython==3.1.43
+pyzmq==26.2.0
+pyzmq==26.0.0
+graze==0.1.27
+sae-lens==3.20.0
+nvidia-nvtx-cu12==12.1.105
+einops==0.8.0
+plotly==5.24.1
+nvidia-cusolver-cu12==11.4.5.107
+Pygments==2.15.1
+Pygments==2.18.0
+traitlets==5.14.3
+psutil==5.9.0
+psutil==6.0.0
+wcwidth==0.2.5
+wcwidth==0.2.13
+six==1.16.0
+smmap==5.0.1
+python-dotenv==1.0.1
+multiprocess==0.70.16
+matplotlib-inline==0.1.6
+matplotlib-inline==0.1.7
+pyarrow==17.0.0
+jupyter_client==8.6.0
+nbclient==0.10.2
+outlines_core==0.1.14
+pytest==7.2.0
+ptyprocess==0.7.0
+lazy_loader==0.4
+debugpy==1.8.11
+asttokens==2.0.5
+contourpy==1.3.0
+better-abc==0.0.3
+aiofiles==23.2.1
+torchlibrosa==0.1.0
+patsy==1.0.1
+protobuf==3.20.3
+nvidia-cuda-runtime-cu12==12.1.105
+pycparser==2.22
+PyYAML==6.0.2
+hjson==3.1.0
+xxhash==3.5.0
+evaluate==0.4.3
+beautifulsoup4==4.12.3
+platformdirs==4.3.6
+platformdirs==3.10.0
+diskcache==5.6.3
+fairscale==0.4.13
+certifi==2024.8.30
+docker-pycreds==0.4.0
+braceexpand==0.1.7
+virtualenv==20.26.6
+pandocfilters==1.5.1
+nvidia-cuda-nvrtc-cu12==12.1.105
+grpcio==1.66.2
+yarl==1.15.0
+aiohttp==3.10.10
+referencing==0.35.1
+fsspec==2024.6.1
+nvidia-nccl-cu12==2.20.5
+executing==0.8.3
+Jinja2==3.1.4
+timm==0.6.13
+opencv-python==4.6.0.66
+mmsg==0.1.dev20+g585c63a.d20241111
+tomlkit==0.12.0
+nbconvert==7.16.5
+py2store==0.1.20
+pandas==2.2.3
+prompt-toolkit==3.0.43
+identify==2.6.1
+deepspeed==0.15.2
+ray==2.37.0
+align-anything==0.0.1.dev0
+nvidia-cufft-cu12==11.0.2.54
+datasets==2.21.0
+mistral_common==1.4.4
+httptools==0.6.1
+scipy==1.14.1
+ipykernel==6.29.5
+mdurl==0.1.2
+clip==0.2.0
+cycler==0.12.1
+pyairports==2.1.1
+charset-normalizer==3.4.0
+torch==2.4.0
+mpmath==1.3.0
+tzdata==2024.2
+tokenizers==0.19.1
+dol==0.3.6
+transformer-lens==0.0.0
+nest-asyncio==1.6.0
+nbformat==5.10.4
+bleach==6.2.0
+sentencepiece==0.2.0
+statsmodels==0.14.4
+aiohappyeyeballs==2.4.3
+fastjsonschema==2.21.1
+tornado==6.4.2
+ffmpy==0.4.0
+nvidia-curand-cu12==10.3.2.106
+kiwisolver==1.4.7
+tenacity==9.0.0
+audioread==3.0.1
+cffi==1.17.1
+clint==0.5.1
+partial-json-parser==0.2.1.1.post4
+dill==0.3.8
+ninja==1.11.1.1
+tqdm==4.66.5
+jaxtyping==0.2.36
+gitdb==4.0.11
+jedi==0.19.2
+regex==2024.9.11
+nvidia-cusparse-cu12==12.1.0.106
+aiosignal==1.3.1
+jsonschema-specifications==2024.10.1
+yt-dlp==2024.8.6
+triton==3.0.0
+pydub==0.25.1
+nodeenv==1.9.1
+pooch==1.8.2
+MarkupSafe==2.1.5
+fastapi==0.115.0
+setproctitle==1.3.3
+pycountry==24.6.1
+anyio==4.6.0
+matplotlib==3.9.2
+config2py==0.1.36
+diffusers==0.30.3
+jupyterlab_pygments==0.3.0
+librosa==0.10.2.post1
+tiktoken==0.6.0
+filelock==3.16.1
+jiter==0.6.1
+sentry-sdk==2.16.0
+starlette==0.38.6
+py-cpuinfo==9.0.0
+typer==0.12.5
+zipp==3.20.2
+args==0.1.0
+jsonschema==4.23.0
+llvmlite==0.43.0
+lxml==4.9.4
+interegular==0.3.3
+wheel==0.44.0
+blobfile==2.1.1
+frechet-audio-distance==0.1.2
+pytz==2024.2
+pytorch-fid==0.3.0
+optree==0.13.0
+lark==1.2.2
+pytest-profiling==1.8.1
+beartype==0.14.1
+msgpack==1.1.0
+prometheus_client==0.21.0
+typing_extensions==4.12.2
+mutagen==1.47.0
+pexpect==4.8.0
+pycryptodomex==3.21.0
+fonttools==4.54.1
+ftfy==6.3.0
+stack-data==0.2.0
+orjson==3.10.7
+vllm==0.6.2
+watchfiles==0.24.0
+iniconfig==2.0.0
+idna==3.10
+proglog==0.1.10
+sniffio==1.3.1
+pyparsing==3.1.4
+h11==0.14.0
+networkx==3.4.1
+importlib_resources==6.5.2
+xformers==0.0.27.post2
+hpsv2==1.2.0
+pluggy==1.5.0
+gguf==0.10.0
+imageio==2.35.1
+pure-eval==0.2.2
+importlib_metadata==8.5.0
+urllib3==2.2.3
+nvidia-nvjitlink-cu12==12.6.77
+airportsdata==20241001
+semantic-version==2.10.0
+fancy-einsum==0.0.3
+typeguard==4.4.1
+decorator==4.4.2
+decorator==5.1.1
+attrs==24.2.0
+Brotli==1.1.0
+numpy==1.26.4
+soxr==0.5.0.post1
+requests==2.32.3
+tinycss2==1.4.0
+nltk==3.9.1
+pytest-split==0.8.0
+httpcore==1.0.6
+webdataset==0.2.100
+rpds-py==0.20.0
+shellingham==1.5.4
+annotated-types==0.7.0
+plotly-express==0.4.1
+transformers==4.44.0.dev0
+pillow==10.4.0
+nvidia-ml-py==12.560.30
+packaging==24.1
+packaging==24.2
+peft==0.13.2
+imageio-ffmpeg==0.5.1
+outlines==0.1.3
+setuptools==75.1.0
+pydantic==2.9.2
+zstandard==0.22.0
+defusedxml==0.7.1
+cloudpickle==3.1.0
+torchvision==0.19.0
+threadpoolctl==3.5.0
+soupsieve==2.6
+cfgv==3.4.0
+tensorboard==2.18.0
+moviepy==1.0.3
+nvidia-cuda-cupti-cu12==12.1.105
+msgspec==0.18.6
+logger==1.4
+comm==0.2.1
+Markdown==3.7
+huggingface-hub==0.25.2
+scikit-learn==1.5.2
+distlib==0.3.9
+shortuuid==1.0.13
+nvidia-cublas-cu12==12.1.3.1
+pip==24.2
+image-reward==1.5
+gprof2dot==2024.6.6
+click==8.1.7
+lm-format-enforcer==0.10.6
+joblib==1.4.2
+torchaudio==2.4.0
+rich==13.9.2
+resampy==0.4.3
+numba==0.60.0
+gradio==5.0.2
+tensorboard-data-server==0.7.2
+automated-interpretability==0.0.6
+soundfile==0.12.1
+multidict==6.1.0
+wandb==0.18.3
+openai==1.51.2
+nvidia-cudnn-cu12==9.1.0.70
+boostedblob==0.15.6
+python-dateutil==2.9.0.post0
+frozenlist==1.4.1
+jupyter_core==5.7.2
+python-multipart==0.0.12
+Werkzeug==3.0.4
+markdown-it-py==3.0.0
+parso==0.8.4
+pydantic_core==2.23.4
+i2==0.1.45
+ipython==8.30.0
+prometheus-fastapi-instrumentator==7.0.0
+mistune==3.1.0
+sympy==1.13.3
+accelerate==1.0.1
+babe==0.0.7
+httpx==0.27.2
+webencodings==0.5.1
+ruff==0.6.9
+pre_commit==4.0.1
+websockets==12.0
+importlib_resources==6.4.0
+packaging==24.1
+typing_extensions==4.12.2
+wheel==0.43.0
+zipp==3.19.2
+jaraco.text==3.12.1
+inflect==7.3.1
+more-itertools==10.3.0
+autocommand==2.2.2
+platformdirs==4.2.2
+typeguard==4.3.0
+jaraco.functools==4.0.1
+jaraco.context==5.3.0
+tomli==2.0.1
+jaraco.collections==5.1.0
+importlib_metadata==8.0.0
+backports.tarfile==1.2.0

wandb/offline-run-20250126_113111-ux2nx7b1/files/wandb-metadata.json

@@ -0,0 +1,111 @@
+{
+  "os":  "Linux-5.4.0-204-generic-x86_64-with-glibc2.31",
+  "python":  "3.11.11",
+  "startedAt":  "2025-01-26T11:31:11.908125Z",
+  "args":  [
+    "--local_rank=0",
+    "--model_name_or_path",
+    "/data/align-anything/hantao/models/0830_4k_sft_flux",
+    "--train_datasets",
+    "/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs",
+    "--output_dir",
+    "../outputs/dpo_pickapic_40k",
+    "--per_device_train_batch_size",
+    "4",
+    "--per_device_eval_batch_size",
+    "4",
+    "--gradient_accumulation_steps",
+    "2",
+    "--train_template",
+    "Chameleon_preference",
+    "--train_split",
+    "train",
+    "--train_data_files",
+    "pickapic_40k.pt",
+    "--learning_rate",
+    "5e-7",
+    "--epochs",
+    "3",
+    "--lr_scheduler_type",
+    "cosine",
+    "--save_interval",
+    "400"
+  ],
+  "program":  "-m align_anything.trainers.text_image_to_text_image.dpo",
+  "git":  {
+    "remote":  "https://github.com/PKU-Alignment/align-anything.git",
+    "commit":  "6fde660afc9985323f147930eedf188a5699adc7"
+  },
+  "root":  "../outputs/dpo_pickapic_40k",
+  "host":  "lyg0194",
+  "username":  "align-anything",
+  "executable":  "/data/align-anything/miniconda3/envs/hantao_cham/bin/python",
+  "cpu_count":  64,
+  "cpu_count_logical":  128,
+  "gpu":  "[NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB]",
+  "gpu_count":  8,
+  "disk":  {
+    "/":  {
+      "total":  "939477946368",
+      "used":  "783301410816"
+    }
+  },
+  "memory":  {
+    "total":  "1081823932416"
+  },
+  "cpu":  {
+    "count":  64,
+    "countLogical":  128
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    }
+  ],
+  "cudaVersion":  "12.6"
+}

wandb/offline-run-20250126_113111-ux2nx7b1/logs/debug-core.log

@@ -0,0 +1,16 @@
+{"time":"2025-01-26T11:31:11.828607506Z","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpj1e4eh4p/port-828281.txt","pid":828281,"debug":false,"disable-analytics":false}
+{"time":"2025-01-26T11:31:11.828667125Z","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
+{"time":"2025-01-26T11:31:11.829545106Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":828281}
+{"time":"2025-01-26T11:31:11.829817195Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":40111,"Zone":""}}
+{"time":"2025-01-26T11:31:11.871501641Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:31:11.916569353Z","level":"INFO","msg":"handleInformInit: received","streamId":"ux2nx7b1","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:31:12.038491861Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ux2nx7b1","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:19.852145609Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"ux2nx7b1","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:19.85427083Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"ux2nx7b1","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:20.195957638Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:20.196022797Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:20.19603868Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-01-26T11:32:20.196045403Z","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:20.196198581Z","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:20.19621631Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:44254"}
+{"time":"2025-01-26T11:32:20.19623621Z","level":"INFO","msg":"server is closed"}

wandb/offline-run-20250126_113111-ux2nx7b1/logs/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2025-01-26T11:31:12.010650203Z","level":"INFO","msg":"using version","core version":"0.18.3"}
+{"time":"2025-01-26T11:31:12.010688718Z","level":"INFO","msg":"created symlink","path":"../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_113111-ux2nx7b1/logs/debug-core.log"}
+{"time":"2025-01-26T11:31:12.038462746Z","level":"INFO","msg":"created new stream","id":"ux2nx7b1"}
+{"time":"2025-01-26T11:31:12.038487893Z","level":"INFO","msg":"stream: started","id":"ux2nx7b1"}
+{"time":"2025-01-26T11:31:12.03851056Z","level":"INFO","msg":"sender: started","stream_id":{"value":"ux2nx7b1"}}
+{"time":"2025-01-26T11:31:12.038513668Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"ux2nx7b1"}}
+{"time":"2025-01-26T11:31:12.038533311Z","level":"INFO","msg":"handler: started","stream_id":{"value":"ux2nx7b1"}}
+{"time":"2025-01-26T11:31:12.053735689Z","level":"INFO","msg":"wandb-core","!BADKEY":null}
+{"time":"2025-01-26T11:31:12.058521123Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-01-26T11:32:18.829306067Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-01-26T11:32:18.842646605Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-01-26T11:32:19.852250402Z","level":"INFO","msg":"stream: closing","id":"ux2nx7b1"}
+{"time":"2025-01-26T11:32:19.852289448Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"ux2nx7b1"}}
+{"time":"2025-01-26T11:32:19.852328944Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"ux2nx7b1"}}
+{"time":"2025-01-26T11:32:19.852402516Z","level":"INFO","msg":"sender: closed","stream_id":{"value":"ux2nx7b1"}}
+{"time":"2025-01-26T11:32:19.85425144Z","level":"INFO","msg":"stream: closed","id":"ux2nx7b1"}

wandb/offline-run-20250126_113111-ux2nx7b1/logs/debug.log

@@ -0,0 +1,31 @@
+2025-01-26 11:31:11,900 INFO    MainThread:828281 [wandb_setup.py:_flush():79] Current SDK version is 0.18.3
+2025-01-26 11:31:11,900 INFO    MainThread:828281 [wandb_setup.py:_flush():79] Configure stats pid to 828281
+2025-01-26 11:31:11,900 INFO    MainThread:828281 [wandb_setup.py:_flush():79] Loading settings from /home/align-anything/.config/wandb/settings
+2025-01-26 11:31:11,900 INFO    MainThread:828281 [wandb_setup.py:_flush():79] Loading settings from /data/align-anything/hantao/align-anything/scripts/wandb/settings
+2025-01-26 11:31:11,900 INFO    MainThread:828281 [wandb_setup.py:_flush():79] Loading settings from environment variables: {'api_key': '***REDACTED***', 'mode': 'offline'}
+2025-01-26 11:31:11,900 INFO    MainThread:828281 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'offline', '_disable_service': None}
+2025-01-26 11:31:11,900 WARNING MainThread:828281 [wandb_setup.py:_flush():79] Could not find program at -m align_anything.trainers.text_image_to_text_image.dpo
+2025-01-26 11:31:11,900 INFO    MainThread:828281 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.text_image_to_text_image.dpo'}
+2025-01-26 11:31:11,901 INFO    MainThread:828281 [wandb_init.py:_log_setup():532] Logging user logs to ../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_113111-ux2nx7b1/logs/debug.log
+2025-01-26 11:31:11,901 INFO    MainThread:828281 [wandb_init.py:_log_setup():533] Logging internal logs to ../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_113111-ux2nx7b1/logs/debug-internal.log
+2025-01-26 11:31:11,901 INFO    MainThread:828281 [wandb_init.py:init():617] calling init triggers
+2025-01-26 11:31:11,901 INFO    MainThread:828281 [wandb_init.py:init():624] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3.0, 'seed': 42, 'per_device_train_batch_size': 4.0, 'per_device_eval_batch_size': 4.0, 'gradient_accumulation_steps': 2.0, 'gradient_checkpointing': True, 'learning_rate': 5e-07, 'lr_scheduler_type': 'cosine', 'lr_warmup_ratio': 0.03, 'weight_decay': 0.01, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'regularization': 0.001, 'scale_coeff': 0.1, 'freeze_mm_proj': True, 'freeze_vision_tower': False, 'freeze_language_model': True}, 'data_cfgs': {'train_datasets': '/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs', 'train_template': 'Chameleon_preference', 'train_size': None, 'train_split': 'train', 'train_subset': None, 'train_data_files': 'pickapic_40k.pt', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'dpo', 'output_dir': '../outputs/dpo_pickapic_40k', 'cache_dir': None, 'save_interval': 400.0}, 'model_cfgs': {'model_name_or_path': '/data/align-anything/hantao/models/0830_4k_sft_flux', 'trust_remote_code': True, 'model_max_length': 4096}, 'special_tokens': None}
+2025-01-26 11:31:11,901 INFO    MainThread:828281 [wandb_init.py:init():667] starting backend
+2025-01-26 11:31:11,901 INFO    MainThread:828281 [wandb_init.py:init():671] sending inform_init request
+2025-01-26 11:31:11,907 INFO    MainThread:828281 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-01-26 11:31:11,907 INFO    MainThread:828281 [wandb_init.py:init():684] backend started and connected
+2025-01-26 11:31:11,911 INFO    MainThread:828281 [wandb_init.py:init():779] updated telemetry
+2025-01-26 11:31:11,927 INFO    MainThread:828281 [wandb_init.py:init():812] communicating run to backend with 90.0 second timeout
+2025-01-26 11:31:12,048 INFO    MainThread:828281 [wandb_init.py:init():863] starting run threads in backend
+2025-01-26 11:31:12,828 INFO    MainThread:828281 [wandb_run.py:_console_start():2465] atexit reg
+2025-01-26 11:31:12,828 INFO    MainThread:828281 [wandb_run.py:_redirect():2313] redirect: wrap_raw
+2025-01-26 11:31:12,828 INFO    MainThread:828281 [wandb_run.py:_redirect():2378] Wrapping output streams.
+2025-01-26 11:31:12,828 INFO    MainThread:828281 [wandb_run.py:_redirect():2403] Redirects installed.
+2025-01-26 11:31:12,836 INFO    MainThread:828281 [wandb_init.py:init():907] run started, returning control to user process
+2025-01-26 11:32:18,826 INFO    MainThread:828281 [wandb_run.py:_finish():2164] finishing run align-anything/ux2nx7b1
+2025-01-26 11:32:18,828 INFO    MainThread:828281 [wandb_run.py:_atexit_cleanup():2428] got exitcode: 0
+2025-01-26 11:32:18,828 INFO    MainThread:828281 [wandb_run.py:_restore():2410] restore
+2025-01-26 11:32:18,828 INFO    MainThread:828281 [wandb_run.py:_restore():2416] restore done
+2025-01-26 11:32:19,848 INFO    MainThread:828281 [wandb_run.py:_footer_history_summary_info():4049] rendering history
+2025-01-26 11:32:19,849 INFO    MainThread:828281 [wandb_run.py:_footer_history_summary_info():4081] rendering summary

wandb/offline-run-20250126_124721-63zh6b52/files/requirements.txt

@@ -0,0 +1,298 @@
+align-anything==0.0.1.dev0
+uvloop==0.20.0
+absl-py==2.1.0
+term-image==0.7.2
+distro==1.9.0
+bitsandbytes==0.44.1
+uvicorn==0.31.1
+safetensors==0.4.5
+gradio_client==1.4.0
+propcache==0.2.0
+GitPython==3.1.43
+pyzmq==26.2.0
+pyzmq==26.0.0
+graze==0.1.27
+sae-lens==3.20.0
+nvidia-nvtx-cu12==12.1.105
+einops==0.8.0
+plotly==5.24.1
+nvidia-cusolver-cu12==11.4.5.107
+Pygments==2.15.1
+Pygments==2.18.0
+traitlets==5.14.3
+psutil==5.9.0
+psutil==6.0.0
+wcwidth==0.2.5
+wcwidth==0.2.13
+six==1.16.0
+smmap==5.0.1
+python-dotenv==1.0.1
+multiprocess==0.70.16
+matplotlib-inline==0.1.6
+matplotlib-inline==0.1.7
+pyarrow==17.0.0
+jupyter_client==8.6.0
+nbclient==0.10.2
+outlines_core==0.1.14
+pytest==7.2.0
+ptyprocess==0.7.0
+lazy_loader==0.4
+debugpy==1.8.11
+asttokens==2.0.5
+contourpy==1.3.0
+better-abc==0.0.3
+aiofiles==23.2.1
+torchlibrosa==0.1.0
+patsy==1.0.1
+protobuf==3.20.3
+nvidia-cuda-runtime-cu12==12.1.105
+pycparser==2.22
+PyYAML==6.0.2
+hjson==3.1.0
+xxhash==3.5.0
+evaluate==0.4.3
+beautifulsoup4==4.12.3
+platformdirs==4.3.6
+platformdirs==3.10.0
+diskcache==5.6.3
+fairscale==0.4.13
+certifi==2024.8.30
+docker-pycreds==0.4.0
+braceexpand==0.1.7
+virtualenv==20.26.6
+pandocfilters==1.5.1
+nvidia-cuda-nvrtc-cu12==12.1.105
+grpcio==1.66.2
+yarl==1.15.0
+aiohttp==3.10.10
+referencing==0.35.1
+fsspec==2024.6.1
+nvidia-nccl-cu12==2.20.5
+executing==0.8.3
+Jinja2==3.1.4
+timm==0.6.13
+opencv-python==4.6.0.66
+mmsg==0.1.dev20+g585c63a.d20241111
+tomlkit==0.12.0
+nbconvert==7.16.5
+py2store==0.1.20
+pandas==2.2.3
+prompt-toolkit==3.0.43
+identify==2.6.1
+deepspeed==0.15.2
+ray==2.37.0
+align-anything==0.0.1.dev0
+nvidia-cufft-cu12==11.0.2.54
+datasets==2.21.0
+mistral_common==1.4.4
+httptools==0.6.1
+scipy==1.14.1
+ipykernel==6.29.5
+mdurl==0.1.2
+clip==0.2.0
+cycler==0.12.1
+pyairports==2.1.1
+charset-normalizer==3.4.0
+torch==2.4.0
+mpmath==1.3.0
+tzdata==2024.2
+tokenizers==0.19.1
+dol==0.3.6
+transformer-lens==0.0.0
+nest-asyncio==1.6.0
+nbformat==5.10.4
+bleach==6.2.0
+sentencepiece==0.2.0
+statsmodels==0.14.4
+aiohappyeyeballs==2.4.3
+fastjsonschema==2.21.1
+tornado==6.4.2
+ffmpy==0.4.0
+nvidia-curand-cu12==10.3.2.106
+kiwisolver==1.4.7
+tenacity==9.0.0
+audioread==3.0.1
+cffi==1.17.1
+clint==0.5.1
+partial-json-parser==0.2.1.1.post4
+dill==0.3.8
+ninja==1.11.1.1
+tqdm==4.66.5
+jaxtyping==0.2.36
+gitdb==4.0.11
+jedi==0.19.2
+regex==2024.9.11
+nvidia-cusparse-cu12==12.1.0.106
+aiosignal==1.3.1
+jsonschema-specifications==2024.10.1
+yt-dlp==2024.8.6
+triton==3.0.0
+pydub==0.25.1
+nodeenv==1.9.1
+pooch==1.8.2
+MarkupSafe==2.1.5
+fastapi==0.115.0
+setproctitle==1.3.3
+pycountry==24.6.1
+anyio==4.6.0
+matplotlib==3.9.2
+config2py==0.1.36
+diffusers==0.30.3
+jupyterlab_pygments==0.3.0
+librosa==0.10.2.post1
+tiktoken==0.6.0
+filelock==3.16.1
+jiter==0.6.1
+sentry-sdk==2.16.0
+starlette==0.38.6
+py-cpuinfo==9.0.0
+typer==0.12.5
+zipp==3.20.2
+args==0.1.0
+jsonschema==4.23.0
+llvmlite==0.43.0
+lxml==4.9.4
+interegular==0.3.3
+wheel==0.44.0
+blobfile==2.1.1
+frechet-audio-distance==0.1.2
+pytz==2024.2
+pytorch-fid==0.3.0
+optree==0.13.0
+lark==1.2.2
+pytest-profiling==1.8.1
+beartype==0.14.1
+msgpack==1.1.0
+prometheus_client==0.21.0
+typing_extensions==4.12.2
+mutagen==1.47.0
+pexpect==4.8.0
+pycryptodomex==3.21.0
+fonttools==4.54.1
+ftfy==6.3.0
+stack-data==0.2.0
+orjson==3.10.7
+vllm==0.6.2
+watchfiles==0.24.0
+iniconfig==2.0.0
+idna==3.10
+proglog==0.1.10
+sniffio==1.3.1
+pyparsing==3.1.4
+h11==0.14.0
+networkx==3.4.1
+importlib_resources==6.5.2
+xformers==0.0.27.post2
+hpsv2==1.2.0
+pluggy==1.5.0
+gguf==0.10.0
+imageio==2.35.1
+pure-eval==0.2.2
+importlib_metadata==8.5.0
+urllib3==2.2.3
+nvidia-nvjitlink-cu12==12.6.77
+airportsdata==20241001
+semantic-version==2.10.0
+fancy-einsum==0.0.3
+typeguard==4.4.1
+decorator==4.4.2
+decorator==5.1.1
+attrs==24.2.0
+Brotli==1.1.0
+numpy==1.26.4
+soxr==0.5.0.post1
+requests==2.32.3
+tinycss2==1.4.0
+nltk==3.9.1
+pytest-split==0.8.0
+httpcore==1.0.6
+webdataset==0.2.100
+rpds-py==0.20.0
+shellingham==1.5.4
+annotated-types==0.7.0
+plotly-express==0.4.1
+transformers==4.44.0.dev0
+pillow==10.4.0
+nvidia-ml-py==12.560.30
+packaging==24.1
+packaging==24.2
+peft==0.13.2
+imageio-ffmpeg==0.5.1
+outlines==0.1.3
+setuptools==75.1.0
+pydantic==2.9.2
+zstandard==0.22.0
+defusedxml==0.7.1
+cloudpickle==3.1.0
+torchvision==0.19.0
+threadpoolctl==3.5.0
+soupsieve==2.6
+cfgv==3.4.0
+tensorboard==2.18.0
+moviepy==1.0.3
+nvidia-cuda-cupti-cu12==12.1.105
+msgspec==0.18.6
+logger==1.4
+comm==0.2.1
+Markdown==3.7
+huggingface-hub==0.25.2
+scikit-learn==1.5.2
+distlib==0.3.9
+shortuuid==1.0.13
+nvidia-cublas-cu12==12.1.3.1
+pip==24.2
+image-reward==1.5
+gprof2dot==2024.6.6
+click==8.1.7
+lm-format-enforcer==0.10.6
+joblib==1.4.2
+torchaudio==2.4.0
+rich==13.9.2
+resampy==0.4.3
+numba==0.60.0
+gradio==5.0.2
+tensorboard-data-server==0.7.2
+automated-interpretability==0.0.6
+soundfile==0.12.1
+multidict==6.1.0
+wandb==0.18.3
+openai==1.51.2
+nvidia-cudnn-cu12==9.1.0.70
+boostedblob==0.15.6
+python-dateutil==2.9.0.post0
+frozenlist==1.4.1
+jupyter_core==5.7.2
+python-multipart==0.0.12
+Werkzeug==3.0.4
+markdown-it-py==3.0.0
+parso==0.8.4
+pydantic_core==2.23.4
+i2==0.1.45
+ipython==8.30.0
+prometheus-fastapi-instrumentator==7.0.0
+mistune==3.1.0
+sympy==1.13.3
+accelerate==1.0.1
+babe==0.0.7
+httpx==0.27.2
+webencodings==0.5.1
+ruff==0.6.9
+pre_commit==4.0.1
+websockets==12.0
+importlib_resources==6.4.0
+packaging==24.1
+typing_extensions==4.12.2
+wheel==0.43.0
+zipp==3.19.2
+jaraco.text==3.12.1
+inflect==7.3.1
+more-itertools==10.3.0
+autocommand==2.2.2
+platformdirs==4.2.2
+typeguard==4.3.0
+jaraco.functools==4.0.1
+jaraco.context==5.3.0
+tomli==2.0.1
+jaraco.collections==5.1.0
+importlib_metadata==8.0.0
+backports.tarfile==1.2.0

wandb/offline-run-20250126_124721-63zh6b52/files/wandb-metadata.json

@@ -0,0 +1,111 @@
+{
+  "os":  "Linux-5.4.0-204-generic-x86_64-with-glibc2.31",
+  "python":  "3.11.11",
+  "startedAt":  "2025-01-26T12:47:21.745210Z",
+  "args":  [
+    "--local_rank=0",
+    "--model_name_or_path",
+    "/data/align-anything/hantao/models/0830_4k_sft_flux",
+    "--train_datasets",
+    "/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs",
+    "--output_dir",
+    "../outputs/dpo_pickapic_40k",
+    "--per_device_train_batch_size",
+    "4",
+    "--per_device_eval_batch_size",
+    "4",
+    "--gradient_accumulation_steps",
+    "2",
+    "--train_template",
+    "Chameleon_preference",
+    "--train_split",
+    "train",
+    "--train_data_files",
+    "pickapic_40k.pt",
+    "--learning_rate",
+    "5e-7",
+    "--epochs",
+    "3",
+    "--lr_scheduler_type",
+    "cosine",
+    "--save_interval",
+    "400"
+  ],
+  "program":  "-m align_anything.trainers.text_image_to_text_image.dpo",
+  "git":  {
+    "remote":  "https://github.com/PKU-Alignment/align-anything.git",
+    "commit":  "6fde660afc9985323f147930eedf188a5699adc7"
+  },
+  "root":  "../outputs/dpo_pickapic_40k",
+  "host":  "lyg0194",
+  "username":  "align-anything",
+  "executable":  "/data/align-anything/miniconda3/envs/hantao_cham/bin/python",
+  "cpu_count":  64,
+  "cpu_count_logical":  128,
+  "gpu":  "[NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB, NVIDIA A100-SXM4-80GB]",
+  "gpu_count":  8,
+  "disk":  {
+    "/":  {
+      "total":  "939477946368",
+      "used":  "783301562368"
+    }
+  },
+  "memory":  {
+    "total":  "1081823932416"
+  },
+  "cpu":  {
+    "count":  64,
+    "countLogical":  128
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    },
+    {
+      "name":  "NVIDIA A100-SXM4-80GB",
+      "memoryTotal":  "85899345920",
+      "cudaCores":  6912,
+      "architecture":  "Ampere"
+    }
+  ],
+  "cudaVersion":  "12.6"
+}

wandb/offline-run-20250126_124721-63zh6b52/logs/debug-core.log

@@ -0,0 +1,16 @@
+{"time":"2025-01-26T12:47:21.51662411Z","level":"INFO","msg":"started logging, with flags","port-filename":"/tmp/tmpvwlkiv2l/port-849127.txt","pid":849127,"debug":false,"disable-analytics":false}
+{"time":"2025-01-26T12:47:21.516663849Z","level":"INFO","msg":"FeatureState","shutdownOnParentExitEnabled":false}
+{"time":"2025-01-26T12:47:21.517359984Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":849127}
+{"time":"2025-01-26T12:47:21.517346119Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":37123,"Zone":""}}
+{"time":"2025-01-26T12:47:21.707954103Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T12:47:21.7462694Z","level":"INFO","msg":"handleInformInit: received","streamId":"63zh6b52","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T12:47:21.818245429Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"63zh6b52","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:27.844462641Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"63zh6b52","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:27.84762455Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"63zh6b52","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:28.170588957Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:28.170611834Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:28.170618277Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-01-26T17:45:28.170635524Z","level":"INFO","msg":"connection: Close: initiating connection closure","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:28.170765916Z","level":"INFO","msg":"connection: Close: connection successfully closed","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:28.170855331Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:45908"}
+{"time":"2025-01-26T17:45:28.170876583Z","level":"INFO","msg":"server is closed"}

wandb/offline-run-20250126_124721-63zh6b52/logs/debug-internal.log

@@ -0,0 +1,16 @@
+{"time":"2025-01-26T12:47:21.807628078Z","level":"INFO","msg":"using version","core version":"0.18.3"}
+{"time":"2025-01-26T12:47:21.807642964Z","level":"INFO","msg":"created symlink","path":"../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_124721-63zh6b52/logs/debug-core.log"}
+{"time":"2025-01-26T12:47:21.818216674Z","level":"INFO","msg":"created new stream","id":"63zh6b52"}
+{"time":"2025-01-26T12:47:21.818241372Z","level":"INFO","msg":"stream: started","id":"63zh6b52"}
+{"time":"2025-01-26T12:47:21.818271255Z","level":"INFO","msg":"sender: started","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T12:47:21.818280379Z","level":"INFO","msg":"writer: Do: started","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T12:47:21.818334818Z","level":"INFO","msg":"handler: started","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T12:47:21.834067258Z","level":"INFO","msg":"wandb-core","!BADKEY":null}
+{"time":"2025-01-26T12:47:21.837691453Z","level":"INFO","msg":"Starting system monitor"}
+{"time":"2025-01-26T17:45:26.817146242Z","level":"INFO","msg":"Stopping system monitor"}
+{"time":"2025-01-26T17:45:26.831287884Z","level":"INFO","msg":"Stopped system monitor"}
+{"time":"2025-01-26T17:45:27.844713987Z","level":"INFO","msg":"stream: closing","id":"63zh6b52"}
+{"time":"2025-01-26T17:45:27.84474064Z","level":"INFO","msg":"handler: closed","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T17:45:27.844756097Z","level":"INFO","msg":"writer: Close: closed","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T17:45:27.844784263Z","level":"INFO","msg":"sender: closed","stream_id":{"value":"63zh6b52"}}
+{"time":"2025-01-26T17:45:27.847613043Z","level":"INFO","msg":"stream: closed","id":"63zh6b52"}

wandb/offline-run-20250126_124721-63zh6b52/logs/debug.log

@@ -0,0 +1,31 @@
+2025-01-26 12:47:21,735 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Current SDK version is 0.18.3
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Configure stats pid to 849127
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Loading settings from /home/align-anything/.config/wandb/settings
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Loading settings from /data/align-anything/hantao/align-anything/scripts/wandb/settings
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Loading settings from environment variables: {'api_key': '***REDACTED***', 'mode': 'offline'}
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': 'offline', '_disable_service': None}
+2025-01-26 12:47:21,736 WARNING MainThread:849127 [wandb_setup.py:_flush():79] Could not find program at -m align_anything.trainers.text_image_to_text_image.dpo
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.text_image_to_text_image.dpo'}
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:_log_setup():532] Logging user logs to ../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_124721-63zh6b52/logs/debug.log
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:_log_setup():533] Logging internal logs to ../outputs/dpo_pickapic_40k/wandb/offline-run-20250126_124721-63zh6b52/logs/debug-internal.log
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:init():617] calling init triggers
+2025-01-26 12:47:21,736 INFO    MainThread:849127 [wandb_init.py:init():624] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3.0, 'seed': 42, 'per_device_train_batch_size': 4.0, 'per_device_eval_batch_size': 4.0, 'gradient_accumulation_steps': 2.0, 'gradient_checkpointing': True, 'learning_rate': 5e-07, 'lr_scheduler_type': 'cosine', 'lr_warmup_ratio': 0.03, 'weight_decay': 0.01, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'regularization': 0.001, 'scale_coeff': 0.1, 'freeze_mm_proj': True, 'freeze_vision_tower': False, 'freeze_language_model': True}, 'data_cfgs': {'train_datasets': '/data/align-anything/hantao/align-anything/projects/text_image_to_text_image/outputs', 'train_template': 'Chameleon_preference', 'train_size': None, 'train_split': 'train', 'train_subset': None, 'train_data_files': 'pickapic_40k.pt', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'dpo', 'output_dir': '../outputs/dpo_pickapic_40k', 'cache_dir': None, 'save_interval': 400.0}, 'model_cfgs': {'model_name_or_path': '/data/align-anything/hantao/models/0830_4k_sft_flux', 'trust_remote_code': True, 'model_max_length': 4096}, 'special_tokens': None}
+2025-01-26 12:47:21,737 INFO    MainThread:849127 [wandb_init.py:init():667] starting backend
+2025-01-26 12:47:21,737 INFO    MainThread:849127 [wandb_init.py:init():671] sending inform_init request
+2025-01-26 12:47:21,744 INFO    MainThread:849127 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2025-01-26 12:47:21,745 INFO    MainThread:849127 [wandb_init.py:init():684] backend started and connected
+2025-01-26 12:47:21,747 INFO    MainThread:849127 [wandb_init.py:init():779] updated telemetry
+2025-01-26 12:47:21,758 INFO    MainThread:849127 [wandb_init.py:init():812] communicating run to backend with 90.0 second timeout
+2025-01-26 12:47:21,829 INFO    MainThread:849127 [wandb_init.py:init():863] starting run threads in backend
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_console_start():2465] atexit reg
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_redirect():2313] redirect: wrap_raw
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_redirect():2378] Wrapping output streams.
+2025-01-26 12:47:22,199 INFO    MainThread:849127 [wandb_run.py:_redirect():2403] Redirects installed.
+2025-01-26 12:47:22,202 INFO    MainThread:849127 [wandb_init.py:init():907] run started, returning control to user process
+2025-01-26 17:45:26,813 INFO    MainThread:849127 [wandb_run.py:_finish():2164] finishing run align-anything/63zh6b52
+2025-01-26 17:45:26,815 INFO    MainThread:849127 [wandb_run.py:_atexit_cleanup():2428] got exitcode: 0
+2025-01-26 17:45:26,816 INFO    MainThread:849127 [wandb_run.py:_restore():2410] restore
+2025-01-26 17:45:26,816 INFO    MainThread:849127 [wandb_run.py:_restore():2416] restore done
+2025-01-26 17:45:27,838 INFO    MainThread:849127 [wandb_run.py:_footer_history_summary_info():4049] rendering history
+2025-01-26 17:45:27,841 INFO    MainThread:849127 [wandb_run.py:_footer_history_summary_info():4081] rendering summary

wandb/offline-run-20250126_124721-63zh6b52/run-63zh6b52.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8906c1bcf8f2447b0a973ae3a8cbce64961cc652d034560a502552c7b7dafd
+size 20321740