Training in progress, epoch 1

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,59 @@
+---
+library_name: peft
+license: apache-2.0
+base_model: Qwen/Qwen2-VL-7B-Instruct
+tags:
+- trl
+- sft
+- generated_from_trainer
+model-index:
+- name: qwen2-7b-instruct-PrizePrj
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# qwen2-7b-instruct-PrizePrj
+
+This model is a fine-tuned version of [Qwen/Qwen2-VL-7B-Instruct](https://huggingface.co/Qwen/Qwen2-VL-7B-Instruct) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0002
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 8
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: constant
+- lr_scheduler_warmup_ratio: 0.03
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.15.2
+- Transformers 4.52.1
+- Pytorch 2.5.1+cu121
+- Datasets 3.5.1
+- Tokenizers 0.21.1

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2-VL-7B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac31b9f884a601e7661a020c39f844e2d446ecc32f4e66dc119871db3d24c67b
+size 10108960

added_tokens.json

@@ -0,0 +1,16 @@
+{
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.jinja

@@ -0,0 +1,7 @@
+{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
+You are a helpful assistant.<|im_end|>
+{% endif %}<|im_start|>{{ message['role'] }}
+{% if message['content'] is string %}{{ message['content'] }}<|im_end|>
+{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
+{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
+{% endif %}

runs/Jun07_12-26-41_ai2.ku.io/events.out.tfevents.1749274120.ai2.ku.io.1137811.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6177203e58cc7ed8168e1d1273d46d855ddfa91eed5a6ee208c762e40c66028b
+size 5998

runs/Jun07_16-58-48_ai2.ku.io/events.out.tfevents.1749290340.ai2.ku.io.1141630.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f2470591ad0ebdf662ac3b0229c7032befdcef7e4bef349ea450ee3c60f7bf
+size 5998

runs/Jun07_20-33-45_ai2.ku.io/events.out.tfevents.1749303502.ai2.ku.io.1144126.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d83ff4f0f4972be75bc92be4aec56c0b4ee4110366f8e948223c8fae1ab50b
+size 5998

runs/Jun07_20-41-35_ai2.ku.io/events.out.tfevents.1749303775.ai2.ku.io.1144126.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04d7cca9fbb49774e85bde020cf0b7fb49bae6eb67e696c1c456a9ccdf63541
+size 7637

runs/Jun08_10-33-52_ai2.ku.io/events.out.tfevents.1749353645.ai2.ku.io.1153185.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559d56d2f2c9775a6dfccdc4eae1641613bec59b3b60e4787a9a1369ed653529
+size 7637

runs/Jun08_10-57-49_ai2.ku.io/events.out.tfevents.1749355081.ai2.ku.io.1153622.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425ab3679cf0b0dea342bce52f0b07a90636a2483178fb67c1837c84e9d0e90f
+size 7637

runs/Jun08_11-17-27_ai2.ku.io/events.out.tfevents.1749356259.ai2.ku.io.1153949.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d4214af6bbadd3fab87f53dfedb473a86ff14f94562fa2f22aaf7569026ab7
+size 7637

runs/Jun08_11-38-58_ai2.ku.io/events.out.tfevents.1749357563.ai2.ku.io.1153949.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad35626b0542ad018fb7f2ca57ccda4a8b79aeb3bab33ade2c22c9a7539354f
+size 7637

runs/Jun08_11-38-58_ai2.ku.io/events.out.tfevents.1749357618.ai2.ku.io.1153949.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6714d52c4cef9ef56860ac55e4cac7e749b14c7b55db554d114aea65f889a5b
+size 7637

runs/Jun08_16-10-31_ai2.ku.io/events.out.tfevents.1749373844.ai2.ku.io.1157589.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8558004167bedc188451eb19222d771ff016518004a9bc2b680dc880f8c6de
+size 7637

runs/Jun10_15-12-16_ai2.ku.io/events.out.tfevents.1749543343.ai2.ku.io.1187844.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bca31e99a4bd82331a1cbc50600c66f675a59ab66e92e297ebf31203beef48f
+size 7637

runs/Jun10_16-34-06_ai2.ku.io/events.out.tfevents.1749548244.ai2.ku.io.1189465.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b652a1c0320127a0c1c6cd3703fd6900869481cf6fea8f533d4b5775e62d45bd
+size 7790

runs/Jun14_11-41-30_ai2.ku.io/events.out.tfevents.1749876295.ai2.ku.io.1251161.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcd241db5ee49bb10d5f80ed2ac0cc39da7b384f14be0c2468f4ebc8fb467cb
+size 7637

runs/Jun16_14-58-51_ai2.ku.io/events.out.tfevents.1750060748.ai2.ku.io.1293708.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fe2abbd6f469e203d8fa4686c3bce4cbf3a8e7d83318f74d42308dfb9b4491
+size 7637

runs/Jun16_15-01-56_ai2.ku.io/events.out.tfevents.1750060929.ai2.ku.io.1293864.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52009d03692a2522c0f7db964addfdc591e56bd893b027b1eb937e690d3354e7
+size 7637

runs/Jun16_15-14-41_ai2.ku.io/events.out.tfevents.1750061710.ai2.ku.io.1293864.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279b17c26a4510492bd1921dad563934613f319e53206cfbc66c13165896ea57
+size 7637

runs/Jun16_15-14-41_ai2.ku.io/events.out.tfevents.1750062305.ai2.ku.io.1293864.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019219231038cda3f9651365452e58e3ea1e9ab1ac2d03ac7c409e9a049e21d4
+size 7637

runs/Jun16_15-30-42_ai2.ku.io/events.out.tfevents.1750062658.ai2.ku.io.1293864.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27e99ab648001a4b64ac82d5a7c4234d310079da92515057836ba13a6a150d6
+size 7637

runs/Jun16_15-36-04_ai2.ku.io/events.out.tfevents.1750062980.ai2.ku.io.1293864.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61f362861f65d7c8eeda17832a8249d3bbe96958b273bab0675da7aa92c68c2
+size 7637

runs/Jun16_15-37-34_ai2.ku.io/events.out.tfevents.1750063066.ai2.ku.io.1293864.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39934881c2495c14c30bfeb1ef2af7e4c40b38287361fba026fc2d5596921826
+size 7637

runs/Jun16_15-47-29_ai2.ku.io/events.out.tfevents.1750063664.ai2.ku.io.1294500.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c888b3b2c8c8fd5a1f074b2c34ebb38f079e1b61b36522e5e197ae566049f5f
+size 9641

runs/Jun17_10-36-09_ai2.ku.io/events.out.tfevents.1750131384.ai2.ku.io.1310716.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e2effd955c89bcc89f529748780f583cd1de57a69bae9f098d79cc116cf2e0
+size 9641

runs/Jun29_13-49-29_ai3.ku.io/events.out.tfevents.1751179790.ai3.ku.io.2767035.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09e4c580ea61ce2ccd3d40fb0a4fb8ff20d1bc1d6b2060cc499c23bcc0e32a
+size 8051

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a3a6fcb80132f76da8aa40cdc3fccd7e5d8468ef15421f5b0c2715e85217d2
+size 11420538

tokenizer_config.json

@@ -0,0 +1,143 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725fb7d2c7a29986648cd48cddeeea709058f486fce63624436edeb3a2d776b7
+size 5688