Model save
Browse files- README.md +5 -5
- adapter_checkpoint/README.md +1 -1
- adapter_checkpoint/adapter_config.json +7 -7
- adapter_checkpoint/adapter_model.safetensors +2 -2
- adapter_checkpoint/chat_template.jinja +7 -0
- adapter_checkpoint/tokenizer_config.json +0 -1
- adapter_checkpoint/training_args.bin +2 -2
- adapter_checkpoint/video_preprocessor_config.json +86 -0
README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
---
|
| 2 |
-
base_model: Qwen/Qwen2.5-VL-
|
| 3 |
library_name: transformers
|
| 4 |
model_name: run_1
|
| 5 |
tags:
|
|
@@ -11,7 +11,7 @@ licence: license
|
|
| 11 |
|
| 12 |
# Model Card for run_1
|
| 13 |
|
| 14 |
-
This model is a fine-tuned version of [Qwen/Qwen2.5-VL-
|
| 15 |
It has been trained using [TRL](https://github.com/huggingface/trl).
|
| 16 |
|
| 17 |
## Quick start
|
|
@@ -34,8 +34,8 @@ This model was trained with SFT.
|
|
| 34 |
|
| 35 |
### Framework versions
|
| 36 |
|
| 37 |
-
- TRL: 0.
|
| 38 |
-
- Transformers: 4.
|
| 39 |
- Pytorch: 2.8.0.dev20250518+cu126
|
| 40 |
- Datasets: 3.6.0
|
| 41 |
- Tokenizers: 0.21.1
|
|
@@ -49,7 +49,7 @@ Cite TRL as:
|
|
| 49 |
```bibtex
|
| 50 |
@misc{vonwerra2022trl,
|
| 51 |
title = {{TRL: Transformer Reinforcement Learning}},
|
| 52 |
-
author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin
|
| 53 |
year = 2020,
|
| 54 |
journal = {GitHub repository},
|
| 55 |
publisher = {GitHub},
|
|
|
|
| 1 |
---
|
| 2 |
+
base_model: Qwen/Qwen2.5-VL-7B-Instruct
|
| 3 |
library_name: transformers
|
| 4 |
model_name: run_1
|
| 5 |
tags:
|
|
|
|
| 11 |
|
| 12 |
# Model Card for run_1
|
| 13 |
|
| 14 |
+
This model is a fine-tuned version of [Qwen/Qwen2.5-VL-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct).
|
| 15 |
It has been trained using [TRL](https://github.com/huggingface/trl).
|
| 16 |
|
| 17 |
## Quick start
|
|
|
|
| 34 |
|
| 35 |
### Framework versions
|
| 36 |
|
| 37 |
+
- TRL: 0.17.0
|
| 38 |
+
- Transformers: 4.52.3
|
| 39 |
- Pytorch: 2.8.0.dev20250518+cu126
|
| 40 |
- Datasets: 3.6.0
|
| 41 |
- Tokenizers: 0.21.1
|
|
|
|
| 49 |
```bibtex
|
| 50 |
@misc{vonwerra2022trl,
|
| 51 |
title = {{TRL: Transformer Reinforcement Learning}},
|
| 52 |
+
author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec},
|
| 53 |
year = 2020,
|
| 54 |
journal = {GitHub repository},
|
| 55 |
publisher = {GitHub},
|
adapter_checkpoint/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
---
|
| 2 |
-
base_model: Qwen/Qwen2.5-VL-
|
| 3 |
library_name: peft
|
| 4 |
---
|
| 5 |
|
|
|
|
| 1 |
---
|
| 2 |
+
base_model: Qwen/Qwen2.5-VL-7B-Instruct
|
| 3 |
library_name: peft
|
| 4 |
---
|
| 5 |
|
adapter_checkpoint/adapter_config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"alpha_pattern": {},
|
| 3 |
"auto_mapping": null,
|
| 4 |
-
"base_model_name_or_path": "Qwen/Qwen2.5-VL-
|
| 5 |
"bias": "none",
|
| 6 |
"corda_config": null,
|
| 7 |
"eva_config": null,
|
|
@@ -27,17 +27,17 @@
|
|
| 27 |
"rank_pattern": {},
|
| 28 |
"revision": null,
|
| 29 |
"target_modules": [
|
|
|
|
|
|
|
|
|
|
| 30 |
"k_proj",
|
| 31 |
"mlp.0",
|
|
|
|
|
|
|
| 32 |
"up_proj",
|
| 33 |
-
"gate_proj",
|
| 34 |
-
"mlp.2",
|
| 35 |
"v_proj",
|
| 36 |
"attn.proj",
|
| 37 |
-
"
|
| 38 |
-
"o_proj",
|
| 39 |
-
"qkv",
|
| 40 |
-
"q_proj"
|
| 41 |
],
|
| 42 |
"task_type": "CAUSAL_LM",
|
| 43 |
"trainable_token_indices": null,
|
|
|
|
| 1 |
{
|
| 2 |
"alpha_pattern": {},
|
| 3 |
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen2.5-VL-7B-Instruct",
|
| 5 |
"bias": "none",
|
| 6 |
"corda_config": null,
|
| 7 |
"eva_config": null,
|
|
|
|
| 27 |
"rank_pattern": {},
|
| 28 |
"revision": null,
|
| 29 |
"target_modules": [
|
| 30 |
+
"gate_proj",
|
| 31 |
+
"qkv",
|
| 32 |
+
"down_proj",
|
| 33 |
"k_proj",
|
| 34 |
"mlp.0",
|
| 35 |
+
"o_proj",
|
| 36 |
+
"q_proj",
|
| 37 |
"up_proj",
|
|
|
|
|
|
|
| 38 |
"v_proj",
|
| 39 |
"attn.proj",
|
| 40 |
+
"mlp.2"
|
|
|
|
|
|
|
|
|
|
| 41 |
],
|
| 42 |
"task_type": "CAUSAL_LM",
|
| 43 |
"trainable_token_indices": null,
|
adapter_checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08eeb3765dd8e33aedbe137c4fe937079652c1e71ff8a1dd06507dbca56c474e
|
| 3 |
+
size 2283740608
|
adapter_checkpoint/chat_template.jinja
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
|
| 2 |
+
You are a helpful assistant.<|im_end|>
|
| 3 |
+
{% endif %}<|im_start|>{{ message['role'] }}
|
| 4 |
+
{% if message['content'] is string %}{{ message['content'] }}<|im_end|>
|
| 5 |
+
{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
|
| 6 |
+
{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
|
| 7 |
+
{% endif %}
|
adapter_checkpoint/tokenizer_config.json
CHANGED
|
@@ -195,7 +195,6 @@
|
|
| 195 |
"<|video_pad|>"
|
| 196 |
],
|
| 197 |
"bos_token": null,
|
| 198 |
-
"chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
|
| 199 |
"clean_up_tokenization_spaces": false,
|
| 200 |
"eos_token": "<|im_end|>",
|
| 201 |
"errors": "replace",
|
|
|
|
| 195 |
"<|video_pad|>"
|
| 196 |
],
|
| 197 |
"bos_token": null,
|
|
|
|
| 198 |
"clean_up_tokenization_spaces": false,
|
| 199 |
"eos_token": "<|im_end|>",
|
| 200 |
"errors": "replace",
|
adapter_checkpoint/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a8beddf156fb3ebc27fd78acd5e87ad4141b36a9aa9150b7f3a337f80182197
|
| 3 |
+
size 6161
|
adapter_checkpoint/video_preprocessor_config.json
ADDED
|
@@ -0,0 +1,86 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_valid_kwargs_names": [
|
| 3 |
+
"do_convert_rgb",
|
| 4 |
+
"do_resize",
|
| 5 |
+
"size",
|
| 6 |
+
"size_divisor",
|
| 7 |
+
"default_to_square",
|
| 8 |
+
"resample",
|
| 9 |
+
"do_rescale",
|
| 10 |
+
"rescale_factor",
|
| 11 |
+
"do_normalize",
|
| 12 |
+
"image_mean",
|
| 13 |
+
"image_std",
|
| 14 |
+
"do_pad",
|
| 15 |
+
"do_center_crop",
|
| 16 |
+
"crop_size",
|
| 17 |
+
"data_format",
|
| 18 |
+
"input_data_format",
|
| 19 |
+
"device",
|
| 20 |
+
"min_pixels",
|
| 21 |
+
"max_pixels",
|
| 22 |
+
"patch_size",
|
| 23 |
+
"temporal_patch_size",
|
| 24 |
+
"merge_size"
|
| 25 |
+
],
|
| 26 |
+
"crop_size": null,
|
| 27 |
+
"data_format": "channels_first",
|
| 28 |
+
"default_to_square": true,
|
| 29 |
+
"device": null,
|
| 30 |
+
"do_center_crop": null,
|
| 31 |
+
"do_convert_rgb": true,
|
| 32 |
+
"do_normalize": true,
|
| 33 |
+
"do_pad": null,
|
| 34 |
+
"do_rescale": true,
|
| 35 |
+
"do_resize": true,
|
| 36 |
+
"image_mean": [
|
| 37 |
+
0.48145466,
|
| 38 |
+
0.4578275,
|
| 39 |
+
0.40821073
|
| 40 |
+
],
|
| 41 |
+
"image_processor_type": "Qwen2VLImageProcessor",
|
| 42 |
+
"image_std": [
|
| 43 |
+
0.26862954,
|
| 44 |
+
0.26130258,
|
| 45 |
+
0.27577711
|
| 46 |
+
],
|
| 47 |
+
"input_data_format": null,
|
| 48 |
+
"max_pixels": 12845056,
|
| 49 |
+
"merge_size": 2,
|
| 50 |
+
"min_pixels": 3136,
|
| 51 |
+
"model_valid_processing_keys": [
|
| 52 |
+
"do_convert_rgb",
|
| 53 |
+
"do_resize",
|
| 54 |
+
"size",
|
| 55 |
+
"size_divisor",
|
| 56 |
+
"default_to_square",
|
| 57 |
+
"resample",
|
| 58 |
+
"do_rescale",
|
| 59 |
+
"rescale_factor",
|
| 60 |
+
"do_normalize",
|
| 61 |
+
"image_mean",
|
| 62 |
+
"image_std",
|
| 63 |
+
"do_pad",
|
| 64 |
+
"do_center_crop",
|
| 65 |
+
"crop_size",
|
| 66 |
+
"data_format",
|
| 67 |
+
"input_data_format",
|
| 68 |
+
"device",
|
| 69 |
+
"min_pixels",
|
| 70 |
+
"max_pixels",
|
| 71 |
+
"patch_size",
|
| 72 |
+
"temporal_patch_size",
|
| 73 |
+
"merge_size"
|
| 74 |
+
],
|
| 75 |
+
"patch_size": 14,
|
| 76 |
+
"processor_class": "Qwen2_5_VLProcessor",
|
| 77 |
+
"resample": 3,
|
| 78 |
+
"rescale_factor": 0.00392156862745098,
|
| 79 |
+
"size": {
|
| 80 |
+
"longest_edge": 12845056,
|
| 81 |
+
"shortest_edge": 3136
|
| 82 |
+
},
|
| 83 |
+
"size_divisor": null,
|
| 84 |
+
"temporal_patch_size": 2,
|
| 85 |
+
"video_processor_type": "Qwen2VLVideoProcessor"
|
| 86 |
+
}
|