Add pipeline tag and library name, link to code
#1
by
nielsr
HF Staff
- opened
README.md
CHANGED
@@ -1,7 +1,9 @@
|
|
1 |
---
|
2 |
-
license: mit
|
3 |
base_model:
|
4 |
- lmms-lab/llava-onevision-qwen2-7b-ov
|
|
|
|
|
|
|
5 |
---
|
6 |
|
7 |
# llava-onevision-qwen2-7b-ov-unifiedreward-dpo
|
@@ -16,7 +18,7 @@ For further details, please refer to the following resources:
|
|
16 |
- π€ Model Collections: https://huggingface.co/collections/CodeGoat24/unifiedreward-models-67c3008148c3a380d15ac63a
|
17 |
- π€ Dataset Collections: https://huggingface.co/collections/CodeGoat24/unifiedreward-training-data-67c300d4fd5eff00fa7f1ede
|
18 |
- π Point of Contact: [Yibin Wang](https://codegoat24.github.io)
|
19 |
-
|
20 |
|
21 |
### Quick Start
|
22 |
|
@@ -50,7 +52,8 @@ image_tensor = process_images([image], image_processor, model.config)
|
|
50 |
image_tensor = [_image.to(dtype=torch.float16, device=device) for _image in image_tensor]
|
51 |
|
52 |
conv_template = "qwen_1_5" # Make sure you use correct chat template for different models
|
53 |
-
question = DEFAULT_IMAGE_TOKEN + "
|
|
|
54 |
conv = copy.deepcopy(conv_templates[conv_template])
|
55 |
conv.append_message(conv.roles[0], question)
|
56 |
conv.append_message(conv.roles[1], None)
|
|
|
1 |
---
|
|
|
2 |
base_model:
|
3 |
- lmms-lab/llava-onevision-qwen2-7b-ov
|
4 |
+
license: mit
|
5 |
+
library_name: transformers
|
6 |
+
pipeline_tag: image-text-to-text
|
7 |
---
|
8 |
|
9 |
# llava-onevision-qwen2-7b-ov-unifiedreward-dpo
|
|
|
18 |
- π€ Model Collections: https://huggingface.co/collections/CodeGoat24/unifiedreward-models-67c3008148c3a380d15ac63a
|
19 |
- π€ Dataset Collections: https://huggingface.co/collections/CodeGoat24/unifiedreward-training-data-67c300d4fd5eff00fa7f1ede
|
20 |
- π Point of Contact: [Yibin Wang](https://codegoat24.github.io)
|
21 |
+
- π οΈ Code: https://github.com/CodeGoat24/UnifiedReward
|
22 |
|
23 |
### Quick Start
|
24 |
|
|
|
52 |
image_tensor = [_image.to(dtype=torch.float16, device=device) for _image in image_tensor]
|
53 |
|
54 |
conv_template = "qwen_1_5" # Make sure you use correct chat template for different models
|
55 |
+
question = DEFAULT_IMAGE_TOKEN + "
|
56 |
+
What is shown in this image?"
|
57 |
conv = copy.deepcopy(conv_templates[conv_template])
|
58 |
conv.append_message(conv.roles[0], question)
|
59 |
conv.append_message(conv.roles[1], None)
|