Upload model trained with Unsloth
Browse filesUpload model trained with Unsloth 2x faster
- adapter_config.json +37 -0
- adapter_model.safetensors +3 -0
    	
        adapter_config.json
    ADDED
    
    | @@ -0,0 +1,37 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "alpha_pattern": {},
         | 
| 3 | 
            +
              "auto_mapping": {
         | 
| 4 | 
            +
                "base_model_class": "Qwen2_5_VLForConditionalGeneration",
         | 
| 5 | 
            +
                "parent_library": "transformers.models.qwen2_5_vl.modeling_qwen2_5_vl"
         | 
| 6 | 
            +
              },
         | 
| 7 | 
            +
              "base_model_name_or_path": "unsloth/qwen2.5-vl-3b-instruct-bnb-4bit",
         | 
| 8 | 
            +
              "bias": "none",
         | 
| 9 | 
            +
              "corda_config": null,
         | 
| 10 | 
            +
              "eva_config": null,
         | 
| 11 | 
            +
              "exclude_modules": null,
         | 
| 12 | 
            +
              "fan_in_fan_out": false,
         | 
| 13 | 
            +
              "inference_mode": true,
         | 
| 14 | 
            +
              "init_lora_weights": true,
         | 
| 15 | 
            +
              "layer_replication": null,
         | 
| 16 | 
            +
              "layers_pattern": null,
         | 
| 17 | 
            +
              "layers_to_transform": null,
         | 
| 18 | 
            +
              "loftq_config": {},
         | 
| 19 | 
            +
              "lora_alpha": 16,
         | 
| 20 | 
            +
              "lora_bias": false,
         | 
| 21 | 
            +
              "lora_dropout": 0,
         | 
| 22 | 
            +
              "megatron_config": null,
         | 
| 23 | 
            +
              "megatron_core": "megatron.core",
         | 
| 24 | 
            +
              "modules_to_save": null,
         | 
| 25 | 
            +
              "peft_type": "LORA",
         | 
| 26 | 
            +
              "qalora_group_size": 16,
         | 
| 27 | 
            +
              "r": 16,
         | 
| 28 | 
            +
              "rank_pattern": {},
         | 
| 29 | 
            +
              "revision": null,
         | 
| 30 | 
            +
              "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
         | 
| 31 | 
            +
              "target_parameters": null,
         | 
| 32 | 
            +
              "task_type": null,
         | 
| 33 | 
            +
              "trainable_token_indices": null,
         | 
| 34 | 
            +
              "use_dora": false,
         | 
| 35 | 
            +
              "use_qalora": false,
         | 
| 36 | 
            +
              "use_rslora": false
         | 
| 37 | 
            +
            }
         | 
    	
        adapter_model.safetensors
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:496f2b2134834485ba7c90b2b0b35ce0ddab37863ebd5eef44000cd48ec03a1a
         | 
| 3 | 
            +
            size 164458848
         |