mohammed-orabi2 commited on
Commit
36c146f
·
verified ·
1 Parent(s): 263cbdb

Upload folder using huggingface_hub

Browse files
Files changed (43) hide show
  1. .gitattributes +3 -0
  2. README.md +202 -0
  3. adapter_config.json +34 -0
  4. adapter_model.safetensors +3 -0
  5. added_tokens.json +28 -0
  6. chat_template.jinja +89 -0
  7. checkpoint-1200/README.md +202 -0
  8. checkpoint-1200/adapter_config.json +34 -0
  9. checkpoint-1200/adapter_model.safetensors +3 -0
  10. checkpoint-1200/added_tokens.json +28 -0
  11. checkpoint-1200/chat_template.jinja +89 -0
  12. checkpoint-1200/merges.txt +0 -0
  13. checkpoint-1200/optimizer.pt +3 -0
  14. checkpoint-1200/rng_state.pth +3 -0
  15. checkpoint-1200/scaler.pt +3 -0
  16. checkpoint-1200/scheduler.pt +3 -0
  17. checkpoint-1200/special_tokens_map.json +31 -0
  18. checkpoint-1200/tokenizer.json +3 -0
  19. checkpoint-1200/tokenizer_config.json +239 -0
  20. checkpoint-1200/trainer_state.json +874 -0
  21. checkpoint-1200/training_args.bin +3 -0
  22. checkpoint-1200/vocab.json +0 -0
  23. checkpoint-1250/README.md +202 -0
  24. checkpoint-1250/adapter_config.json +34 -0
  25. checkpoint-1250/adapter_model.safetensors +3 -0
  26. checkpoint-1250/added_tokens.json +28 -0
  27. checkpoint-1250/chat_template.jinja +89 -0
  28. checkpoint-1250/merges.txt +0 -0
  29. checkpoint-1250/optimizer.pt +3 -0
  30. checkpoint-1250/rng_state.pth +3 -0
  31. checkpoint-1250/scaler.pt +3 -0
  32. checkpoint-1250/scheduler.pt +3 -0
  33. checkpoint-1250/special_tokens_map.json +31 -0
  34. checkpoint-1250/tokenizer.json +3 -0
  35. checkpoint-1250/tokenizer_config.json +239 -0
  36. checkpoint-1250/trainer_state.json +909 -0
  37. checkpoint-1250/training_args.bin +3 -0
  38. checkpoint-1250/vocab.json +0 -0
  39. merges.txt +0 -0
  40. special_tokens_map.json +31 -0
  41. tokenizer.json +3 -0
  42. tokenizer_config.json +239 -0
  43. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ checkpoint-1200/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ checkpoint-1250/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3-1.7B
3
+ library_name: peft
4
+ ---
5
+
6
+ # Model Card for Model ID
7
+
8
+ <!-- Provide a quick summary of what the model is/does. -->
9
+
10
+
11
+
12
+ ## Model Details
13
+
14
+ ### Model Description
15
+
16
+ <!-- Provide a longer summary of what this model is. -->
17
+
18
+
19
+
20
+ - **Developed by:** [More Information Needed]
21
+ - **Funded by [optional]:** [More Information Needed]
22
+ - **Shared by [optional]:** [More Information Needed]
23
+ - **Model type:** [More Information Needed]
24
+ - **Language(s) (NLP):** [More Information Needed]
25
+ - **License:** [More Information Needed]
26
+ - **Finetuned from model [optional]:** [More Information Needed]
27
+
28
+ ### Model Sources [optional]
29
+
30
+ <!-- Provide the basic links for the model. -->
31
+
32
+ - **Repository:** [More Information Needed]
33
+ - **Paper [optional]:** [More Information Needed]
34
+ - **Demo [optional]:** [More Information Needed]
35
+
36
+ ## Uses
37
+
38
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
39
+
40
+ ### Direct Use
41
+
42
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
43
+
44
+ [More Information Needed]
45
+
46
+ ### Downstream Use [optional]
47
+
48
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Out-of-Scope Use
53
+
54
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
55
+
56
+ [More Information Needed]
57
+
58
+ ## Bias, Risks, and Limitations
59
+
60
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ### Recommendations
65
+
66
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
67
+
68
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
69
+
70
+ ## How to Get Started with the Model
71
+
72
+ Use the code below to get started with the model.
73
+
74
+ [More Information Needed]
75
+
76
+ ## Training Details
77
+
78
+ ### Training Data
79
+
80
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
81
+
82
+ [More Information Needed]
83
+
84
+ ### Training Procedure
85
+
86
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
87
+
88
+ #### Preprocessing [optional]
89
+
90
+ [More Information Needed]
91
+
92
+
93
+ #### Training Hyperparameters
94
+
95
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
96
+
97
+ #### Speeds, Sizes, Times [optional]
98
+
99
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
100
+
101
+ [More Information Needed]
102
+
103
+ ## Evaluation
104
+
105
+ <!-- This section describes the evaluation protocols and provides the results. -->
106
+
107
+ ### Testing Data, Factors & Metrics
108
+
109
+ #### Testing Data
110
+
111
+ <!-- This should link to a Dataset Card if possible. -->
112
+
113
+ [More Information Needed]
114
+
115
+ #### Factors
116
+
117
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Metrics
122
+
123
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
124
+
125
+ [More Information Needed]
126
+
127
+ ### Results
128
+
129
+ [More Information Needed]
130
+
131
+ #### Summary
132
+
133
+
134
+
135
+ ## Model Examination [optional]
136
+
137
+ <!-- Relevant interpretability work for the model goes here -->
138
+
139
+ [More Information Needed]
140
+
141
+ ## Environmental Impact
142
+
143
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
144
+
145
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
146
+
147
+ - **Hardware Type:** [More Information Needed]
148
+ - **Hours used:** [More Information Needed]
149
+ - **Cloud Provider:** [More Information Needed]
150
+ - **Compute Region:** [More Information Needed]
151
+ - **Carbon Emitted:** [More Information Needed]
152
+
153
+ ## Technical Specifications [optional]
154
+
155
+ ### Model Architecture and Objective
156
+
157
+ [More Information Needed]
158
+
159
+ ### Compute Infrastructure
160
+
161
+ [More Information Needed]
162
+
163
+ #### Hardware
164
+
165
+ [More Information Needed]
166
+
167
+ #### Software
168
+
169
+ [More Information Needed]
170
+
171
+ ## Citation [optional]
172
+
173
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
174
+
175
+ **BibTeX:**
176
+
177
+ [More Information Needed]
178
+
179
+ **APA:**
180
+
181
+ [More Information Needed]
182
+
183
+ ## Glossary [optional]
184
+
185
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
186
+
187
+ [More Information Needed]
188
+
189
+ ## More Information [optional]
190
+
191
+ [More Information Needed]
192
+
193
+ ## Model Card Authors [optional]
194
+
195
+ [More Information Needed]
196
+
197
+ ## Model Card Contact
198
+
199
+ [More Information Needed]
200
+ ### Framework versions
201
+
202
+ - PEFT 0.15.2
adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-1.7B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "r": 8,
24
+ "rank_pattern": {},
25
+ "revision": null,
26
+ "target_modules": [
27
+ "q_proj",
28
+ "v_proj"
29
+ ],
30
+ "task_type": "CAUSAL_LM",
31
+ "trainable_token_indices": null,
32
+ "use_dora": false,
33
+ "use_rslora": false
34
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a15a892c333838a2a189677ccf2528336ca822961b8485f71b925c0deed2d35d
3
+ size 6437272
added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
chat_template.jinja ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {{- messages[0].content + '\n\n' }}
5
+ {%- endif %}
6
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
7
+ {%- for tool in tools %}
8
+ {{- "\n" }}
9
+ {{- tool | tojson }}
10
+ {%- endfor %}
11
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
12
+ {%- else %}
13
+ {%- if messages[0].role == 'system' %}
14
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
15
+ {%- endif %}
16
+ {%- endif %}
17
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
18
+ {%- for message in messages[::-1] %}
19
+ {%- set index = (messages|length - 1) - loop.index0 %}
20
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
21
+ {%- set ns.multi_step_tool = false %}
22
+ {%- set ns.last_query_index = index %}
23
+ {%- endif %}
24
+ {%- endfor %}
25
+ {%- for message in messages %}
26
+ {%- if message.content is string %}
27
+ {%- set content = message.content %}
28
+ {%- else %}
29
+ {%- set content = '' %}
30
+ {%- endif %}
31
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
32
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
33
+ {%- elif message.role == "assistant" %}
34
+ {%- set reasoning_content = '' %}
35
+ {%- if message.reasoning_content is string %}
36
+ {%- set reasoning_content = message.reasoning_content %}
37
+ {%- else %}
38
+ {%- if '</think>' in content %}
39
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
40
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
41
+ {%- endif %}
42
+ {%- endif %}
43
+ {%- if loop.index0 > ns.last_query_index %}
44
+ {%- if loop.last or (not loop.last and reasoning_content) %}
45
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
46
+ {%- else %}
47
+ {{- '<|im_start|>' + message.role + '\n' + content }}
48
+ {%- endif %}
49
+ {%- else %}
50
+ {{- '<|im_start|>' + message.role + '\n' + content }}
51
+ {%- endif %}
52
+ {%- if message.tool_calls %}
53
+ {%- for tool_call in message.tool_calls %}
54
+ {%- if (loop.first and content) or (not loop.first) %}
55
+ {{- '\n' }}
56
+ {%- endif %}
57
+ {%- if tool_call.function %}
58
+ {%- set tool_call = tool_call.function %}
59
+ {%- endif %}
60
+ {{- '<tool_call>\n{"name": "' }}
61
+ {{- tool_call.name }}
62
+ {{- '", "arguments": ' }}
63
+ {%- if tool_call.arguments is string %}
64
+ {{- tool_call.arguments }}
65
+ {%- else %}
66
+ {{- tool_call.arguments | tojson }}
67
+ {%- endif %}
68
+ {{- '}\n</tool_call>' }}
69
+ {%- endfor %}
70
+ {%- endif %}
71
+ {{- '<|im_end|>\n' }}
72
+ {%- elif message.role == "tool" %}
73
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
74
+ {{- '<|im_start|>user' }}
75
+ {%- endif %}
76
+ {{- '\n<tool_response>\n' }}
77
+ {{- content }}
78
+ {{- '\n</tool_response>' }}
79
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
80
+ {{- '<|im_end|>\n' }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {%- endfor %}
84
+ {%- if add_generation_prompt %}
85
+ {{- '<|im_start|>assistant\n' }}
86
+ {%- if enable_thinking is defined and enable_thinking is false %}
87
+ {{- '<think>\n\n</think>\n\n' }}
88
+ {%- endif %}
89
+ {%- endif %}
checkpoint-1200/README.md ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3-1.7B
3
+ library_name: peft
4
+ ---
5
+
6
+ # Model Card for Model ID
7
+
8
+ <!-- Provide a quick summary of what the model is/does. -->
9
+
10
+
11
+
12
+ ## Model Details
13
+
14
+ ### Model Description
15
+
16
+ <!-- Provide a longer summary of what this model is. -->
17
+
18
+
19
+
20
+ - **Developed by:** [More Information Needed]
21
+ - **Funded by [optional]:** [More Information Needed]
22
+ - **Shared by [optional]:** [More Information Needed]
23
+ - **Model type:** [More Information Needed]
24
+ - **Language(s) (NLP):** [More Information Needed]
25
+ - **License:** [More Information Needed]
26
+ - **Finetuned from model [optional]:** [More Information Needed]
27
+
28
+ ### Model Sources [optional]
29
+
30
+ <!-- Provide the basic links for the model. -->
31
+
32
+ - **Repository:** [More Information Needed]
33
+ - **Paper [optional]:** [More Information Needed]
34
+ - **Demo [optional]:** [More Information Needed]
35
+
36
+ ## Uses
37
+
38
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
39
+
40
+ ### Direct Use
41
+
42
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
43
+
44
+ [More Information Needed]
45
+
46
+ ### Downstream Use [optional]
47
+
48
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Out-of-Scope Use
53
+
54
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
55
+
56
+ [More Information Needed]
57
+
58
+ ## Bias, Risks, and Limitations
59
+
60
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ### Recommendations
65
+
66
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
67
+
68
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
69
+
70
+ ## How to Get Started with the Model
71
+
72
+ Use the code below to get started with the model.
73
+
74
+ [More Information Needed]
75
+
76
+ ## Training Details
77
+
78
+ ### Training Data
79
+
80
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
81
+
82
+ [More Information Needed]
83
+
84
+ ### Training Procedure
85
+
86
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
87
+
88
+ #### Preprocessing [optional]
89
+
90
+ [More Information Needed]
91
+
92
+
93
+ #### Training Hyperparameters
94
+
95
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
96
+
97
+ #### Speeds, Sizes, Times [optional]
98
+
99
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
100
+
101
+ [More Information Needed]
102
+
103
+ ## Evaluation
104
+
105
+ <!-- This section describes the evaluation protocols and provides the results. -->
106
+
107
+ ### Testing Data, Factors & Metrics
108
+
109
+ #### Testing Data
110
+
111
+ <!-- This should link to a Dataset Card if possible. -->
112
+
113
+ [More Information Needed]
114
+
115
+ #### Factors
116
+
117
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Metrics
122
+
123
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
124
+
125
+ [More Information Needed]
126
+
127
+ ### Results
128
+
129
+ [More Information Needed]
130
+
131
+ #### Summary
132
+
133
+
134
+
135
+ ## Model Examination [optional]
136
+
137
+ <!-- Relevant interpretability work for the model goes here -->
138
+
139
+ [More Information Needed]
140
+
141
+ ## Environmental Impact
142
+
143
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
144
+
145
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
146
+
147
+ - **Hardware Type:** [More Information Needed]
148
+ - **Hours used:** [More Information Needed]
149
+ - **Cloud Provider:** [More Information Needed]
150
+ - **Compute Region:** [More Information Needed]
151
+ - **Carbon Emitted:** [More Information Needed]
152
+
153
+ ## Technical Specifications [optional]
154
+
155
+ ### Model Architecture and Objective
156
+
157
+ [More Information Needed]
158
+
159
+ ### Compute Infrastructure
160
+
161
+ [More Information Needed]
162
+
163
+ #### Hardware
164
+
165
+ [More Information Needed]
166
+
167
+ #### Software
168
+
169
+ [More Information Needed]
170
+
171
+ ## Citation [optional]
172
+
173
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
174
+
175
+ **BibTeX:**
176
+
177
+ [More Information Needed]
178
+
179
+ **APA:**
180
+
181
+ [More Information Needed]
182
+
183
+ ## Glossary [optional]
184
+
185
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
186
+
187
+ [More Information Needed]
188
+
189
+ ## More Information [optional]
190
+
191
+ [More Information Needed]
192
+
193
+ ## Model Card Authors [optional]
194
+
195
+ [More Information Needed]
196
+
197
+ ## Model Card Contact
198
+
199
+ [More Information Needed]
200
+ ### Framework versions
201
+
202
+ - PEFT 0.15.2
checkpoint-1200/adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-1.7B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "r": 8,
24
+ "rank_pattern": {},
25
+ "revision": null,
26
+ "target_modules": [
27
+ "q_proj",
28
+ "v_proj"
29
+ ],
30
+ "task_type": "CAUSAL_LM",
31
+ "trainable_token_indices": null,
32
+ "use_dora": false,
33
+ "use_rslora": false
34
+ }
checkpoint-1200/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a852d15f63f8dcb554877298641596adba661051e94b7aed6cc0a4d4b50edb4a
3
+ size 6437272
checkpoint-1200/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
checkpoint-1200/chat_template.jinja ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {{- messages[0].content + '\n\n' }}
5
+ {%- endif %}
6
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
7
+ {%- for tool in tools %}
8
+ {{- "\n" }}
9
+ {{- tool | tojson }}
10
+ {%- endfor %}
11
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
12
+ {%- else %}
13
+ {%- if messages[0].role == 'system' %}
14
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
15
+ {%- endif %}
16
+ {%- endif %}
17
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
18
+ {%- for message in messages[::-1] %}
19
+ {%- set index = (messages|length - 1) - loop.index0 %}
20
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
21
+ {%- set ns.multi_step_tool = false %}
22
+ {%- set ns.last_query_index = index %}
23
+ {%- endif %}
24
+ {%- endfor %}
25
+ {%- for message in messages %}
26
+ {%- if message.content is string %}
27
+ {%- set content = message.content %}
28
+ {%- else %}
29
+ {%- set content = '' %}
30
+ {%- endif %}
31
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
32
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
33
+ {%- elif message.role == "assistant" %}
34
+ {%- set reasoning_content = '' %}
35
+ {%- if message.reasoning_content is string %}
36
+ {%- set reasoning_content = message.reasoning_content %}
37
+ {%- else %}
38
+ {%- if '</think>' in content %}
39
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
40
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
41
+ {%- endif %}
42
+ {%- endif %}
43
+ {%- if loop.index0 > ns.last_query_index %}
44
+ {%- if loop.last or (not loop.last and reasoning_content) %}
45
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
46
+ {%- else %}
47
+ {{- '<|im_start|>' + message.role + '\n' + content }}
48
+ {%- endif %}
49
+ {%- else %}
50
+ {{- '<|im_start|>' + message.role + '\n' + content }}
51
+ {%- endif %}
52
+ {%- if message.tool_calls %}
53
+ {%- for tool_call in message.tool_calls %}
54
+ {%- if (loop.first and content) or (not loop.first) %}
55
+ {{- '\n' }}
56
+ {%- endif %}
57
+ {%- if tool_call.function %}
58
+ {%- set tool_call = tool_call.function %}
59
+ {%- endif %}
60
+ {{- '<tool_call>\n{"name": "' }}
61
+ {{- tool_call.name }}
62
+ {{- '", "arguments": ' }}
63
+ {%- if tool_call.arguments is string %}
64
+ {{- tool_call.arguments }}
65
+ {%- else %}
66
+ {{- tool_call.arguments | tojson }}
67
+ {%- endif %}
68
+ {{- '}\n</tool_call>' }}
69
+ {%- endfor %}
70
+ {%- endif %}
71
+ {{- '<|im_end|>\n' }}
72
+ {%- elif message.role == "tool" %}
73
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
74
+ {{- '<|im_start|>user' }}
75
+ {%- endif %}
76
+ {{- '\n<tool_response>\n' }}
77
+ {{- content }}
78
+ {{- '\n</tool_response>' }}
79
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
80
+ {{- '<|im_end|>\n' }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {%- endfor %}
84
+ {%- if add_generation_prompt %}
85
+ {{- '<|im_start|>assistant\n' }}
86
+ {%- if enable_thinking is defined and enable_thinking is false %}
87
+ {{- '<think>\n\n</think>\n\n' }}
88
+ {%- endif %}
89
+ {%- endif %}
checkpoint-1200/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-1200/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b372582cecad3c0f9cbd537c8bcde888536527cabdf17c35cf855a483f815b7a
3
+ size 12939322
checkpoint-1200/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6491446df31a2912b9d1a60b49bda81d28f2c908873228ddf880abedfe09408f
3
+ size 14244
checkpoint-1200/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942cfd7aded7d16363d1ae1a2911c01ef4e25f3c70ed059c88f1845d9b6c24dc
3
+ size 988
checkpoint-1200/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7354ee67eb69236e571cfc31a84eafa2c9ab85dbcc1b4be6674f1694f0f2d31a
3
+ size 1064
checkpoint-1200/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
checkpoint-1200/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c760c4e715b8fa39254607191eca619d9b0612d5b29d3002ac512a5b6cad7d55
3
+ size 11422934
checkpoint-1200/tokenizer_config.json ADDED
@@ -0,0 +1,239 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|vision_start|>",
224
+ "<|vision_end|>",
225
+ "<|vision_pad|>",
226
+ "<|image_pad|>",
227
+ "<|video_pad|>"
228
+ ],
229
+ "bos_token": null,
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "extra_special_tokens": {},
234
+ "model_max_length": 131072,
235
+ "pad_token": "<|endoftext|>",
236
+ "split_special_tokens": false,
237
+ "tokenizer_class": "Qwen2Tokenizer",
238
+ "unk_token": null
239
+ }
checkpoint-1200/trainer_state.json ADDED
@@ -0,0 +1,874 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 4.8,
6
+ "eval_steps": 500,
7
+ "global_step": 1200,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.04,
14
+ "grad_norm": 2.662043809890747,
15
+ "learning_rate": 0.00019856000000000002,
16
+ "loss": 5.1172,
17
+ "step": 10
18
+ },
19
+ {
20
+ "epoch": 0.08,
21
+ "grad_norm": 2.09335994720459,
22
+ "learning_rate": 0.00019696,
23
+ "loss": 3.3973,
24
+ "step": 20
25
+ },
26
+ {
27
+ "epoch": 0.12,
28
+ "grad_norm": 2.070610761642456,
29
+ "learning_rate": 0.00019536,
30
+ "loss": 2.4409,
31
+ "step": 30
32
+ },
33
+ {
34
+ "epoch": 0.16,
35
+ "grad_norm": 1.546707034111023,
36
+ "learning_rate": 0.00019376000000000002,
37
+ "loss": 1.8295,
38
+ "step": 40
39
+ },
40
+ {
41
+ "epoch": 0.2,
42
+ "grad_norm": 2.077188491821289,
43
+ "learning_rate": 0.00019216,
44
+ "loss": 1.4628,
45
+ "step": 50
46
+ },
47
+ {
48
+ "epoch": 0.24,
49
+ "grad_norm": 1.9755876064300537,
50
+ "learning_rate": 0.00019056000000000002,
51
+ "loss": 1.1744,
52
+ "step": 60
53
+ },
54
+ {
55
+ "epoch": 0.28,
56
+ "grad_norm": 2.5424978733062744,
57
+ "learning_rate": 0.00018896,
58
+ "loss": 0.9312,
59
+ "step": 70
60
+ },
61
+ {
62
+ "epoch": 0.32,
63
+ "grad_norm": 2.3976635932922363,
64
+ "learning_rate": 0.00018736,
65
+ "loss": 0.7369,
66
+ "step": 80
67
+ },
68
+ {
69
+ "epoch": 0.36,
70
+ "grad_norm": 2.6257755756378174,
71
+ "learning_rate": 0.00018576,
72
+ "loss": 0.5777,
73
+ "step": 90
74
+ },
75
+ {
76
+ "epoch": 0.4,
77
+ "grad_norm": 2.4098658561706543,
78
+ "learning_rate": 0.00018416,
79
+ "loss": 0.4739,
80
+ "step": 100
81
+ },
82
+ {
83
+ "epoch": 0.44,
84
+ "grad_norm": 1.8213107585906982,
85
+ "learning_rate": 0.00018256,
86
+ "loss": 0.4333,
87
+ "step": 110
88
+ },
89
+ {
90
+ "epoch": 0.48,
91
+ "grad_norm": 1.391830325126648,
92
+ "learning_rate": 0.00018096000000000003,
93
+ "loss": 0.3763,
94
+ "step": 120
95
+ },
96
+ {
97
+ "epoch": 0.52,
98
+ "grad_norm": 1.5569283962249756,
99
+ "learning_rate": 0.00017936000000000002,
100
+ "loss": 0.3211,
101
+ "step": 130
102
+ },
103
+ {
104
+ "epoch": 0.56,
105
+ "grad_norm": 2.2082979679107666,
106
+ "learning_rate": 0.00017776,
107
+ "loss": 0.2362,
108
+ "step": 140
109
+ },
110
+ {
111
+ "epoch": 0.6,
112
+ "grad_norm": 1.1237390041351318,
113
+ "learning_rate": 0.00017616000000000002,
114
+ "loss": 0.2214,
115
+ "step": 150
116
+ },
117
+ {
118
+ "epoch": 0.64,
119
+ "grad_norm": 1.0618360042572021,
120
+ "learning_rate": 0.00017456,
121
+ "loss": 0.2058,
122
+ "step": 160
123
+ },
124
+ {
125
+ "epoch": 0.68,
126
+ "grad_norm": 1.0728964805603027,
127
+ "learning_rate": 0.00017296,
128
+ "loss": 0.2121,
129
+ "step": 170
130
+ },
131
+ {
132
+ "epoch": 0.72,
133
+ "grad_norm": 1.0727243423461914,
134
+ "learning_rate": 0.00017136,
135
+ "loss": 0.2043,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.76,
140
+ "grad_norm": 0.809100329875946,
141
+ "learning_rate": 0.00016976,
142
+ "loss": 0.1936,
143
+ "step": 190
144
+ },
145
+ {
146
+ "epoch": 0.8,
147
+ "grad_norm": 1.2039737701416016,
148
+ "learning_rate": 0.00016816000000000002,
149
+ "loss": 0.1975,
150
+ "step": 200
151
+ },
152
+ {
153
+ "epoch": 0.84,
154
+ "grad_norm": 0.9775518774986267,
155
+ "learning_rate": 0.00016656,
156
+ "loss": 0.2004,
157
+ "step": 210
158
+ },
159
+ {
160
+ "epoch": 0.88,
161
+ "grad_norm": 0.98033207654953,
162
+ "learning_rate": 0.00016496,
163
+ "loss": 0.1964,
164
+ "step": 220
165
+ },
166
+ {
167
+ "epoch": 0.92,
168
+ "grad_norm": 1.0707979202270508,
169
+ "learning_rate": 0.00016336,
170
+ "loss": 0.1848,
171
+ "step": 230
172
+ },
173
+ {
174
+ "epoch": 0.96,
175
+ "grad_norm": 1.0125160217285156,
176
+ "learning_rate": 0.00016176,
177
+ "loss": 0.1883,
178
+ "step": 240
179
+ },
180
+ {
181
+ "epoch": 1.0,
182
+ "grad_norm": 0.845367431640625,
183
+ "learning_rate": 0.00016016,
184
+ "loss": 0.182,
185
+ "step": 250
186
+ },
187
+ {
188
+ "epoch": 1.04,
189
+ "grad_norm": 1.103655219078064,
190
+ "learning_rate": 0.00015856,
191
+ "loss": 0.1867,
192
+ "step": 260
193
+ },
194
+ {
195
+ "epoch": 1.08,
196
+ "grad_norm": 0.8383971452713013,
197
+ "learning_rate": 0.00015696000000000002,
198
+ "loss": 0.179,
199
+ "step": 270
200
+ },
201
+ {
202
+ "epoch": 1.12,
203
+ "grad_norm": 1.2054169178009033,
204
+ "learning_rate": 0.00015536,
205
+ "loss": 0.1792,
206
+ "step": 280
207
+ },
208
+ {
209
+ "epoch": 1.16,
210
+ "grad_norm": 0.8676064014434814,
211
+ "learning_rate": 0.00015376000000000002,
212
+ "loss": 0.1814,
213
+ "step": 290
214
+ },
215
+ {
216
+ "epoch": 1.2,
217
+ "grad_norm": 0.96745765209198,
218
+ "learning_rate": 0.00015216,
219
+ "loss": 0.1795,
220
+ "step": 300
221
+ },
222
+ {
223
+ "epoch": 1.24,
224
+ "grad_norm": 0.7773518562316895,
225
+ "learning_rate": 0.00015056000000000002,
226
+ "loss": 0.1834,
227
+ "step": 310
228
+ },
229
+ {
230
+ "epoch": 1.28,
231
+ "grad_norm": 0.7711182832717896,
232
+ "learning_rate": 0.00014896,
233
+ "loss": 0.1809,
234
+ "step": 320
235
+ },
236
+ {
237
+ "epoch": 1.32,
238
+ "grad_norm": 0.850913405418396,
239
+ "learning_rate": 0.00014736,
240
+ "loss": 0.1815,
241
+ "step": 330
242
+ },
243
+ {
244
+ "epoch": 1.3599999999999999,
245
+ "grad_norm": 0.7834895849227905,
246
+ "learning_rate": 0.00014576000000000001,
247
+ "loss": 0.1733,
248
+ "step": 340
249
+ },
250
+ {
251
+ "epoch": 1.4,
252
+ "grad_norm": 0.8648977279663086,
253
+ "learning_rate": 0.00014416,
254
+ "loss": 0.1812,
255
+ "step": 350
256
+ },
257
+ {
258
+ "epoch": 1.44,
259
+ "grad_norm": 0.8799195289611816,
260
+ "learning_rate": 0.00014256000000000002,
261
+ "loss": 0.1718,
262
+ "step": 360
263
+ },
264
+ {
265
+ "epoch": 1.48,
266
+ "grad_norm": 0.9176751971244812,
267
+ "learning_rate": 0.00014096,
268
+ "loss": 0.184,
269
+ "step": 370
270
+ },
271
+ {
272
+ "epoch": 1.52,
273
+ "grad_norm": 0.7774612307548523,
274
+ "learning_rate": 0.00013936,
275
+ "loss": 0.1767,
276
+ "step": 380
277
+ },
278
+ {
279
+ "epoch": 1.56,
280
+ "grad_norm": 0.781733512878418,
281
+ "learning_rate": 0.00013776,
282
+ "loss": 0.1802,
283
+ "step": 390
284
+ },
285
+ {
286
+ "epoch": 1.6,
287
+ "grad_norm": 0.7516366243362427,
288
+ "learning_rate": 0.00013616,
289
+ "loss": 0.1752,
290
+ "step": 400
291
+ },
292
+ {
293
+ "epoch": 1.6400000000000001,
294
+ "grad_norm": 0.8264226317405701,
295
+ "learning_rate": 0.00013455999999999999,
296
+ "loss": 0.1687,
297
+ "step": 410
298
+ },
299
+ {
300
+ "epoch": 1.6800000000000002,
301
+ "grad_norm": 0.7846059799194336,
302
+ "learning_rate": 0.00013296,
303
+ "loss": 0.1686,
304
+ "step": 420
305
+ },
306
+ {
307
+ "epoch": 1.72,
308
+ "grad_norm": 0.6655611991882324,
309
+ "learning_rate": 0.00013136000000000002,
310
+ "loss": 0.173,
311
+ "step": 430
312
+ },
313
+ {
314
+ "epoch": 1.76,
315
+ "grad_norm": 0.832114040851593,
316
+ "learning_rate": 0.00012976,
317
+ "loss": 0.1722,
318
+ "step": 440
319
+ },
320
+ {
321
+ "epoch": 1.8,
322
+ "grad_norm": 0.8001246452331543,
323
+ "learning_rate": 0.00012816000000000002,
324
+ "loss": 0.174,
325
+ "step": 450
326
+ },
327
+ {
328
+ "epoch": 1.8399999999999999,
329
+ "grad_norm": 0.8609862923622131,
330
+ "learning_rate": 0.00012656,
331
+ "loss": 0.1683,
332
+ "step": 460
333
+ },
334
+ {
335
+ "epoch": 1.88,
336
+ "grad_norm": 0.7916587591171265,
337
+ "learning_rate": 0.00012496000000000002,
338
+ "loss": 0.1725,
339
+ "step": 470
340
+ },
341
+ {
342
+ "epoch": 1.92,
343
+ "grad_norm": 0.6860988736152649,
344
+ "learning_rate": 0.00012336,
345
+ "loss": 0.1705,
346
+ "step": 480
347
+ },
348
+ {
349
+ "epoch": 1.96,
350
+ "grad_norm": 0.8100546002388,
351
+ "learning_rate": 0.00012176000000000001,
352
+ "loss": 0.1753,
353
+ "step": 490
354
+ },
355
+ {
356
+ "epoch": 2.0,
357
+ "grad_norm": 0.9110960364341736,
358
+ "learning_rate": 0.00012016,
359
+ "loss": 0.1747,
360
+ "step": 500
361
+ },
362
+ {
363
+ "epoch": 2.04,
364
+ "grad_norm": 1.0109771490097046,
365
+ "learning_rate": 0.00011856,
366
+ "loss": 0.1649,
367
+ "step": 510
368
+ },
369
+ {
370
+ "epoch": 2.08,
371
+ "grad_norm": 0.7710285782814026,
372
+ "learning_rate": 0.00011696,
373
+ "loss": 0.1688,
374
+ "step": 520
375
+ },
376
+ {
377
+ "epoch": 2.12,
378
+ "grad_norm": 0.7115465998649597,
379
+ "learning_rate": 0.00011536000000000001,
380
+ "loss": 0.1639,
381
+ "step": 530
382
+ },
383
+ {
384
+ "epoch": 2.16,
385
+ "grad_norm": 0.8671514987945557,
386
+ "learning_rate": 0.00011376,
387
+ "loss": 0.1647,
388
+ "step": 540
389
+ },
390
+ {
391
+ "epoch": 2.2,
392
+ "grad_norm": 0.9132635593414307,
393
+ "learning_rate": 0.00011216,
394
+ "loss": 0.1649,
395
+ "step": 550
396
+ },
397
+ {
398
+ "epoch": 2.24,
399
+ "grad_norm": 0.7357370257377625,
400
+ "learning_rate": 0.00011056,
401
+ "loss": 0.1601,
402
+ "step": 560
403
+ },
404
+ {
405
+ "epoch": 2.2800000000000002,
406
+ "grad_norm": 0.7205009460449219,
407
+ "learning_rate": 0.00010896,
408
+ "loss": 0.164,
409
+ "step": 570
410
+ },
411
+ {
412
+ "epoch": 2.32,
413
+ "grad_norm": 0.5780007243156433,
414
+ "learning_rate": 0.00010736000000000002,
415
+ "loss": 0.163,
416
+ "step": 580
417
+ },
418
+ {
419
+ "epoch": 2.36,
420
+ "grad_norm": 0.8277910351753235,
421
+ "learning_rate": 0.00010576000000000002,
422
+ "loss": 0.172,
423
+ "step": 590
424
+ },
425
+ {
426
+ "epoch": 2.4,
427
+ "grad_norm": 0.9455693960189819,
428
+ "learning_rate": 0.00010416000000000002,
429
+ "loss": 0.1622,
430
+ "step": 600
431
+ },
432
+ {
433
+ "epoch": 2.44,
434
+ "grad_norm": 0.7017955183982849,
435
+ "learning_rate": 0.00010256000000000001,
436
+ "loss": 0.1726,
437
+ "step": 610
438
+ },
439
+ {
440
+ "epoch": 2.48,
441
+ "grad_norm": 0.9842478036880493,
442
+ "learning_rate": 0.00010096000000000001,
443
+ "loss": 0.1694,
444
+ "step": 620
445
+ },
446
+ {
447
+ "epoch": 2.52,
448
+ "grad_norm": 0.8026475310325623,
449
+ "learning_rate": 9.936000000000001e-05,
450
+ "loss": 0.1712,
451
+ "step": 630
452
+ },
453
+ {
454
+ "epoch": 2.56,
455
+ "grad_norm": 0.7248204350471497,
456
+ "learning_rate": 9.776000000000001e-05,
457
+ "loss": 0.1619,
458
+ "step": 640
459
+ },
460
+ {
461
+ "epoch": 2.6,
462
+ "grad_norm": 0.7692832946777344,
463
+ "learning_rate": 9.616e-05,
464
+ "loss": 0.1653,
465
+ "step": 650
466
+ },
467
+ {
468
+ "epoch": 2.64,
469
+ "grad_norm": 0.7658987045288086,
470
+ "learning_rate": 9.456e-05,
471
+ "loss": 0.1688,
472
+ "step": 660
473
+ },
474
+ {
475
+ "epoch": 2.68,
476
+ "grad_norm": 0.9279910326004028,
477
+ "learning_rate": 9.296e-05,
478
+ "loss": 0.1665,
479
+ "step": 670
480
+ },
481
+ {
482
+ "epoch": 2.7199999999999998,
483
+ "grad_norm": 0.7004180550575256,
484
+ "learning_rate": 9.136e-05,
485
+ "loss": 0.1649,
486
+ "step": 680
487
+ },
488
+ {
489
+ "epoch": 2.76,
490
+ "grad_norm": 0.6005715131759644,
491
+ "learning_rate": 8.976e-05,
492
+ "loss": 0.1632,
493
+ "step": 690
494
+ },
495
+ {
496
+ "epoch": 2.8,
497
+ "grad_norm": 0.7223785519599915,
498
+ "learning_rate": 8.816000000000001e-05,
499
+ "loss": 0.1613,
500
+ "step": 700
501
+ },
502
+ {
503
+ "epoch": 2.84,
504
+ "grad_norm": 0.6642827391624451,
505
+ "learning_rate": 8.656000000000001e-05,
506
+ "loss": 0.1637,
507
+ "step": 710
508
+ },
509
+ {
510
+ "epoch": 2.88,
511
+ "grad_norm": 0.9670928120613098,
512
+ "learning_rate": 8.496e-05,
513
+ "loss": 0.1604,
514
+ "step": 720
515
+ },
516
+ {
517
+ "epoch": 2.92,
518
+ "grad_norm": 0.8518811464309692,
519
+ "learning_rate": 8.336e-05,
520
+ "loss": 0.1617,
521
+ "step": 730
522
+ },
523
+ {
524
+ "epoch": 2.96,
525
+ "grad_norm": 0.6708147525787354,
526
+ "learning_rate": 8.176e-05,
527
+ "loss": 0.1687,
528
+ "step": 740
529
+ },
530
+ {
531
+ "epoch": 3.0,
532
+ "grad_norm": 0.7940568923950195,
533
+ "learning_rate": 8.016e-05,
534
+ "loss": 0.1664,
535
+ "step": 750
536
+ },
537
+ {
538
+ "epoch": 3.04,
539
+ "grad_norm": 0.719121515750885,
540
+ "learning_rate": 7.856000000000001e-05,
541
+ "loss": 0.1595,
542
+ "step": 760
543
+ },
544
+ {
545
+ "epoch": 3.08,
546
+ "grad_norm": 0.6775493025779724,
547
+ "learning_rate": 7.696e-05,
548
+ "loss": 0.16,
549
+ "step": 770
550
+ },
551
+ {
552
+ "epoch": 3.12,
553
+ "grad_norm": 0.6409350037574768,
554
+ "learning_rate": 7.536000000000001e-05,
555
+ "loss": 0.1561,
556
+ "step": 780
557
+ },
558
+ {
559
+ "epoch": 3.16,
560
+ "grad_norm": 0.6943857073783875,
561
+ "learning_rate": 7.376000000000001e-05,
562
+ "loss": 0.1627,
563
+ "step": 790
564
+ },
565
+ {
566
+ "epoch": 3.2,
567
+ "grad_norm": 0.7445305585861206,
568
+ "learning_rate": 7.216e-05,
569
+ "loss": 0.1624,
570
+ "step": 800
571
+ },
572
+ {
573
+ "epoch": 3.24,
574
+ "grad_norm": 0.8992999792098999,
575
+ "learning_rate": 7.056e-05,
576
+ "loss": 0.1608,
577
+ "step": 810
578
+ },
579
+ {
580
+ "epoch": 3.2800000000000002,
581
+ "grad_norm": 0.66852867603302,
582
+ "learning_rate": 6.896e-05,
583
+ "loss": 0.1576,
584
+ "step": 820
585
+ },
586
+ {
587
+ "epoch": 3.32,
588
+ "grad_norm": 0.9884709119796753,
589
+ "learning_rate": 6.736e-05,
590
+ "loss": 0.1579,
591
+ "step": 830
592
+ },
593
+ {
594
+ "epoch": 3.36,
595
+ "grad_norm": 0.8799577355384827,
596
+ "learning_rate": 6.576e-05,
597
+ "loss": 0.1648,
598
+ "step": 840
599
+ },
600
+ {
601
+ "epoch": 3.4,
602
+ "grad_norm": 0.591947615146637,
603
+ "learning_rate": 6.416e-05,
604
+ "loss": 0.1553,
605
+ "step": 850
606
+ },
607
+ {
608
+ "epoch": 3.44,
609
+ "grad_norm": 0.7027560472488403,
610
+ "learning_rate": 6.256000000000001e-05,
611
+ "loss": 0.1586,
612
+ "step": 860
613
+ },
614
+ {
615
+ "epoch": 3.48,
616
+ "grad_norm": 0.7294725179672241,
617
+ "learning_rate": 6.0960000000000006e-05,
618
+ "loss": 0.154,
619
+ "step": 870
620
+ },
621
+ {
622
+ "epoch": 3.52,
623
+ "grad_norm": 0.909156322479248,
624
+ "learning_rate": 5.936000000000001e-05,
625
+ "loss": 0.1651,
626
+ "step": 880
627
+ },
628
+ {
629
+ "epoch": 3.56,
630
+ "grad_norm": 0.902925431728363,
631
+ "learning_rate": 5.776e-05,
632
+ "loss": 0.1595,
633
+ "step": 890
634
+ },
635
+ {
636
+ "epoch": 3.6,
637
+ "grad_norm": 0.7759191393852234,
638
+ "learning_rate": 5.6160000000000004e-05,
639
+ "loss": 0.1533,
640
+ "step": 900
641
+ },
642
+ {
643
+ "epoch": 3.64,
644
+ "grad_norm": 0.8666660189628601,
645
+ "learning_rate": 5.456e-05,
646
+ "loss": 0.1643,
647
+ "step": 910
648
+ },
649
+ {
650
+ "epoch": 3.68,
651
+ "grad_norm": 0.7910454869270325,
652
+ "learning_rate": 5.296e-05,
653
+ "loss": 0.1597,
654
+ "step": 920
655
+ },
656
+ {
657
+ "epoch": 3.7199999999999998,
658
+ "grad_norm": 0.7616341710090637,
659
+ "learning_rate": 5.1359999999999996e-05,
660
+ "loss": 0.1594,
661
+ "step": 930
662
+ },
663
+ {
664
+ "epoch": 3.76,
665
+ "grad_norm": 0.9938385486602783,
666
+ "learning_rate": 4.976e-05,
667
+ "loss": 0.1618,
668
+ "step": 940
669
+ },
670
+ {
671
+ "epoch": 3.8,
672
+ "grad_norm": 0.6616437435150146,
673
+ "learning_rate": 4.816e-05,
674
+ "loss": 0.1595,
675
+ "step": 950
676
+ },
677
+ {
678
+ "epoch": 3.84,
679
+ "grad_norm": 0.7744466662406921,
680
+ "learning_rate": 4.656e-05,
681
+ "loss": 0.1582,
682
+ "step": 960
683
+ },
684
+ {
685
+ "epoch": 3.88,
686
+ "grad_norm": 0.6923044323921204,
687
+ "learning_rate": 4.496e-05,
688
+ "loss": 0.1637,
689
+ "step": 970
690
+ },
691
+ {
692
+ "epoch": 3.92,
693
+ "grad_norm": 0.6732594966888428,
694
+ "learning_rate": 4.336e-05,
695
+ "loss": 0.16,
696
+ "step": 980
697
+ },
698
+ {
699
+ "epoch": 3.96,
700
+ "grad_norm": 0.6819525361061096,
701
+ "learning_rate": 4.176000000000001e-05,
702
+ "loss": 0.1575,
703
+ "step": 990
704
+ },
705
+ {
706
+ "epoch": 4.0,
707
+ "grad_norm": 0.6316683888435364,
708
+ "learning_rate": 4.016e-05,
709
+ "loss": 0.1595,
710
+ "step": 1000
711
+ },
712
+ {
713
+ "epoch": 4.04,
714
+ "grad_norm": 0.750050961971283,
715
+ "learning_rate": 3.8560000000000004e-05,
716
+ "loss": 0.1579,
717
+ "step": 1010
718
+ },
719
+ {
720
+ "epoch": 4.08,
721
+ "grad_norm": 0.7207621932029724,
722
+ "learning_rate": 3.696e-05,
723
+ "loss": 0.15,
724
+ "step": 1020
725
+ },
726
+ {
727
+ "epoch": 4.12,
728
+ "grad_norm": 0.7863367199897766,
729
+ "learning_rate": 3.536000000000001e-05,
730
+ "loss": 0.154,
731
+ "step": 1030
732
+ },
733
+ {
734
+ "epoch": 4.16,
735
+ "grad_norm": 0.7777521014213562,
736
+ "learning_rate": 3.376e-05,
737
+ "loss": 0.1537,
738
+ "step": 1040
739
+ },
740
+ {
741
+ "epoch": 4.2,
742
+ "grad_norm": 0.9184511303901672,
743
+ "learning_rate": 3.2160000000000004e-05,
744
+ "loss": 0.1552,
745
+ "step": 1050
746
+ },
747
+ {
748
+ "epoch": 4.24,
749
+ "grad_norm": 0.6183204054832458,
750
+ "learning_rate": 3.056e-05,
751
+ "loss": 0.1508,
752
+ "step": 1060
753
+ },
754
+ {
755
+ "epoch": 4.28,
756
+ "grad_norm": 0.8320776224136353,
757
+ "learning_rate": 2.8960000000000004e-05,
758
+ "loss": 0.1538,
759
+ "step": 1070
760
+ },
761
+ {
762
+ "epoch": 4.32,
763
+ "grad_norm": 0.7392308115959167,
764
+ "learning_rate": 2.7360000000000002e-05,
765
+ "loss": 0.1569,
766
+ "step": 1080
767
+ },
768
+ {
769
+ "epoch": 4.36,
770
+ "grad_norm": 0.8047224879264832,
771
+ "learning_rate": 2.576e-05,
772
+ "loss": 0.1567,
773
+ "step": 1090
774
+ },
775
+ {
776
+ "epoch": 4.4,
777
+ "grad_norm": 0.9632170796394348,
778
+ "learning_rate": 2.4160000000000002e-05,
779
+ "loss": 0.1588,
780
+ "step": 1100
781
+ },
782
+ {
783
+ "epoch": 4.44,
784
+ "grad_norm": 0.877510130405426,
785
+ "learning_rate": 2.256e-05,
786
+ "loss": 0.153,
787
+ "step": 1110
788
+ },
789
+ {
790
+ "epoch": 4.48,
791
+ "grad_norm": 0.7020285129547119,
792
+ "learning_rate": 2.0960000000000003e-05,
793
+ "loss": 0.1535,
794
+ "step": 1120
795
+ },
796
+ {
797
+ "epoch": 4.52,
798
+ "grad_norm": 0.8973066210746765,
799
+ "learning_rate": 1.936e-05,
800
+ "loss": 0.158,
801
+ "step": 1130
802
+ },
803
+ {
804
+ "epoch": 4.5600000000000005,
805
+ "grad_norm": 0.7732061147689819,
806
+ "learning_rate": 1.7760000000000003e-05,
807
+ "loss": 0.1571,
808
+ "step": 1140
809
+ },
810
+ {
811
+ "epoch": 4.6,
812
+ "grad_norm": 0.9279715418815613,
813
+ "learning_rate": 1.616e-05,
814
+ "loss": 0.1522,
815
+ "step": 1150
816
+ },
817
+ {
818
+ "epoch": 4.64,
819
+ "grad_norm": 0.8018597960472107,
820
+ "learning_rate": 1.4560000000000001e-05,
821
+ "loss": 0.1538,
822
+ "step": 1160
823
+ },
824
+ {
825
+ "epoch": 4.68,
826
+ "grad_norm": 0.8969665169715881,
827
+ "learning_rate": 1.296e-05,
828
+ "loss": 0.1565,
829
+ "step": 1170
830
+ },
831
+ {
832
+ "epoch": 4.72,
833
+ "grad_norm": 0.7768281698226929,
834
+ "learning_rate": 1.1360000000000001e-05,
835
+ "loss": 0.1564,
836
+ "step": 1180
837
+ },
838
+ {
839
+ "epoch": 4.76,
840
+ "grad_norm": 0.7520988583564758,
841
+ "learning_rate": 9.760000000000001e-06,
842
+ "loss": 0.1569,
843
+ "step": 1190
844
+ },
845
+ {
846
+ "epoch": 4.8,
847
+ "grad_norm": 0.86794513463974,
848
+ "learning_rate": 8.160000000000001e-06,
849
+ "loss": 0.1565,
850
+ "step": 1200
851
+ }
852
+ ],
853
+ "logging_steps": 10,
854
+ "max_steps": 1250,
855
+ "num_input_tokens_seen": 0,
856
+ "num_train_epochs": 5,
857
+ "save_steps": 50,
858
+ "stateful_callbacks": {
859
+ "TrainerControl": {
860
+ "args": {
861
+ "should_epoch_stop": false,
862
+ "should_evaluate": false,
863
+ "should_log": false,
864
+ "should_save": true,
865
+ "should_training_stop": false
866
+ },
867
+ "attributes": {}
868
+ }
869
+ },
870
+ "total_flos": 4.1612545622016e+16,
871
+ "train_batch_size": 2,
872
+ "trial_name": null,
873
+ "trial_params": null
874
+ }
checkpoint-1200/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55256ccc51a255b5e5ab0b6de6a63bc5714b2655a59ccd257b869e18f3dfbd5
3
+ size 5240
checkpoint-1200/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-1250/README.md ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3-1.7B
3
+ library_name: peft
4
+ ---
5
+
6
+ # Model Card for Model ID
7
+
8
+ <!-- Provide a quick summary of what the model is/does. -->
9
+
10
+
11
+
12
+ ## Model Details
13
+
14
+ ### Model Description
15
+
16
+ <!-- Provide a longer summary of what this model is. -->
17
+
18
+
19
+
20
+ - **Developed by:** [More Information Needed]
21
+ - **Funded by [optional]:** [More Information Needed]
22
+ - **Shared by [optional]:** [More Information Needed]
23
+ - **Model type:** [More Information Needed]
24
+ - **Language(s) (NLP):** [More Information Needed]
25
+ - **License:** [More Information Needed]
26
+ - **Finetuned from model [optional]:** [More Information Needed]
27
+
28
+ ### Model Sources [optional]
29
+
30
+ <!-- Provide the basic links for the model. -->
31
+
32
+ - **Repository:** [More Information Needed]
33
+ - **Paper [optional]:** [More Information Needed]
34
+ - **Demo [optional]:** [More Information Needed]
35
+
36
+ ## Uses
37
+
38
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
39
+
40
+ ### Direct Use
41
+
42
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
43
+
44
+ [More Information Needed]
45
+
46
+ ### Downstream Use [optional]
47
+
48
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Out-of-Scope Use
53
+
54
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
55
+
56
+ [More Information Needed]
57
+
58
+ ## Bias, Risks, and Limitations
59
+
60
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ### Recommendations
65
+
66
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
67
+
68
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
69
+
70
+ ## How to Get Started with the Model
71
+
72
+ Use the code below to get started with the model.
73
+
74
+ [More Information Needed]
75
+
76
+ ## Training Details
77
+
78
+ ### Training Data
79
+
80
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
81
+
82
+ [More Information Needed]
83
+
84
+ ### Training Procedure
85
+
86
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
87
+
88
+ #### Preprocessing [optional]
89
+
90
+ [More Information Needed]
91
+
92
+
93
+ #### Training Hyperparameters
94
+
95
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
96
+
97
+ #### Speeds, Sizes, Times [optional]
98
+
99
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
100
+
101
+ [More Information Needed]
102
+
103
+ ## Evaluation
104
+
105
+ <!-- This section describes the evaluation protocols and provides the results. -->
106
+
107
+ ### Testing Data, Factors & Metrics
108
+
109
+ #### Testing Data
110
+
111
+ <!-- This should link to a Dataset Card if possible. -->
112
+
113
+ [More Information Needed]
114
+
115
+ #### Factors
116
+
117
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Metrics
122
+
123
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
124
+
125
+ [More Information Needed]
126
+
127
+ ### Results
128
+
129
+ [More Information Needed]
130
+
131
+ #### Summary
132
+
133
+
134
+
135
+ ## Model Examination [optional]
136
+
137
+ <!-- Relevant interpretability work for the model goes here -->
138
+
139
+ [More Information Needed]
140
+
141
+ ## Environmental Impact
142
+
143
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
144
+
145
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
146
+
147
+ - **Hardware Type:** [More Information Needed]
148
+ - **Hours used:** [More Information Needed]
149
+ - **Cloud Provider:** [More Information Needed]
150
+ - **Compute Region:** [More Information Needed]
151
+ - **Carbon Emitted:** [More Information Needed]
152
+
153
+ ## Technical Specifications [optional]
154
+
155
+ ### Model Architecture and Objective
156
+
157
+ [More Information Needed]
158
+
159
+ ### Compute Infrastructure
160
+
161
+ [More Information Needed]
162
+
163
+ #### Hardware
164
+
165
+ [More Information Needed]
166
+
167
+ #### Software
168
+
169
+ [More Information Needed]
170
+
171
+ ## Citation [optional]
172
+
173
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
174
+
175
+ **BibTeX:**
176
+
177
+ [More Information Needed]
178
+
179
+ **APA:**
180
+
181
+ [More Information Needed]
182
+
183
+ ## Glossary [optional]
184
+
185
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
186
+
187
+ [More Information Needed]
188
+
189
+ ## More Information [optional]
190
+
191
+ [More Information Needed]
192
+
193
+ ## Model Card Authors [optional]
194
+
195
+ [More Information Needed]
196
+
197
+ ## Model Card Contact
198
+
199
+ [More Information Needed]
200
+ ### Framework versions
201
+
202
+ - PEFT 0.15.2
checkpoint-1250/adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-1.7B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.05,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "r": 8,
24
+ "rank_pattern": {},
25
+ "revision": null,
26
+ "target_modules": [
27
+ "q_proj",
28
+ "v_proj"
29
+ ],
30
+ "task_type": "CAUSAL_LM",
31
+ "trainable_token_indices": null,
32
+ "use_dora": false,
33
+ "use_rslora": false
34
+ }
checkpoint-1250/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a15a892c333838a2a189677ccf2528336ca822961b8485f71b925c0deed2d35d
3
+ size 6437272
checkpoint-1250/added_tokens.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|endoftext|>": 151643,
11
+ "<|file_sep|>": 151664,
12
+ "<|fim_middle|>": 151660,
13
+ "<|fim_pad|>": 151662,
14
+ "<|fim_prefix|>": 151659,
15
+ "<|fim_suffix|>": 151661,
16
+ "<|im_end|>": 151645,
17
+ "<|im_start|>": 151644,
18
+ "<|image_pad|>": 151655,
19
+ "<|object_ref_end|>": 151647,
20
+ "<|object_ref_start|>": 151646,
21
+ "<|quad_end|>": 151651,
22
+ "<|quad_start|>": 151650,
23
+ "<|repo_name|>": 151663,
24
+ "<|video_pad|>": 151656,
25
+ "<|vision_end|>": 151653,
26
+ "<|vision_pad|>": 151654,
27
+ "<|vision_start|>": 151652
28
+ }
checkpoint-1250/chat_template.jinja ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {{- messages[0].content + '\n\n' }}
5
+ {%- endif %}
6
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
7
+ {%- for tool in tools %}
8
+ {{- "\n" }}
9
+ {{- tool | tojson }}
10
+ {%- endfor %}
11
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
12
+ {%- else %}
13
+ {%- if messages[0].role == 'system' %}
14
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
15
+ {%- endif %}
16
+ {%- endif %}
17
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
18
+ {%- for message in messages[::-1] %}
19
+ {%- set index = (messages|length - 1) - loop.index0 %}
20
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
21
+ {%- set ns.multi_step_tool = false %}
22
+ {%- set ns.last_query_index = index %}
23
+ {%- endif %}
24
+ {%- endfor %}
25
+ {%- for message in messages %}
26
+ {%- if message.content is string %}
27
+ {%- set content = message.content %}
28
+ {%- else %}
29
+ {%- set content = '' %}
30
+ {%- endif %}
31
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
32
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
33
+ {%- elif message.role == "assistant" %}
34
+ {%- set reasoning_content = '' %}
35
+ {%- if message.reasoning_content is string %}
36
+ {%- set reasoning_content = message.reasoning_content %}
37
+ {%- else %}
38
+ {%- if '</think>' in content %}
39
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
40
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
41
+ {%- endif %}
42
+ {%- endif %}
43
+ {%- if loop.index0 > ns.last_query_index %}
44
+ {%- if loop.last or (not loop.last and reasoning_content) %}
45
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
46
+ {%- else %}
47
+ {{- '<|im_start|>' + message.role + '\n' + content }}
48
+ {%- endif %}
49
+ {%- else %}
50
+ {{- '<|im_start|>' + message.role + '\n' + content }}
51
+ {%- endif %}
52
+ {%- if message.tool_calls %}
53
+ {%- for tool_call in message.tool_calls %}
54
+ {%- if (loop.first and content) or (not loop.first) %}
55
+ {{- '\n' }}
56
+ {%- endif %}
57
+ {%- if tool_call.function %}
58
+ {%- set tool_call = tool_call.function %}
59
+ {%- endif %}
60
+ {{- '<tool_call>\n{"name": "' }}
61
+ {{- tool_call.name }}
62
+ {{- '", "arguments": ' }}
63
+ {%- if tool_call.arguments is string %}
64
+ {{- tool_call.arguments }}
65
+ {%- else %}
66
+ {{- tool_call.arguments | tojson }}
67
+ {%- endif %}
68
+ {{- '}\n</tool_call>' }}
69
+ {%- endfor %}
70
+ {%- endif %}
71
+ {{- '<|im_end|>\n' }}
72
+ {%- elif message.role == "tool" %}
73
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
74
+ {{- '<|im_start|>user' }}
75
+ {%- endif %}
76
+ {{- '\n<tool_response>\n' }}
77
+ {{- content }}
78
+ {{- '\n</tool_response>' }}
79
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
80
+ {{- '<|im_end|>\n' }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {%- endfor %}
84
+ {%- if add_generation_prompt %}
85
+ {{- '<|im_start|>assistant\n' }}
86
+ {%- if enable_thinking is defined and enable_thinking is false %}
87
+ {{- '<think>\n\n</think>\n\n' }}
88
+ {%- endif %}
89
+ {%- endif %}
checkpoint-1250/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-1250/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9be8a95906285c220e9a85ed54591039eb3d6919fc7df6125b8036c3bf313d
3
+ size 12939322
checkpoint-1250/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db907cbfe4282141ab1e40857e4291920145f374125db0aa1b65f22b759ca506
3
+ size 14244
checkpoint-1250/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f1986269c74ce38fd01c56e0770c176375c55daeed6953aaf84f06cae775ba
3
+ size 988
checkpoint-1250/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903a795738170ff70d70024a9e98d14e0ee1b641c05cf14651af4125ea88faaf
3
+ size 1064
checkpoint-1250/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
checkpoint-1250/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c760c4e715b8fa39254607191eca619d9b0612d5b29d3002ac512a5b6cad7d55
3
+ size 11422934
checkpoint-1250/tokenizer_config.json ADDED
@@ -0,0 +1,239 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|vision_start|>",
224
+ "<|vision_end|>",
225
+ "<|vision_pad|>",
226
+ "<|image_pad|>",
227
+ "<|video_pad|>"
228
+ ],
229
+ "bos_token": null,
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "extra_special_tokens": {},
234
+ "model_max_length": 131072,
235
+ "pad_token": "<|endoftext|>",
236
+ "split_special_tokens": false,
237
+ "tokenizer_class": "Qwen2Tokenizer",
238
+ "unk_token": null
239
+ }
checkpoint-1250/trainer_state.json ADDED
@@ -0,0 +1,909 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1250,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.04,
14
+ "grad_norm": 2.662043809890747,
15
+ "learning_rate": 0.00019856000000000002,
16
+ "loss": 5.1172,
17
+ "step": 10
18
+ },
19
+ {
20
+ "epoch": 0.08,
21
+ "grad_norm": 2.09335994720459,
22
+ "learning_rate": 0.00019696,
23
+ "loss": 3.3973,
24
+ "step": 20
25
+ },
26
+ {
27
+ "epoch": 0.12,
28
+ "grad_norm": 2.070610761642456,
29
+ "learning_rate": 0.00019536,
30
+ "loss": 2.4409,
31
+ "step": 30
32
+ },
33
+ {
34
+ "epoch": 0.16,
35
+ "grad_norm": 1.546707034111023,
36
+ "learning_rate": 0.00019376000000000002,
37
+ "loss": 1.8295,
38
+ "step": 40
39
+ },
40
+ {
41
+ "epoch": 0.2,
42
+ "grad_norm": 2.077188491821289,
43
+ "learning_rate": 0.00019216,
44
+ "loss": 1.4628,
45
+ "step": 50
46
+ },
47
+ {
48
+ "epoch": 0.24,
49
+ "grad_norm": 1.9755876064300537,
50
+ "learning_rate": 0.00019056000000000002,
51
+ "loss": 1.1744,
52
+ "step": 60
53
+ },
54
+ {
55
+ "epoch": 0.28,
56
+ "grad_norm": 2.5424978733062744,
57
+ "learning_rate": 0.00018896,
58
+ "loss": 0.9312,
59
+ "step": 70
60
+ },
61
+ {
62
+ "epoch": 0.32,
63
+ "grad_norm": 2.3976635932922363,
64
+ "learning_rate": 0.00018736,
65
+ "loss": 0.7369,
66
+ "step": 80
67
+ },
68
+ {
69
+ "epoch": 0.36,
70
+ "grad_norm": 2.6257755756378174,
71
+ "learning_rate": 0.00018576,
72
+ "loss": 0.5777,
73
+ "step": 90
74
+ },
75
+ {
76
+ "epoch": 0.4,
77
+ "grad_norm": 2.4098658561706543,
78
+ "learning_rate": 0.00018416,
79
+ "loss": 0.4739,
80
+ "step": 100
81
+ },
82
+ {
83
+ "epoch": 0.44,
84
+ "grad_norm": 1.8213107585906982,
85
+ "learning_rate": 0.00018256,
86
+ "loss": 0.4333,
87
+ "step": 110
88
+ },
89
+ {
90
+ "epoch": 0.48,
91
+ "grad_norm": 1.391830325126648,
92
+ "learning_rate": 0.00018096000000000003,
93
+ "loss": 0.3763,
94
+ "step": 120
95
+ },
96
+ {
97
+ "epoch": 0.52,
98
+ "grad_norm": 1.5569283962249756,
99
+ "learning_rate": 0.00017936000000000002,
100
+ "loss": 0.3211,
101
+ "step": 130
102
+ },
103
+ {
104
+ "epoch": 0.56,
105
+ "grad_norm": 2.2082979679107666,
106
+ "learning_rate": 0.00017776,
107
+ "loss": 0.2362,
108
+ "step": 140
109
+ },
110
+ {
111
+ "epoch": 0.6,
112
+ "grad_norm": 1.1237390041351318,
113
+ "learning_rate": 0.00017616000000000002,
114
+ "loss": 0.2214,
115
+ "step": 150
116
+ },
117
+ {
118
+ "epoch": 0.64,
119
+ "grad_norm": 1.0618360042572021,
120
+ "learning_rate": 0.00017456,
121
+ "loss": 0.2058,
122
+ "step": 160
123
+ },
124
+ {
125
+ "epoch": 0.68,
126
+ "grad_norm": 1.0728964805603027,
127
+ "learning_rate": 0.00017296,
128
+ "loss": 0.2121,
129
+ "step": 170
130
+ },
131
+ {
132
+ "epoch": 0.72,
133
+ "grad_norm": 1.0727243423461914,
134
+ "learning_rate": 0.00017136,
135
+ "loss": 0.2043,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.76,
140
+ "grad_norm": 0.809100329875946,
141
+ "learning_rate": 0.00016976,
142
+ "loss": 0.1936,
143
+ "step": 190
144
+ },
145
+ {
146
+ "epoch": 0.8,
147
+ "grad_norm": 1.2039737701416016,
148
+ "learning_rate": 0.00016816000000000002,
149
+ "loss": 0.1975,
150
+ "step": 200
151
+ },
152
+ {
153
+ "epoch": 0.84,
154
+ "grad_norm": 0.9775518774986267,
155
+ "learning_rate": 0.00016656,
156
+ "loss": 0.2004,
157
+ "step": 210
158
+ },
159
+ {
160
+ "epoch": 0.88,
161
+ "grad_norm": 0.98033207654953,
162
+ "learning_rate": 0.00016496,
163
+ "loss": 0.1964,
164
+ "step": 220
165
+ },
166
+ {
167
+ "epoch": 0.92,
168
+ "grad_norm": 1.0707979202270508,
169
+ "learning_rate": 0.00016336,
170
+ "loss": 0.1848,
171
+ "step": 230
172
+ },
173
+ {
174
+ "epoch": 0.96,
175
+ "grad_norm": 1.0125160217285156,
176
+ "learning_rate": 0.00016176,
177
+ "loss": 0.1883,
178
+ "step": 240
179
+ },
180
+ {
181
+ "epoch": 1.0,
182
+ "grad_norm": 0.845367431640625,
183
+ "learning_rate": 0.00016016,
184
+ "loss": 0.182,
185
+ "step": 250
186
+ },
187
+ {
188
+ "epoch": 1.04,
189
+ "grad_norm": 1.103655219078064,
190
+ "learning_rate": 0.00015856,
191
+ "loss": 0.1867,
192
+ "step": 260
193
+ },
194
+ {
195
+ "epoch": 1.08,
196
+ "grad_norm": 0.8383971452713013,
197
+ "learning_rate": 0.00015696000000000002,
198
+ "loss": 0.179,
199
+ "step": 270
200
+ },
201
+ {
202
+ "epoch": 1.12,
203
+ "grad_norm": 1.2054169178009033,
204
+ "learning_rate": 0.00015536,
205
+ "loss": 0.1792,
206
+ "step": 280
207
+ },
208
+ {
209
+ "epoch": 1.16,
210
+ "grad_norm": 0.8676064014434814,
211
+ "learning_rate": 0.00015376000000000002,
212
+ "loss": 0.1814,
213
+ "step": 290
214
+ },
215
+ {
216
+ "epoch": 1.2,
217
+ "grad_norm": 0.96745765209198,
218
+ "learning_rate": 0.00015216,
219
+ "loss": 0.1795,
220
+ "step": 300
221
+ },
222
+ {
223
+ "epoch": 1.24,
224
+ "grad_norm": 0.7773518562316895,
225
+ "learning_rate": 0.00015056000000000002,
226
+ "loss": 0.1834,
227
+ "step": 310
228
+ },
229
+ {
230
+ "epoch": 1.28,
231
+ "grad_norm": 0.7711182832717896,
232
+ "learning_rate": 0.00014896,
233
+ "loss": 0.1809,
234
+ "step": 320
235
+ },
236
+ {
237
+ "epoch": 1.32,
238
+ "grad_norm": 0.850913405418396,
239
+ "learning_rate": 0.00014736,
240
+ "loss": 0.1815,
241
+ "step": 330
242
+ },
243
+ {
244
+ "epoch": 1.3599999999999999,
245
+ "grad_norm": 0.7834895849227905,
246
+ "learning_rate": 0.00014576000000000001,
247
+ "loss": 0.1733,
248
+ "step": 340
249
+ },
250
+ {
251
+ "epoch": 1.4,
252
+ "grad_norm": 0.8648977279663086,
253
+ "learning_rate": 0.00014416,
254
+ "loss": 0.1812,
255
+ "step": 350
256
+ },
257
+ {
258
+ "epoch": 1.44,
259
+ "grad_norm": 0.8799195289611816,
260
+ "learning_rate": 0.00014256000000000002,
261
+ "loss": 0.1718,
262
+ "step": 360
263
+ },
264
+ {
265
+ "epoch": 1.48,
266
+ "grad_norm": 0.9176751971244812,
267
+ "learning_rate": 0.00014096,
268
+ "loss": 0.184,
269
+ "step": 370
270
+ },
271
+ {
272
+ "epoch": 1.52,
273
+ "grad_norm": 0.7774612307548523,
274
+ "learning_rate": 0.00013936,
275
+ "loss": 0.1767,
276
+ "step": 380
277
+ },
278
+ {
279
+ "epoch": 1.56,
280
+ "grad_norm": 0.781733512878418,
281
+ "learning_rate": 0.00013776,
282
+ "loss": 0.1802,
283
+ "step": 390
284
+ },
285
+ {
286
+ "epoch": 1.6,
287
+ "grad_norm": 0.7516366243362427,
288
+ "learning_rate": 0.00013616,
289
+ "loss": 0.1752,
290
+ "step": 400
291
+ },
292
+ {
293
+ "epoch": 1.6400000000000001,
294
+ "grad_norm": 0.8264226317405701,
295
+ "learning_rate": 0.00013455999999999999,
296
+ "loss": 0.1687,
297
+ "step": 410
298
+ },
299
+ {
300
+ "epoch": 1.6800000000000002,
301
+ "grad_norm": 0.7846059799194336,
302
+ "learning_rate": 0.00013296,
303
+ "loss": 0.1686,
304
+ "step": 420
305
+ },
306
+ {
307
+ "epoch": 1.72,
308
+ "grad_norm": 0.6655611991882324,
309
+ "learning_rate": 0.00013136000000000002,
310
+ "loss": 0.173,
311
+ "step": 430
312
+ },
313
+ {
314
+ "epoch": 1.76,
315
+ "grad_norm": 0.832114040851593,
316
+ "learning_rate": 0.00012976,
317
+ "loss": 0.1722,
318
+ "step": 440
319
+ },
320
+ {
321
+ "epoch": 1.8,
322
+ "grad_norm": 0.8001246452331543,
323
+ "learning_rate": 0.00012816000000000002,
324
+ "loss": 0.174,
325
+ "step": 450
326
+ },
327
+ {
328
+ "epoch": 1.8399999999999999,
329
+ "grad_norm": 0.8609862923622131,
330
+ "learning_rate": 0.00012656,
331
+ "loss": 0.1683,
332
+ "step": 460
333
+ },
334
+ {
335
+ "epoch": 1.88,
336
+ "grad_norm": 0.7916587591171265,
337
+ "learning_rate": 0.00012496000000000002,
338
+ "loss": 0.1725,
339
+ "step": 470
340
+ },
341
+ {
342
+ "epoch": 1.92,
343
+ "grad_norm": 0.6860988736152649,
344
+ "learning_rate": 0.00012336,
345
+ "loss": 0.1705,
346
+ "step": 480
347
+ },
348
+ {
349
+ "epoch": 1.96,
350
+ "grad_norm": 0.8100546002388,
351
+ "learning_rate": 0.00012176000000000001,
352
+ "loss": 0.1753,
353
+ "step": 490
354
+ },
355
+ {
356
+ "epoch": 2.0,
357
+ "grad_norm": 0.9110960364341736,
358
+ "learning_rate": 0.00012016,
359
+ "loss": 0.1747,
360
+ "step": 500
361
+ },
362
+ {
363
+ "epoch": 2.04,
364
+ "grad_norm": 1.0109771490097046,
365
+ "learning_rate": 0.00011856,
366
+ "loss": 0.1649,
367
+ "step": 510
368
+ },
369
+ {
370
+ "epoch": 2.08,
371
+ "grad_norm": 0.7710285782814026,
372
+ "learning_rate": 0.00011696,
373
+ "loss": 0.1688,
374
+ "step": 520
375
+ },
376
+ {
377
+ "epoch": 2.12,
378
+ "grad_norm": 0.7115465998649597,
379
+ "learning_rate": 0.00011536000000000001,
380
+ "loss": 0.1639,
381
+ "step": 530
382
+ },
383
+ {
384
+ "epoch": 2.16,
385
+ "grad_norm": 0.8671514987945557,
386
+ "learning_rate": 0.00011376,
387
+ "loss": 0.1647,
388
+ "step": 540
389
+ },
390
+ {
391
+ "epoch": 2.2,
392
+ "grad_norm": 0.9132635593414307,
393
+ "learning_rate": 0.00011216,
394
+ "loss": 0.1649,
395
+ "step": 550
396
+ },
397
+ {
398
+ "epoch": 2.24,
399
+ "grad_norm": 0.7357370257377625,
400
+ "learning_rate": 0.00011056,
401
+ "loss": 0.1601,
402
+ "step": 560
403
+ },
404
+ {
405
+ "epoch": 2.2800000000000002,
406
+ "grad_norm": 0.7205009460449219,
407
+ "learning_rate": 0.00010896,
408
+ "loss": 0.164,
409
+ "step": 570
410
+ },
411
+ {
412
+ "epoch": 2.32,
413
+ "grad_norm": 0.5780007243156433,
414
+ "learning_rate": 0.00010736000000000002,
415
+ "loss": 0.163,
416
+ "step": 580
417
+ },
418
+ {
419
+ "epoch": 2.36,
420
+ "grad_norm": 0.8277910351753235,
421
+ "learning_rate": 0.00010576000000000002,
422
+ "loss": 0.172,
423
+ "step": 590
424
+ },
425
+ {
426
+ "epoch": 2.4,
427
+ "grad_norm": 0.9455693960189819,
428
+ "learning_rate": 0.00010416000000000002,
429
+ "loss": 0.1622,
430
+ "step": 600
431
+ },
432
+ {
433
+ "epoch": 2.44,
434
+ "grad_norm": 0.7017955183982849,
435
+ "learning_rate": 0.00010256000000000001,
436
+ "loss": 0.1726,
437
+ "step": 610
438
+ },
439
+ {
440
+ "epoch": 2.48,
441
+ "grad_norm": 0.9842478036880493,
442
+ "learning_rate": 0.00010096000000000001,
443
+ "loss": 0.1694,
444
+ "step": 620
445
+ },
446
+ {
447
+ "epoch": 2.52,
448
+ "grad_norm": 0.8026475310325623,
449
+ "learning_rate": 9.936000000000001e-05,
450
+ "loss": 0.1712,
451
+ "step": 630
452
+ },
453
+ {
454
+ "epoch": 2.56,
455
+ "grad_norm": 0.7248204350471497,
456
+ "learning_rate": 9.776000000000001e-05,
457
+ "loss": 0.1619,
458
+ "step": 640
459
+ },
460
+ {
461
+ "epoch": 2.6,
462
+ "grad_norm": 0.7692832946777344,
463
+ "learning_rate": 9.616e-05,
464
+ "loss": 0.1653,
465
+ "step": 650
466
+ },
467
+ {
468
+ "epoch": 2.64,
469
+ "grad_norm": 0.7658987045288086,
470
+ "learning_rate": 9.456e-05,
471
+ "loss": 0.1688,
472
+ "step": 660
473
+ },
474
+ {
475
+ "epoch": 2.68,
476
+ "grad_norm": 0.9279910326004028,
477
+ "learning_rate": 9.296e-05,
478
+ "loss": 0.1665,
479
+ "step": 670
480
+ },
481
+ {
482
+ "epoch": 2.7199999999999998,
483
+ "grad_norm": 0.7004180550575256,
484
+ "learning_rate": 9.136e-05,
485
+ "loss": 0.1649,
486
+ "step": 680
487
+ },
488
+ {
489
+ "epoch": 2.76,
490
+ "grad_norm": 0.6005715131759644,
491
+ "learning_rate": 8.976e-05,
492
+ "loss": 0.1632,
493
+ "step": 690
494
+ },
495
+ {
496
+ "epoch": 2.8,
497
+ "grad_norm": 0.7223785519599915,
498
+ "learning_rate": 8.816000000000001e-05,
499
+ "loss": 0.1613,
500
+ "step": 700
501
+ },
502
+ {
503
+ "epoch": 2.84,
504
+ "grad_norm": 0.6642827391624451,
505
+ "learning_rate": 8.656000000000001e-05,
506
+ "loss": 0.1637,
507
+ "step": 710
508
+ },
509
+ {
510
+ "epoch": 2.88,
511
+ "grad_norm": 0.9670928120613098,
512
+ "learning_rate": 8.496e-05,
513
+ "loss": 0.1604,
514
+ "step": 720
515
+ },
516
+ {
517
+ "epoch": 2.92,
518
+ "grad_norm": 0.8518811464309692,
519
+ "learning_rate": 8.336e-05,
520
+ "loss": 0.1617,
521
+ "step": 730
522
+ },
523
+ {
524
+ "epoch": 2.96,
525
+ "grad_norm": 0.6708147525787354,
526
+ "learning_rate": 8.176e-05,
527
+ "loss": 0.1687,
528
+ "step": 740
529
+ },
530
+ {
531
+ "epoch": 3.0,
532
+ "grad_norm": 0.7940568923950195,
533
+ "learning_rate": 8.016e-05,
534
+ "loss": 0.1664,
535
+ "step": 750
536
+ },
537
+ {
538
+ "epoch": 3.04,
539
+ "grad_norm": 0.719121515750885,
540
+ "learning_rate": 7.856000000000001e-05,
541
+ "loss": 0.1595,
542
+ "step": 760
543
+ },
544
+ {
545
+ "epoch": 3.08,
546
+ "grad_norm": 0.6775493025779724,
547
+ "learning_rate": 7.696e-05,
548
+ "loss": 0.16,
549
+ "step": 770
550
+ },
551
+ {
552
+ "epoch": 3.12,
553
+ "grad_norm": 0.6409350037574768,
554
+ "learning_rate": 7.536000000000001e-05,
555
+ "loss": 0.1561,
556
+ "step": 780
557
+ },
558
+ {
559
+ "epoch": 3.16,
560
+ "grad_norm": 0.6943857073783875,
561
+ "learning_rate": 7.376000000000001e-05,
562
+ "loss": 0.1627,
563
+ "step": 790
564
+ },
565
+ {
566
+ "epoch": 3.2,
567
+ "grad_norm": 0.7445305585861206,
568
+ "learning_rate": 7.216e-05,
569
+ "loss": 0.1624,
570
+ "step": 800
571
+ },
572
+ {
573
+ "epoch": 3.24,
574
+ "grad_norm": 0.8992999792098999,
575
+ "learning_rate": 7.056e-05,
576
+ "loss": 0.1608,
577
+ "step": 810
578
+ },
579
+ {
580
+ "epoch": 3.2800000000000002,
581
+ "grad_norm": 0.66852867603302,
582
+ "learning_rate": 6.896e-05,
583
+ "loss": 0.1576,
584
+ "step": 820
585
+ },
586
+ {
587
+ "epoch": 3.32,
588
+ "grad_norm": 0.9884709119796753,
589
+ "learning_rate": 6.736e-05,
590
+ "loss": 0.1579,
591
+ "step": 830
592
+ },
593
+ {
594
+ "epoch": 3.36,
595
+ "grad_norm": 0.8799577355384827,
596
+ "learning_rate": 6.576e-05,
597
+ "loss": 0.1648,
598
+ "step": 840
599
+ },
600
+ {
601
+ "epoch": 3.4,
602
+ "grad_norm": 0.591947615146637,
603
+ "learning_rate": 6.416e-05,
604
+ "loss": 0.1553,
605
+ "step": 850
606
+ },
607
+ {
608
+ "epoch": 3.44,
609
+ "grad_norm": 0.7027560472488403,
610
+ "learning_rate": 6.256000000000001e-05,
611
+ "loss": 0.1586,
612
+ "step": 860
613
+ },
614
+ {
615
+ "epoch": 3.48,
616
+ "grad_norm": 0.7294725179672241,
617
+ "learning_rate": 6.0960000000000006e-05,
618
+ "loss": 0.154,
619
+ "step": 870
620
+ },
621
+ {
622
+ "epoch": 3.52,
623
+ "grad_norm": 0.909156322479248,
624
+ "learning_rate": 5.936000000000001e-05,
625
+ "loss": 0.1651,
626
+ "step": 880
627
+ },
628
+ {
629
+ "epoch": 3.56,
630
+ "grad_norm": 0.902925431728363,
631
+ "learning_rate": 5.776e-05,
632
+ "loss": 0.1595,
633
+ "step": 890
634
+ },
635
+ {
636
+ "epoch": 3.6,
637
+ "grad_norm": 0.7759191393852234,
638
+ "learning_rate": 5.6160000000000004e-05,
639
+ "loss": 0.1533,
640
+ "step": 900
641
+ },
642
+ {
643
+ "epoch": 3.64,
644
+ "grad_norm": 0.8666660189628601,
645
+ "learning_rate": 5.456e-05,
646
+ "loss": 0.1643,
647
+ "step": 910
648
+ },
649
+ {
650
+ "epoch": 3.68,
651
+ "grad_norm": 0.7910454869270325,
652
+ "learning_rate": 5.296e-05,
653
+ "loss": 0.1597,
654
+ "step": 920
655
+ },
656
+ {
657
+ "epoch": 3.7199999999999998,
658
+ "grad_norm": 0.7616341710090637,
659
+ "learning_rate": 5.1359999999999996e-05,
660
+ "loss": 0.1594,
661
+ "step": 930
662
+ },
663
+ {
664
+ "epoch": 3.76,
665
+ "grad_norm": 0.9938385486602783,
666
+ "learning_rate": 4.976e-05,
667
+ "loss": 0.1618,
668
+ "step": 940
669
+ },
670
+ {
671
+ "epoch": 3.8,
672
+ "grad_norm": 0.6616437435150146,
673
+ "learning_rate": 4.816e-05,
674
+ "loss": 0.1595,
675
+ "step": 950
676
+ },
677
+ {
678
+ "epoch": 3.84,
679
+ "grad_norm": 0.7744466662406921,
680
+ "learning_rate": 4.656e-05,
681
+ "loss": 0.1582,
682
+ "step": 960
683
+ },
684
+ {
685
+ "epoch": 3.88,
686
+ "grad_norm": 0.6923044323921204,
687
+ "learning_rate": 4.496e-05,
688
+ "loss": 0.1637,
689
+ "step": 970
690
+ },
691
+ {
692
+ "epoch": 3.92,
693
+ "grad_norm": 0.6732594966888428,
694
+ "learning_rate": 4.336e-05,
695
+ "loss": 0.16,
696
+ "step": 980
697
+ },
698
+ {
699
+ "epoch": 3.96,
700
+ "grad_norm": 0.6819525361061096,
701
+ "learning_rate": 4.176000000000001e-05,
702
+ "loss": 0.1575,
703
+ "step": 990
704
+ },
705
+ {
706
+ "epoch": 4.0,
707
+ "grad_norm": 0.6316683888435364,
708
+ "learning_rate": 4.016e-05,
709
+ "loss": 0.1595,
710
+ "step": 1000
711
+ },
712
+ {
713
+ "epoch": 4.04,
714
+ "grad_norm": 0.750050961971283,
715
+ "learning_rate": 3.8560000000000004e-05,
716
+ "loss": 0.1579,
717
+ "step": 1010
718
+ },
719
+ {
720
+ "epoch": 4.08,
721
+ "grad_norm": 0.7207621932029724,
722
+ "learning_rate": 3.696e-05,
723
+ "loss": 0.15,
724
+ "step": 1020
725
+ },
726
+ {
727
+ "epoch": 4.12,
728
+ "grad_norm": 0.7863367199897766,
729
+ "learning_rate": 3.536000000000001e-05,
730
+ "loss": 0.154,
731
+ "step": 1030
732
+ },
733
+ {
734
+ "epoch": 4.16,
735
+ "grad_norm": 0.7777521014213562,
736
+ "learning_rate": 3.376e-05,
737
+ "loss": 0.1537,
738
+ "step": 1040
739
+ },
740
+ {
741
+ "epoch": 4.2,
742
+ "grad_norm": 0.9184511303901672,
743
+ "learning_rate": 3.2160000000000004e-05,
744
+ "loss": 0.1552,
745
+ "step": 1050
746
+ },
747
+ {
748
+ "epoch": 4.24,
749
+ "grad_norm": 0.6183204054832458,
750
+ "learning_rate": 3.056e-05,
751
+ "loss": 0.1508,
752
+ "step": 1060
753
+ },
754
+ {
755
+ "epoch": 4.28,
756
+ "grad_norm": 0.8320776224136353,
757
+ "learning_rate": 2.8960000000000004e-05,
758
+ "loss": 0.1538,
759
+ "step": 1070
760
+ },
761
+ {
762
+ "epoch": 4.32,
763
+ "grad_norm": 0.7392308115959167,
764
+ "learning_rate": 2.7360000000000002e-05,
765
+ "loss": 0.1569,
766
+ "step": 1080
767
+ },
768
+ {
769
+ "epoch": 4.36,
770
+ "grad_norm": 0.8047224879264832,
771
+ "learning_rate": 2.576e-05,
772
+ "loss": 0.1567,
773
+ "step": 1090
774
+ },
775
+ {
776
+ "epoch": 4.4,
777
+ "grad_norm": 0.9632170796394348,
778
+ "learning_rate": 2.4160000000000002e-05,
779
+ "loss": 0.1588,
780
+ "step": 1100
781
+ },
782
+ {
783
+ "epoch": 4.44,
784
+ "grad_norm": 0.877510130405426,
785
+ "learning_rate": 2.256e-05,
786
+ "loss": 0.153,
787
+ "step": 1110
788
+ },
789
+ {
790
+ "epoch": 4.48,
791
+ "grad_norm": 0.7020285129547119,
792
+ "learning_rate": 2.0960000000000003e-05,
793
+ "loss": 0.1535,
794
+ "step": 1120
795
+ },
796
+ {
797
+ "epoch": 4.52,
798
+ "grad_norm": 0.8973066210746765,
799
+ "learning_rate": 1.936e-05,
800
+ "loss": 0.158,
801
+ "step": 1130
802
+ },
803
+ {
804
+ "epoch": 4.5600000000000005,
805
+ "grad_norm": 0.7732061147689819,
806
+ "learning_rate": 1.7760000000000003e-05,
807
+ "loss": 0.1571,
808
+ "step": 1140
809
+ },
810
+ {
811
+ "epoch": 4.6,
812
+ "grad_norm": 0.9279715418815613,
813
+ "learning_rate": 1.616e-05,
814
+ "loss": 0.1522,
815
+ "step": 1150
816
+ },
817
+ {
818
+ "epoch": 4.64,
819
+ "grad_norm": 0.8018597960472107,
820
+ "learning_rate": 1.4560000000000001e-05,
821
+ "loss": 0.1538,
822
+ "step": 1160
823
+ },
824
+ {
825
+ "epoch": 4.68,
826
+ "grad_norm": 0.8969665169715881,
827
+ "learning_rate": 1.296e-05,
828
+ "loss": 0.1565,
829
+ "step": 1170
830
+ },
831
+ {
832
+ "epoch": 4.72,
833
+ "grad_norm": 0.7768281698226929,
834
+ "learning_rate": 1.1360000000000001e-05,
835
+ "loss": 0.1564,
836
+ "step": 1180
837
+ },
838
+ {
839
+ "epoch": 4.76,
840
+ "grad_norm": 0.7520988583564758,
841
+ "learning_rate": 9.760000000000001e-06,
842
+ "loss": 0.1569,
843
+ "step": 1190
844
+ },
845
+ {
846
+ "epoch": 4.8,
847
+ "grad_norm": 0.86794513463974,
848
+ "learning_rate": 8.160000000000001e-06,
849
+ "loss": 0.1565,
850
+ "step": 1200
851
+ },
852
+ {
853
+ "epoch": 4.84,
854
+ "grad_norm": 0.9098602533340454,
855
+ "learning_rate": 6.560000000000001e-06,
856
+ "loss": 0.16,
857
+ "step": 1210
858
+ },
859
+ {
860
+ "epoch": 4.88,
861
+ "grad_norm": 0.7595716118812561,
862
+ "learning_rate": 4.96e-06,
863
+ "loss": 0.1562,
864
+ "step": 1220
865
+ },
866
+ {
867
+ "epoch": 4.92,
868
+ "grad_norm": 0.837422251701355,
869
+ "learning_rate": 3.36e-06,
870
+ "loss": 0.1526,
871
+ "step": 1230
872
+ },
873
+ {
874
+ "epoch": 4.96,
875
+ "grad_norm": 0.7402159571647644,
876
+ "learning_rate": 1.76e-06,
877
+ "loss": 0.158,
878
+ "step": 1240
879
+ },
880
+ {
881
+ "epoch": 5.0,
882
+ "grad_norm": 1.0475088357925415,
883
+ "learning_rate": 1.6e-07,
884
+ "loss": 0.1496,
885
+ "step": 1250
886
+ }
887
+ ],
888
+ "logging_steps": 10,
889
+ "max_steps": 1250,
890
+ "num_input_tokens_seen": 0,
891
+ "num_train_epochs": 5,
892
+ "save_steps": 50,
893
+ "stateful_callbacks": {
894
+ "TrainerControl": {
895
+ "args": {
896
+ "should_epoch_stop": false,
897
+ "should_evaluate": false,
898
+ "should_log": false,
899
+ "should_save": true,
900
+ "should_training_stop": true
901
+ },
902
+ "attributes": {}
903
+ }
904
+ },
905
+ "total_flos": 4.33464016896e+16,
906
+ "train_batch_size": 2,
907
+ "trial_name": null,
908
+ "trial_params": null
909
+ }
checkpoint-1250/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55256ccc51a255b5e5ab0b6de6a63bc5714b2655a59ccd257b869e18f3dfbd5
3
+ size 5240
checkpoint-1250/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c760c4e715b8fa39254607191eca619d9b0612d5b29d3002ac512a5b6cad7d55
3
+ size 11422934
tokenizer_config.json ADDED
@@ -0,0 +1,239 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ }
213
+ },
214
+ "additional_special_tokens": [
215
+ "<|im_start|>",
216
+ "<|im_end|>",
217
+ "<|object_ref_start|>",
218
+ "<|object_ref_end|>",
219
+ "<|box_start|>",
220
+ "<|box_end|>",
221
+ "<|quad_start|>",
222
+ "<|quad_end|>",
223
+ "<|vision_start|>",
224
+ "<|vision_end|>",
225
+ "<|vision_pad|>",
226
+ "<|image_pad|>",
227
+ "<|video_pad|>"
228
+ ],
229
+ "bos_token": null,
230
+ "clean_up_tokenization_spaces": false,
231
+ "eos_token": "<|im_end|>",
232
+ "errors": "replace",
233
+ "extra_special_tokens": {},
234
+ "model_max_length": 131072,
235
+ "pad_token": "<|endoftext|>",
236
+ "split_special_tokens": false,
237
+ "tokenizer_class": "Qwen2Tokenizer",
238
+ "unk_token": null
239
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff