Baekpica commited on
Commit
6f08e63
·
verified ·
1 Parent(s): 3fd64a4

Publish hash-verified mixed quantization with integrated recursive MTP

Browse files
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ IQuest-Q1-MQ-IQ2_XXS-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
37
+ IQuest-Q1-MQ-IQ2_XXS-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
38
+ IQuest-Q1-MQ-IQ2_XXS-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
39
+ IQuest-Q1-MQ-IQ2_XXS-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
40
+ IQuest-Q1-MQ-IQ2_XXS-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
41
+ IQuest-Q1-MQ-IQ2_XXS-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
42
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
IQuest-Q1-MQ-IQ2_XXS-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59cfbc372f2e8988a960626508e62ec49a373efbba4848e122d6cc96288b332d
3
+ size 17106294176
IQuest-Q1-MQ-IQ2_XXS-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68db6ed9aacb347f41f732c048220905c9336793bcc5a95a6ee59590f6d7ed36
3
+ size 16952852736
IQuest-Q1-MQ-IQ2_XXS-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e686e4396d57e33bc9f1662e535b4e910033b95d6875b07c12ff81e34b1342
3
+ size 16872983520
IQuest-Q1-MQ-IQ2_XXS-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eaccda174c4505c70cf2cd4a7a4962ba60a7a29528d3fe777d25537c6934fc5
3
+ size 16942136256
IQuest-Q1-MQ-IQ2_XXS-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ffacc99ab740130b9ccafaf46151c38e48e6940bde105cc393ef041ccc54c23
3
+ size 17060018304
IQuest-Q1-MQ-IQ2_XXS-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae3eb2281a673a4f96bedd704266ea0213fe909af8d456767bc6fdefe23ce844
3
+ size 3060964704
LICENSE ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Modified MIT License
2
+
3
+ Software Copyright© 2026 IQuest Research
4
+
5
+ Our only modification is that, if the Software (or any derivative works
6
+ thereof) is used for any of your commercial products or services, you shall
7
+ prominently display "IQuest-Q1" on the user interface of such product or
8
+ service.
9
+ Permission is hereby granted, free of charge, to any person obtaining a copy
10
+ of this software and associated documentation files (the "Software"), to deal
11
+ in the Software without restriction, including without limitation the rights
12
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
13
+ copies of the Software, and to permit persons to whom the Software is
14
+ furnished to do so, subject to the following conditions:
15
+
16
+ The above copyright notice and this permission notice shall be included in all
17
+ copies or substantial portions of the Software.
18
+
19
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
22
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
24
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
README.md ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ license_name: iquest-q1
4
+ license_link: LICENSE
5
+ base_model: IQuestLab/IQuest-Q1
6
+ language:
7
+ - en
8
+ - zh
9
+ tags:
10
+ - gguf
11
+ - mixed-quantization
12
+ - iquest-q1
13
+ - moe
14
+ - ds4-dfm-rs
15
+ - recursive-mtp
16
+ pipeline_tag: text-generation
17
+ ---
18
+
19
+ # IQuest-Q1 Mixed Quant GGUF
20
+
21
+ Mixed GGML quantization of [IQuestLab/IQuest-Q1](https://huggingface.co/IQuestLab/IQuest-Q1), preserving every main-model expert, learned attention sink and the separate recursive MTP weights. The minimum matrix precision is **IQ2_XXS**. No IQ1 or ternary tensors are used.
22
+
23
+ Source revision: `5c21b0630586ef77d38cff1094b8cf37a417fcd8`. All 190 source files passed `hf cache verify`. The checkpoint contains 88 main layers with 256 experts in each of layers 1–87, top-8 routing, and one recursive MTP layer. Its native context limit is 524,288 tokens.
24
+
25
+ GGUF tensor structure and file hashes are verified. **Full-model quality comparison, native real-model execution, recursive MTP acceptance and Spark 512K qualification are pending.** This release uses the explicit IQuest family contract; the runtime implementation and continuation materials are in the private engineering handoff.
26
+
27
+ ## Recipe
28
+
29
+ | Tensor group | Base type |
30
+ | --- | --- |
31
+ | Main routed gate / up / down | IQ2_XXS |
32
+ | Measured sensitive routed projections | IQ2_XS |
33
+ | Main attention Q / O and first dense FFN | Q5_K |
34
+ | Main attention K / V and token embedding | Q6_K |
35
+ | Output head | Q8_0 |
36
+ | Router, norms and learned sink keys | F32 |
37
+ | Recursive MTP experts | Q4_K |
38
+ | Remaining MTP matrices | Q8_0 |
39
+
40
+ The release contains 6 GGUF shards, 1,254 tensors and **87.9952 GB / 81.9520 GiB** of GGUF files. All main and MTP weights are included. The 15 measured IQ2_XS promotions are recorded in `release-manifest.json`; all other routed main projections use IQ2_XXS.
41
+
42
+ The original expert `fc` tensor is split exactly into its first 1,536 gate rows and last 1,536 up rows. Expert IDs and down-projection layouts are unchanged. MTP embedding, output head and target final norm are byte-identical to the main tensors; the integrated GGUF shares them through explicit metadata. No expert pruning or weight reconstruction is applied.
43
+
44
+ ## Calibration and validation
45
+
46
+ Calibration uses the source BF16 weights on Runpod B300 GPUs through an independently reconstructed graph. The corpus is rendered with the original IQuest template and re-tokenized with its native tokenizer. It measures actual top-8 routes, router logits and expert-specific squared activation moments using FP64 sums and observed counts. Down importance is measured after SwiGLU and before routing weights. Missing routes are never replaced with synthetic observations.
47
+
48
+ The retained short-context calibration uses device negative-power RoPE frequencies and combined-sink SDPA. Bounded two-layer comparisons measured their numerical effects separately: RoPE changes 36 of 1,934 top-8 route sets (1.8614%), and combined versus two-stage sink attention changes 63 of 1,934 (3.2575%). The latter comparison includes SDPA/LSE backend arithmetic. These are reference approximations, and the full coverage report records their audited provenance. Held-out quality evaluation uses official CPU frequency bits and ordinary BF16 attention followed by FP32 sink correction and BF16 storage; its PyTorch kernels are independently reconstructed rather than bit-exact official fused kernels.
49
+
50
+ The publication gate is completed main/MTP calibration coverage plus the full source-derived GGUF tensor and checksum audit. Full-model source-versus-quant quality comparisons and native real-model qualification are performed after upload. Their current status is pending; sampled weight-error comparisons and primitive tests do not establish full-model language quality or native serving. DGX-Spark 512K qualification remains a separate target-hardware step.
51
+
52
+ ## DGX-Spark memory
53
+
54
+ The model has **25 full-attention and 63 sliding-attention layers**. The sliding window is 4,096; MTP uses a 512-token window. At 524,288 tokens, the raw BF16 main KV payload is 50.9844 GiB, so this weight budget requires a smaller KV representation.
55
+
56
+ Q8_0 KV with bounded sliding-window storage is approximately 27.0865 GiB. With the actual GGUF files, the sum is approximately 109.0385 GiB before runtime workspace, allocator overhead and the operating system. Measure actual usable memory and prefill workspace on Spark. The MTP feedback buffer must be bounded; a full-context `524288 x 3072` hidden-state history is unnecessary.
57
+
58
+ ## Runtime contract
59
+
60
+ This is the explicit `iquest_q1` contract for [Baekpica/ds4-dfm-rs](https://github.com/Baekpica/ds4-dfm-rs). IQuest uses partial NeoX RoPE over the first 32 dimensions, different full/sliding RoPE bases, Q/K RMS normalization, query-dependent learned zero-value sink keys, and normalized-input residuals in main layers 1–87. Generic Llama-family aliases do not implement this graph.
61
+
62
+ The official template and complete tokenizer JSON are included. Native tokenization must preserve NFC normalization, the source split rules, added special tokens and BPE merges. MTP feedback uses the normalized target hidden state and the next token embedding at the original target position.
63
+
64
+
65
+ ## Files
66
+
67
+ | Shard | Bytes | SHA256 |
68
+ | --- | ---: | --- |
69
+ | `IQuest-Q1-MQ-IQ2_XXS-00001-of-00006.gguf` | 17,106,294,176 | `59cfbc372f2e8988a960626508e62ec49a373efbba4848e122d6cc96288b332d` |
70
+ | `IQuest-Q1-MQ-IQ2_XXS-00002-of-00006.gguf` | 16,952,852,736 | `68db6ed9aacb347f41f732c048220905c9336793bcc5a95a6ee59590f6d7ed36` |
71
+ | `IQuest-Q1-MQ-IQ2_XXS-00003-of-00006.gguf` | 16,872,983,520 | `c2e686e4396d57e33bc9f1662e535b4e910033b95d6875b07c12ff81e34b1342` |
72
+ | `IQuest-Q1-MQ-IQ2_XXS-00004-of-00006.gguf` | 16,942,136,256 | `1eaccda174c4505c70cf2cd4a7a4962ba60a7a29528d3fe777d25537c6934fc5` |
73
+ | `IQuest-Q1-MQ-IQ2_XXS-00005-of-00006.gguf` | 17,060,018,304 | `4ffacc99ab740130b9ccafaf46151c38e48e6940bde105cc393ef041ccc54c23` |
74
+ | `IQuest-Q1-MQ-IQ2_XXS-00006-of-00006.gguf` | 3,060,964,704 | `ae3eb2281a673a4f96bedd704266ea0213fe909af8d456767bc6fdefe23ce844` |
75
+
76
+ Download all shards with `hf download Baekpica/IQuest-Q1-Mixed-Quant-GGUF --include "*.gguf" --local-dir ./IQuest-Q1-MQ`, then fetch the checksum list with `hf download Baekpica/IQuest-Q1-Mixed-Quant-GGUF SHA256SUMS --local-dir ./IQuest-Q1-MQ`. Use the first shard as the model path; the runtime resolves its companion shards. Run `sha256sum -c SHA256SUMS` from that directory.
77
+
78
+ ## License
79
+
80
+ The original modified MIT license is included as `LICENSE`. Its commercial-use condition requires prominently displaying **IQuest-Q1** on the product or service interface. Preserve the copyright and license notice when distributing derivatives.
SHA256SUMS ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 59cfbc372f2e8988a960626508e62ec49a373efbba4848e122d6cc96288b332d IQuest-Q1-MQ-IQ2_XXS-00001-of-00006.gguf
2
+ 68db6ed9aacb347f41f732c048220905c9336793bcc5a95a6ee59590f6d7ed36 IQuest-Q1-MQ-IQ2_XXS-00002-of-00006.gguf
3
+ c2e686e4396d57e33bc9f1662e535b4e910033b95d6875b07c12ff81e34b1342 IQuest-Q1-MQ-IQ2_XXS-00003-of-00006.gguf
4
+ 1eaccda174c4505c70cf2cd4a7a4962ba60a7a29528d3fe777d25537c6934fc5 IQuest-Q1-MQ-IQ2_XXS-00004-of-00006.gguf
5
+ 4ffacc99ab740130b9ccafaf46151c38e48e6940bde105cc393ef041ccc54c23 IQuest-Q1-MQ-IQ2_XXS-00005-of-00006.gguf
6
+ ae3eb2281a673a4f96bedd704266ea0213fe909af8d456767bc6fdefe23ce844 IQuest-Q1-MQ-IQ2_XXS-00006-of-00006.gguf
calibration/IQuest-Q1-BF16-imatrix.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e48b25596934478847449f947c1381022695330e24481d70020daf5182014ae
3
+ size 697813008
calibration/coverage.json ADDED
The diff for this file is too large to render. See raw diff
 
calibration/provenance.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "calibration_rope_qualification": "Calibration used GPU FP32 negative-power RoPE frequencies. Official inference constructs CPU FP32 positive-power reciprocal frequencies. At positions 0\u20131023 the measured maximum phase difference was 7.63e-6 radians. On 1934 held-out tokens through source layers 0\u20131, layer-1 hidden cosine was 0.99999523 and relative RMSE 0.00303713; 36/1934 (1.8614%) top-8 expert route sets differed. Calibration was retained as a quantified short-context approximation; complete source-versus-quant evaluation and native runtime use official frequencies. This does not validate long-context calibration.",
4
+ "rope_audit_report": "/root/iquest-work/reports/calibration-rope-frequency-audit.json",
5
+ "rope_audit_sha256": "1cf68ce560d4a683cae278c3d74c225ecc409eecd27d50190cf9ae964ff64cf7",
6
+ "calibration_sequence_max_positions": 1024,
7
+ "official_evaluation_rope_helper": "/root/iquest-work/scripts/iquest_reference_math.py",
8
+ "decision": "Parent retained the running short-context BF16 source calibration and required the RoPE and sink numerical qualifications in publication. Neither audit validates long-context calibration or native serving.",
9
+ "calibration_sink_qualification": "Calibration used combined zero-value-sink SDPA. Official inference stores ordinary attention output in BF16, multiplies by the learned-sink factor in FP32, and stores BF16 again. With official RoPE frequencies held fixed, a two-layer comparison over 1934 held-out tokens gave layer-1 hidden cosine 0.99998885, relative RMSE 0.00469042, and 63/1934 (3.2575%) changed top-8 route sets. The comparison includes SDPA/LSE backend arithmetic as well as sink-rounding construction. Calibration remains a BF16 reference with quantified numerical approximations, not bit-exact official fused-runtime calibration.",
10
+ "sink_audit_report": "/root/iquest-work/reports/calibration-sink-rounding-audit.json",
11
+ "sink_audit_sha256": "734bd453839197c0d18123bd81d894e8bbe22166e7d02a598a000b39ddc294d3",
12
+ "official_evaluation_attention_helper": "/root/iquest-work/scripts/iquest_reference_math.py"
13
+ }
chat_template.jinja ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools -%}
2
+ {%- macro tool_to_json(tool) -%}
3
+ {%- set ns_tool = namespace(first=true) -%}
4
+ {{ '{' -}}
5
+ {%- for k, v in tool.items() -%}
6
+ {%- if k != 'defer_loading' and k != 'strict' -%}
7
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
8
+ {%- set ns_tool.first = false -%}
9
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
10
+ {%- endif -%}
11
+ {%- endfor -%}
12
+ {{- '}' -}}
13
+ {%- endmacro -%}
14
+ {% macro render_extra_keys(json_dict, handled_keys) %}
15
+ {%- if json_dict is mapping %}
16
+ {%- for json_key in json_dict if json_key not in handled_keys %}
17
+ {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %}
18
+ {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '</' ~ json_key ~ '>' }}
19
+ {%- else %}
20
+ {{-'\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '</' ~ json_key ~ '>' }}
21
+ {%- endif %}
22
+ {%- endfor %}
23
+ {%- endif %}
24
+ {%- endmacro -%}
25
+ {{- '<|iquest_system|>\n# Tools\n\nYou have access to the following functions:\n\n<tools>' }}
26
+ {%- for tool in tools %}
27
+ {%- if tool.function is defined %}
28
+ {%- set tool = tool.function %}
29
+ {%- endif %}
30
+ {%- set _req = tool.parameters.required if (tool.parameters is defined and tool.parameters is mapping and tool.parameters.required is defined and tool.parameters.required is iterable and tool.parameters.required is not string) else [] %}
31
+ {{- '\ndef ' ~ tool.name ~ '(' }}
32
+ {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %}
33
+ {%- set _ns = namespace(first=true) %}
34
+ {%- for param_name, param_fields in tool.parameters.properties|items %}
35
+ {%- if not _ns.first %}{{- ', ' }}{%- endif %}
36
+ {{- param_name }}
37
+ {%- if param_fields.type is defined %}{{- ': ' ~ (param_fields.type | string) }}{%- endif %}
38
+ {%- if param_name not in _req %}{{- ' = None' }}{%- endif %}
39
+ {%- set _ns.first = false %}
40
+ {%- endfor %}
41
+ {%- endif %}
42
+ {{- ') -> any:' }}
43
+ {{- '\n """' }}
44
+ {%- if tool.description is defined %}
45
+ {{- (tool.description | trim) }}
46
+ {%- endif %}
47
+ {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %}
48
+ {{- '\n\n Args:' }}
49
+ {%- for param_name, param_fields in tool.parameters.properties|items %}
50
+ {{- '\n ' ~ param_name }}
51
+ {{- ' (' }}
52
+ {%- if param_fields.type is defined %}{{- (param_fields.type | string) }}{%- else %}{{- 'any' }}{%- endif %}
53
+ {%- if param_name not in _req %}{{- ', optional' }}{%- endif %}
54
+ {{- ')' }}
55
+ {%- if param_fields.description is defined %}
56
+ {{- ': ' ~ (param_fields.description | trim) }}
57
+ {%- endif %}
58
+ {%- set handled_keys = ['name', 'type', 'description'] %}
59
+ {{- render_extra_keys(param_fields, handled_keys) }}
60
+ {%- endfor %}
61
+ {%- endif %}
62
+ {% set handled_keys = ['type', 'properties', 'required'] %}
63
+ {{- render_extra_keys(tool.parameters, handled_keys) }}
64
+ {{- '\n """' }}
65
+ {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %}
66
+ {{- render_extra_keys(tool, handled_keys) }}
67
+ {%- endfor %}
68
+ {{- "\n</tools>" }}
69
+ {{- '\n\nFor each function call, output the function name and arguments within the following XML format:\n<iquest_tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</iquest_tool_call>' }}
70
+ {{- '<|iquest_end|>' -}}
71
+ {%- endif -%}
72
+ {%- macro visible_text(content) -%}
73
+ {%- if content is undefined or content is none -%}
74
+ {{- '' }}
75
+ {%- elif content is string -%}
76
+ {{- content }}
77
+ {%- elif content is iterable and content is not mapping -%}
78
+ {%- for item in content -%}
79
+ {%- if item is mapping and item.type == 'text' -%}
80
+ {{- item.text }}
81
+ {%- elif item is string -%}
82
+ {{- item }}
83
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
84
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
85
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
86
+ {%- endif -%}
87
+ {%- endfor -%}
88
+ {%- else -%}
89
+ {{- content }}
90
+ {%- endif -%}
91
+ {%- endmacro -%}
92
+ {%- set ns = namespace(last_user_index=-1) -%}
93
+ {%- for m in messages %}
94
+ {%- if m.role == 'user' %}
95
+ {%- set ns.last_user_index = loop.index0 -%}
96
+ {%- endif %}
97
+ {%- endfor %}
98
+ {%- for m in messages -%}
99
+ {%- if m.role == 'user' -%}{{- '<|iquest_user|>' -}}{{ visible_text(m.content) }}{{- '<|iquest_end|>' -}}
100
+ {%- elif m.role == 'assistant' -%}
101
+ {{- '<|iquest_assistant|>' -}}
102
+ {%- set content = visible_text(m.content) %}
103
+ {%- if m.reasoning_content is string %}
104
+ {%- set reasoning_content = m.reasoning_content %}
105
+ {%- elif m.reasoning_content is none %}
106
+ {%- set reasoning_content = '' %}
107
+ {%- elif '</think>' in content %}
108
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
109
+ {%- set content = content.split('</think>')[-1] %}
110
+ {%- endif %}
111
+ {%- if (clear_thinking is not defined or not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
112
+ {%- if m.reasoning_content_mask is defined and not m.reasoning_content_mask -%}
113
+ {%- generation -%}{{- '<think>' + reasoning_content + '</think>' -}}{%- endgeneration -%}
114
+ {%- else -%}
115
+ {{- '<think>' -}}
116
+ {{- reasoning_content -}}
117
+ {%- if m.boundary_token_mask is defined and not m.boundary_token_mask -%}
118
+ {%- generation -%}{{- '</think>' -}}{%- endgeneration -%}
119
+ {%- else -%}
120
+ {{- '</think>' -}}
121
+ {%- endif %}
122
+ {%- endif -%}
123
+ {%- else -%}
124
+ {{- '<think>' -}}
125
+ {%- if m.boundary_token_mask is defined and not m.boundary_token_mask -%}
126
+ {%- generation -%}{{- '</think>' -}}{%- endgeneration -%}
127
+ {%- else -%}
128
+ {{- '</think>' -}}
129
+ {%- endif %}
130
+ {%- endif -%}
131
+ {%- if m.content_mask is defined and not m.content_mask -%}
132
+ {%- generation -%}
133
+ {%- if content.strip() -%}{{- content.strip() -}}{%- endif -%}
134
+ {%- if m.tool_calls -%}
135
+ {%- for tc in m.tool_calls -%}
136
+ {%- if tc.function -%}{%- set tc = tc.function -%}{%- endif -%}
137
+ {{- '<iquest_tool_call>' + tc.name -}}
138
+ {%- set _args = (tc.arguments | fromjson) if tc.arguments is string else tc.arguments -%}{%- if _args is not mapping -%}{{- raise_exception('tool call arguments must be a JSON object') -}}{%- endif -%}{%- for k, v in _args.items() -%}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{%- endfor -%}</iquest_tool_call>{%- endfor -%}
139
+ {%- endif -%}
140
+ {{- '<|iquest_end|>' -}}
141
+ {%- endgeneration -%}
142
+ {%- else -%}
143
+ {%- if content.strip() -%}{{- content.strip() -}}{%- endif -%}
144
+ {%- if m.tool_calls -%}
145
+ {%- for tc in m.tool_calls -%}
146
+ {%- if tc.function -%}{%- set tc = tc.function -%}{%- endif -%}
147
+ {{- '<iquest_tool_call>' + tc.name -}}
148
+ {%- set _args = (tc.arguments | fromjson) if tc.arguments is string else tc.arguments -%}{%- if _args is not mapping -%}{{- raise_exception('tool call arguments must be a JSON object') -}}{%- endif -%}{%- for k, v in _args.items() -%}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{%- endfor -%}</iquest_tool_call>{%- endfor -%}
149
+ {%- endif -%}
150
+ {%- if m.boundary_token_mask is defined and not m.boundary_token_mask -%}
151
+ {%- generation -%}{{- '<|iquest_end|>' -}}{%- endgeneration -%}
152
+ {%- else -%}
153
+ {{- '<|iquest_end|>' -}}
154
+ {%- endif %}
155
+ {%- endif -%}
156
+ {%- elif m.role == 'tool' -%}
157
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
158
+ {{- '<|iquest_tool|>' -}}
159
+ {%- endif %}
160
+ {%- if m.content is string -%}
161
+ {{- '<tool_response>' + m.content + '</tool_response>' -}}
162
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%}
163
+ {{- '<tool_response><tools>\n' -}}
164
+ {% for tr in m.content %}
165
+ {%- for tool in tools -%}
166
+ {%- if 'function' in tool -%}
167
+ {%- set tool = tool['function'] -%}
168
+ {%- endif -%}
169
+ {%- if tool.name == tr.name -%}
170
+ {{- tool_to_json(tool) + '\n' -}}
171
+ {%- endif -%}
172
+ {%- endfor -%}
173
+ {%- endfor -%}
174
+ {{- '</tools></tool_response>' -}}
175
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}
176
+ {%- for tr in m.content -%}
177
+ {{- '<tool_response>' + tr.output + '</tool_response>' -}}
178
+ {%- endfor -%}
179
+ {%- else -%}
180
+ {{- '<tool_response>' + visible_text(m.content) + '</tool_response>' -}}
181
+ {% endif -%}
182
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") -%}
183
+ {{- '<|iquest_end|>' -}}
184
+ {%- endif -%}
185
+ {%- elif m.role == 'system' -%}
186
+ {{- '<|iquest_system|>' -}}{{ visible_text(m.content) }}{{- '<|iquest_end|>' -}}
187
+ {%- elif m.role == 'developer' -%}
188
+ {{- '<|iquest_developer|>' -}}{{ visible_text(m.content) }}{{- '<|iquest_end|>' -}}
189
+ {%- endif -%}
190
+ {%- endfor -%}
191
+ {%- if add_generation_prompt -%}
192
+ {{- '<|iquest_assistant|>' -}}{{- '<think></think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
193
+ {%- endif -%}
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_sample": true,
3
+ "eos_token_id": [
4
+ 0
5
+ ],
6
+ "pad_token_id": 0,
7
+ "top_k": 20,
8
+ "top_p": 0.95,
9
+ "transformers_version": "4.57.1",
10
+ "trust_remote_code": true,
11
+ "temperature": 1.0
12
+ }
release-manifest.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source_repository": "IQuestLab/IQuest-Q1",
3
+ "source_revision": "5c21b0630586ef77d38cff1094b8cf37a417fcd8",
4
+ "architecture": "iquest_q1",
5
+ "main_layers": 88,
6
+ "integrated_recursive_mtp": true,
7
+ "tensor_count": 1254,
8
+ "minimum_precision": "IQ2_XXS",
9
+ "tensor_payload_bytes": 87975869440,
10
+ "gguf_file_bytes": 87995249696,
11
+ "gguf_shards": [
12
+ {
13
+ "path": "IQuest-Q1-MQ-IQ2_XXS-00001-of-00006.gguf",
14
+ "bytes": 17106294176,
15
+ "sha256": "59cfbc372f2e8988a960626508e62ec49a373efbba4848e122d6cc96288b332d"
16
+ },
17
+ {
18
+ "path": "IQuest-Q1-MQ-IQ2_XXS-00002-of-00006.gguf",
19
+ "bytes": 16952852736,
20
+ "sha256": "68db6ed9aacb347f41f732c048220905c9336793bcc5a95a6ee59590f6d7ed36"
21
+ },
22
+ {
23
+ "path": "IQuest-Q1-MQ-IQ2_XXS-00003-of-00006.gguf",
24
+ "bytes": 16872983520,
25
+ "sha256": "c2e686e4396d57e33bc9f1662e535b4e910033b95d6875b07c12ff81e34b1342"
26
+ },
27
+ {
28
+ "path": "IQuest-Q1-MQ-IQ2_XXS-00004-of-00006.gguf",
29
+ "bytes": 16942136256,
30
+ "sha256": "1eaccda174c4505c70cf2cd4a7a4962ba60a7a29528d3fe777d25537c6934fc5"
31
+ },
32
+ {
33
+ "path": "IQuest-Q1-MQ-IQ2_XXS-00005-of-00006.gguf",
34
+ "bytes": 17060018304,
35
+ "sha256": "4ffacc99ab740130b9ccafaf46151c38e48e6940bde105cc393ef041ccc54c23"
36
+ },
37
+ {
38
+ "path": "IQuest-Q1-MQ-IQ2_XXS-00006-of-00006.gguf",
39
+ "bytes": 3060964704,
40
+ "sha256": "ae3eb2281a673a4f96bedd704266ea0213fe909af8d456767bc6fdefe23ce844"
41
+ }
42
+ ],
43
+ "type_payload_bytes": {
44
+ "IQ2_XXS": 76611059712,
45
+ "Q5_K": 2361655296,
46
+ "F32": 280634368,
47
+ "IQ2_XS": 5237637120,
48
+ "Q6_K": 857364480,
49
+ "Q8_0": 589086720,
50
+ "Q4_K": 2038431744
51
+ },
52
+ "precision_overrides": {
53
+ "blk.68.ffn_gate_exps.weight": "IQ2_XS",
54
+ "blk.64.ffn_up_exps.weight": "IQ2_XS",
55
+ "blk.65.ffn_gate_exps.weight": "IQ2_XS",
56
+ "blk.66.ffn_gate_exps.weight": "IQ2_XS",
57
+ "blk.64.ffn_gate_exps.weight": "IQ2_XS",
58
+ "blk.68.ffn_up_exps.weight": "IQ2_XS",
59
+ "blk.66.ffn_up_exps.weight": "IQ2_XS",
60
+ "blk.65.ffn_up_exps.weight": "IQ2_XS",
61
+ "blk.67.ffn_gate_exps.weight": "IQ2_XS",
62
+ "blk.62.ffn_up_exps.weight": "IQ2_XS",
63
+ "blk.80.ffn_up_exps.weight": "IQ2_XS",
64
+ "blk.63.ffn_gate_exps.weight": "IQ2_XS",
65
+ "blk.63.ffn_up_exps.weight": "IQ2_XS",
66
+ "blk.78.ffn_up_exps.weight": "IQ2_XS",
67
+ "blk.62.ffn_gate_exps.weight": "IQ2_XS"
68
+ },
69
+ "calibration_tokens": 1048576,
70
+ "minimum_natural_main_expert_hits": 3511,
71
+ "mtp_minimum_natural_expert_hits": 9393,
72
+ "calibration_coverage_sha256": "caddb7cd02d5c212c313872b7f5408b34500f338bf72c51c78956580f4cb7b4a",
73
+ "calibration_imatrix_sha256": "2e48b25596934478847449f947c1381022695330e24481d70020daf5182014ae",
74
+ "publication_gate": "All GGUF tensors, shards, calibration payload and file hashes verified; user requested upload before source-versus-quant comparison.",
75
+ "qualification": {
76
+ "full_model_source_quant_comparison": "pending after upload",
77
+ "native_real_model_execution": "pending after upload",
78
+ "native_recursive_mtp_acceptance": "pending after upload",
79
+ "dgx_spark_512k": "pending target hardware qualification"
80
+ }
81
+ }
reports/calibration-artifact-audit.json ADDED
@@ -0,0 +1,571 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "complete": true,
3
+ "scope": "All 88 main layers, MTP, output head, merged NPZ and GGML binary",
4
+ "main_tokens": 1048576,
5
+ "sequences": 1191,
6
+ "main_layers_checked": 88,
7
+ "natural_main_expert_instances_checked": 22272,
8
+ "minimum_hits_required": 32,
9
+ "minimum_main_hits": 3511,
10
+ "all_counts_and_moments_valid": true,
11
+ "canonical_entries_checked": 625,
12
+ "input_sha256": "4116fc64ad36e1f174e0db514d50dbccb73c54edaba0e65d80b5e1c0eb4852b9",
13
+ "layers": [
14
+ {
15
+ "layer": 0,
16
+ "tokens": 1048576,
17
+ "min_hits": null,
18
+ "sha256": "a2358d0a856f3e4ca100e84a5f278043704fb86fc110392e2c3bd5db9e6a13dc"
19
+ },
20
+ {
21
+ "layer": 1,
22
+ "tokens": 1048576,
23
+ "min_hits": 11941,
24
+ "sha256": "f1c86010e586f58aff4fb59339233744805024cfa9c3bd81f2c9fcc8b0541a74"
25
+ },
26
+ {
27
+ "layer": 2,
28
+ "tokens": 1048576,
29
+ "min_hits": 15318,
30
+ "sha256": "94d0599af1d4ff4414cd753850b9a732d26c98922bb03f4cfe765a0644e53ab7"
31
+ },
32
+ {
33
+ "layer": 3,
34
+ "tokens": 1048576,
35
+ "min_hits": 15795,
36
+ "sha256": "9c49a4bcfec2eccae0e8c176c61b0a5bc9470b480a67a87a38a3f087a4c643b2"
37
+ },
38
+ {
39
+ "layer": 4,
40
+ "tokens": 1048576,
41
+ "min_hits": 15799,
42
+ "sha256": "ca6f0fb4c6298230d23a5508562e094e5ac80df12123134478f0e346795e02de"
43
+ },
44
+ {
45
+ "layer": 5,
46
+ "tokens": 1048576,
47
+ "min_hits": 11610,
48
+ "sha256": "a9efcbd4fcd69b3a921094f86a0085a1d3b8ec481caccf88b6ba4abe3afecbc4"
49
+ },
50
+ {
51
+ "layer": 6,
52
+ "tokens": 1048576,
53
+ "min_hits": 16644,
54
+ "sha256": "f2cd8405e6c8b33213de22a173278c94c3bd920173a4cc79b920e5064bc6ce65"
55
+ },
56
+ {
57
+ "layer": 7,
58
+ "tokens": 1048576,
59
+ "min_hits": 16017,
60
+ "sha256": "f4655d0295bf0475ee342b59a07dc3986b9b98b767f08b563102d7396f53b6a1"
61
+ },
62
+ {
63
+ "layer": 8,
64
+ "tokens": 1048576,
65
+ "min_hits": 15204,
66
+ "sha256": "ee930632c6714d48a6096ed1d29226e521b2fa7cf572da82aaf72145ede27763"
67
+ },
68
+ {
69
+ "layer": 9,
70
+ "tokens": 1048576,
71
+ "min_hits": 17138,
72
+ "sha256": "e6ace4679e7841679391dfa4d1b3f212a290bd2bbc9fec55ca0a9430bfeb1ba8"
73
+ },
74
+ {
75
+ "layer": 10,
76
+ "tokens": 1048576,
77
+ "min_hits": 18498,
78
+ "sha256": "8d678a2e27e6311531cff37f3ec3d092046d862e05da48a968f472ceb8aeea44"
79
+ },
80
+ {
81
+ "layer": 11,
82
+ "tokens": 1048576,
83
+ "min_hits": 17980,
84
+ "sha256": "36439b4e79234f0a27ce4b50770ff471fdf294f1ed35b3be6149193c58f7ce04"
85
+ },
86
+ {
87
+ "layer": 12,
88
+ "tokens": 1048576,
89
+ "min_hits": 18176,
90
+ "sha256": "04068d13d70b99d01901ccf7228da7bd6f08dbbcc43a2f81263cfdceaec9b636"
91
+ },
92
+ {
93
+ "layer": 13,
94
+ "tokens": 1048576,
95
+ "min_hits": 20209,
96
+ "sha256": "f8a5d315f0e674605f184e3fddae9cff53c1ec08b2146f74def2cec781d725b0"
97
+ },
98
+ {
99
+ "layer": 14,
100
+ "tokens": 1048576,
101
+ "min_hits": 19125,
102
+ "sha256": "10a3448503ec621422d21fce145c7b3590c2a1a90e61d5607c76f90dbeb878ba"
103
+ },
104
+ {
105
+ "layer": 15,
106
+ "tokens": 1048576,
107
+ "min_hits": 19364,
108
+ "sha256": "ac3edd65f1f93fb18b1e23715623902817dbdf4434c62f2bf01ef337768f97a7"
109
+ },
110
+ {
111
+ "layer": 16,
112
+ "tokens": 1048576,
113
+ "min_hits": 17810,
114
+ "sha256": "51260698d056eaf0e634b937b52d3a2987ddb7a5a7f86cc9cff3f2b5d0f101ee"
115
+ },
116
+ {
117
+ "layer": 17,
118
+ "tokens": 1048576,
119
+ "min_hits": 20042,
120
+ "sha256": "9a1eb7f75363a8d4100a11082122873f9bb16b73a3bea67e9240c2ead2475efb"
121
+ },
122
+ {
123
+ "layer": 18,
124
+ "tokens": 1048576,
125
+ "min_hits": 18131,
126
+ "sha256": "201ac713f73960e9c619e6421516f2fa1d0ead8c682d41593c2d5065877f9f00"
127
+ },
128
+ {
129
+ "layer": 19,
130
+ "tokens": 1048576,
131
+ "min_hits": 19160,
132
+ "sha256": "bb8b9aeb852534d30eee7d6cc565daf088a4cf7819f224dd7bfa8ed676d0d10b"
133
+ },
134
+ {
135
+ "layer": 20,
136
+ "tokens": 1048576,
137
+ "min_hits": 19313,
138
+ "sha256": "7f28608e20774a154166d6263955d9b36b2b5e6df95636f540a692bb4f1e6c4a"
139
+ },
140
+ {
141
+ "layer": 21,
142
+ "tokens": 1048576,
143
+ "min_hits": 18300,
144
+ "sha256": "d52a1f8a82a27fd96b24ec224258aa7cfbc55beadd2d734e92d317ebca3a6707"
145
+ },
146
+ {
147
+ "layer": 22,
148
+ "tokens": 1048576,
149
+ "min_hits": 17069,
150
+ "sha256": "ef3a42777a5e2a8d22703bd04eae3fa731199c7f773fe1db76cbfd5e624f7055"
151
+ },
152
+ {
153
+ "layer": 23,
154
+ "tokens": 1048576,
155
+ "min_hits": 15775,
156
+ "sha256": "90059f95e82171c77486ea3a6cdd80710fc4b87acc5cb9d6ed0672d70597e983"
157
+ },
158
+ {
159
+ "layer": 24,
160
+ "tokens": 1048576,
161
+ "min_hits": 15996,
162
+ "sha256": "c43b113ed6af80737d315ef3abb0dd69c847cbc8312ea284f48f8a25eb8470b6"
163
+ },
164
+ {
165
+ "layer": 25,
166
+ "tokens": 1048576,
167
+ "min_hits": 15358,
168
+ "sha256": "0af3484a37cb0071a92181ed1469380409803c01845921b0caff79b5e66fdaef"
169
+ },
170
+ {
171
+ "layer": 26,
172
+ "tokens": 1048576,
173
+ "min_hits": 17143,
174
+ "sha256": "4bad2f6b9fb0bc06d6d6bd7302604f4b9d4b0ed2f397e10e6826a55035b9434e"
175
+ },
176
+ {
177
+ "layer": 27,
178
+ "tokens": 1048576,
179
+ "min_hits": 13738,
180
+ "sha256": "abed4f6371856a0e60538e4a909a1f0a96d1477835ba4ba2ac8b1efb7a5f0ef2"
181
+ },
182
+ {
183
+ "layer": 28,
184
+ "tokens": 1048576,
185
+ "min_hits": 16217,
186
+ "sha256": "6a0691344f3efdecab8eb5e5ae03674db0c8f02c4b82e3590cb4939e056dce7a"
187
+ },
188
+ {
189
+ "layer": 29,
190
+ "tokens": 1048576,
191
+ "min_hits": 12903,
192
+ "sha256": "910d0b97322c18e8d1a64ee74aaa02292a0a0617353c91f728bc39dc9aff19be"
193
+ },
194
+ {
195
+ "layer": 30,
196
+ "tokens": 1048576,
197
+ "min_hits": 7541,
198
+ "sha256": "5a790f30cd311434fdbad6bbe7a898e98f36ecd97a2eef80bf726e7653880c60"
199
+ },
200
+ {
201
+ "layer": 31,
202
+ "tokens": 1048576,
203
+ "min_hits": 9885,
204
+ "sha256": "4d5ff8f19e8789ed4ab8d5834be25c56421a815d8210ef68138652c733f58e6c"
205
+ },
206
+ {
207
+ "layer": 32,
208
+ "tokens": 1048576,
209
+ "min_hits": 12597,
210
+ "sha256": "45f82864e8ce2e92b4ed0b2c55bed3da8f86ad3dfda372cec8469c8ba9932684"
211
+ },
212
+ {
213
+ "layer": 33,
214
+ "tokens": 1048576,
215
+ "min_hits": 10799,
216
+ "sha256": "8cba74d3349d5772e3f07865c4e2d80b3ea8f561f8d7dfbd57d342c33dd05d81"
217
+ },
218
+ {
219
+ "layer": 34,
220
+ "tokens": 1048576,
221
+ "min_hits": 3511,
222
+ "sha256": "8c75f6111c6bf58a6190cd48bc0b0f5e2c464d87541b60a3af5293ba15c496bd"
223
+ },
224
+ {
225
+ "layer": 35,
226
+ "tokens": 1048576,
227
+ "min_hits": 11483,
228
+ "sha256": "9fead06b9651c2d871f5dd05ca7cac62d398543d22889c07227aafc6b0a6507f"
229
+ },
230
+ {
231
+ "layer": 36,
232
+ "tokens": 1048576,
233
+ "min_hits": 5398,
234
+ "sha256": "aa176dc41c4128bab594a8629a764a5b0fff109883353c76ba729f497af42fa6"
235
+ },
236
+ {
237
+ "layer": 37,
238
+ "tokens": 1048576,
239
+ "min_hits": 7640,
240
+ "sha256": "aaa4e69b703e9cd99afc432af0199a444d2ff356492ef74ba23686269cdce92a"
241
+ },
242
+ {
243
+ "layer": 38,
244
+ "tokens": 1048576,
245
+ "min_hits": 9020,
246
+ "sha256": "1f11ef2bca8b2ad0beb2dc44e46ae1d6e3bb2ced19ce0a62ed61d125ca768979"
247
+ },
248
+ {
249
+ "layer": 39,
250
+ "tokens": 1048576,
251
+ "min_hits": 12043,
252
+ "sha256": "ed0345230217e8fd839ab81fb6642e9e472411557b28519fa4cdfffd51bf532b"
253
+ },
254
+ {
255
+ "layer": 40,
256
+ "tokens": 1048576,
257
+ "min_hits": 12722,
258
+ "sha256": "a4bc9a66a94dfe505922cd0706eac6c650cdd6216ffd1f6309b4b1894920f311"
259
+ },
260
+ {
261
+ "layer": 41,
262
+ "tokens": 1048576,
263
+ "min_hits": 10837,
264
+ "sha256": "a14cc0f3b1fd149088b7272890b4f53dd296d5265c1cad27751d006b9d8249b5"
265
+ },
266
+ {
267
+ "layer": 42,
268
+ "tokens": 1048576,
269
+ "min_hits": 10009,
270
+ "sha256": "a4b4286cb549ddd79f82069c6fda9f462210203f65f54252cf5b590b9e88ba86"
271
+ },
272
+ {
273
+ "layer": 43,
274
+ "tokens": 1048576,
275
+ "min_hits": 11860,
276
+ "sha256": "241bf6542c5d33b518a79daa2d3f27fa83c933880452b45cf153f93d8f9c2d8b"
277
+ },
278
+ {
279
+ "layer": 44,
280
+ "tokens": 1048576,
281
+ "min_hits": 3705,
282
+ "sha256": "0ade9be62dfa07a08ecc3043534413bafd60ea1af839a959c6589b4ad1bb7a5f"
283
+ },
284
+ {
285
+ "layer": 45,
286
+ "tokens": 1048576,
287
+ "min_hits": 11698,
288
+ "sha256": "156eb64f825ba0ea8c0d25c4e29e88ba3713f518bb4d7385effe9d03ccaf7464"
289
+ },
290
+ {
291
+ "layer": 46,
292
+ "tokens": 1048576,
293
+ "min_hits": 13947,
294
+ "sha256": "52a251f7145a9c6c877a67753103a2d0d59a85e7d2d99cc58fc404be2574d252"
295
+ },
296
+ {
297
+ "layer": 47,
298
+ "tokens": 1048576,
299
+ "min_hits": 15720,
300
+ "sha256": "783b810d5bafa3e3c9641789d9e584a98394f96349c0666e969a9248ac9025e8"
301
+ },
302
+ {
303
+ "layer": 48,
304
+ "tokens": 1048576,
305
+ "min_hits": 11426,
306
+ "sha256": "52c1a6aa2cff643bd72b44d3f096ffc73776507c110ba2f14bd254709cad74c4"
307
+ },
308
+ {
309
+ "layer": 49,
310
+ "tokens": 1048576,
311
+ "min_hits": 13109,
312
+ "sha256": "f21ee12bcdb2a10ef02632593df3fa430cc6039401fdf0f516420e11d7139004"
313
+ },
314
+ {
315
+ "layer": 50,
316
+ "tokens": 1048576,
317
+ "min_hits": 13504,
318
+ "sha256": "20693e2b89d4cc4128472ad2cfa967884b2eae0cc742c667dd8039d6202226f5"
319
+ },
320
+ {
321
+ "layer": 51,
322
+ "tokens": 1048576,
323
+ "min_hits": 16255,
324
+ "sha256": "5d15f530a7abd8b9d6dee40aa028c45c3525a8d8339d910cbaf538d3d236995d"
325
+ },
326
+ {
327
+ "layer": 52,
328
+ "tokens": 1048576,
329
+ "min_hits": 12565,
330
+ "sha256": "dca3b82a72bf19062b54c151ddc983d7db6afa40ba5b111789b58c595df834f1"
331
+ },
332
+ {
333
+ "layer": 53,
334
+ "tokens": 1048576,
335
+ "min_hits": 9616,
336
+ "sha256": "671169ca903187116fde2adb85f91e022c8dd9a7a3b368300ba6d4847ba66071"
337
+ },
338
+ {
339
+ "layer": 54,
340
+ "tokens": 1048576,
341
+ "min_hits": 10375,
342
+ "sha256": "35fed3c58a501000f3d968461c57a2bddc83d62a7b22f0788c3f039b2b3c3edd"
343
+ },
344
+ {
345
+ "layer": 55,
346
+ "tokens": 1048576,
347
+ "min_hits": 9645,
348
+ "sha256": "1cad70682215c92b8ec1e635cadd40057d101c4720ceb2e0723200c30847c29d"
349
+ },
350
+ {
351
+ "layer": 56,
352
+ "tokens": 1048576,
353
+ "min_hits": 10800,
354
+ "sha256": "46386cd666db4661ab57373803d898cc7300f5cab53a62d9b5f3f1846706a062"
355
+ },
356
+ {
357
+ "layer": 57,
358
+ "tokens": 1048576,
359
+ "min_hits": 6320,
360
+ "sha256": "d16bbb4beeb70329dc7cbcde5406b79aaa06c5e6e4855b8a1a42e3274fa0a4e8"
361
+ },
362
+ {
363
+ "layer": 58,
364
+ "tokens": 1048576,
365
+ "min_hits": 6240,
366
+ "sha256": "72a57b1b24ca305f88da9465c58f66ad4daef6f12055bef6825ab9557050fda0"
367
+ },
368
+ {
369
+ "layer": 59,
370
+ "tokens": 1048576,
371
+ "min_hits": 7419,
372
+ "sha256": "f1a55e4c1592a176eef3f8f6cbe880946daab67d609cace530de0495c70e361c"
373
+ },
374
+ {
375
+ "layer": 60,
376
+ "tokens": 1048576,
377
+ "min_hits": 10466,
378
+ "sha256": "b3c9b84f9e9b12f30c4f109f26c2316f2c88f868d5a5722bf7c71fedb925eea2"
379
+ },
380
+ {
381
+ "layer": 61,
382
+ "tokens": 1048576,
383
+ "min_hits": 10490,
384
+ "sha256": "0062ef0a6a6749cd137ff7900326b4bdff577adb2eaf860645808a9558e1c1e2"
385
+ },
386
+ {
387
+ "layer": 62,
388
+ "tokens": 1048576,
389
+ "min_hits": 5826,
390
+ "sha256": "ac00a4f2bddb522256f403a16d94772369e81522924f4e94d4426c8902f78e1f"
391
+ },
392
+ {
393
+ "layer": 63,
394
+ "tokens": 1048576,
395
+ "min_hits": 9098,
396
+ "sha256": "0545107e10af428ec73378fb2f8fb93b1654d63be1618191a91b0f83cb07d718"
397
+ },
398
+ {
399
+ "layer": 64,
400
+ "tokens": 1048576,
401
+ "min_hits": 5012,
402
+ "sha256": "b0e27bc5e78e2ef298594059825657c28002b5de713da16609ef704c246fa1cc"
403
+ },
404
+ {
405
+ "layer": 65,
406
+ "tokens": 1048576,
407
+ "min_hits": 8219,
408
+ "sha256": "db5fbea0e5b82b1136289a7d5ac39794d6fb618d2b307b570048f5be57a0620a"
409
+ },
410
+ {
411
+ "layer": 66,
412
+ "tokens": 1048576,
413
+ "min_hits": 9132,
414
+ "sha256": "42bb7cc9e8021ca3e5278bff221c16b7d467640383886caf87fe3e61261930e0"
415
+ },
416
+ {
417
+ "layer": 67,
418
+ "tokens": 1048576,
419
+ "min_hits": 10884,
420
+ "sha256": "96b72a9db5cd3d176024013c6b5a6bdc4e29ee961dc8069737bd3623715fa02e"
421
+ },
422
+ {
423
+ "layer": 68,
424
+ "tokens": 1048576,
425
+ "min_hits": 11555,
426
+ "sha256": "ab988fdae05e5ec73ac0836b0e04821124ced7e03e0694c520ce0f9fda4fe530"
427
+ },
428
+ {
429
+ "layer": 69,
430
+ "tokens": 1048576,
431
+ "min_hits": 13543,
432
+ "sha256": "8c2b65a3bf1f0042952d8cb0e15ee5772a6083070d8c2ae14aebe3f7385b90a6"
433
+ },
434
+ {
435
+ "layer": 70,
436
+ "tokens": 1048576,
437
+ "min_hits": 11717,
438
+ "sha256": "e744350e9e26f63c6af079987edf51f6e550d587aacfd3f8acd3561b94bed7f5"
439
+ },
440
+ {
441
+ "layer": 71,
442
+ "tokens": 1048576,
443
+ "min_hits": 14525,
444
+ "sha256": "9ada0ece7c857c24e65b56283db611a904b97a607d42b46391b508d80e5463eb"
445
+ },
446
+ {
447
+ "layer": 72,
448
+ "tokens": 1048576,
449
+ "min_hits": 10593,
450
+ "sha256": "d8d0d16417289c2cb1c774b91f9360584cc9317b44a8a790eadbbe93bcfe7ec4"
451
+ },
452
+ {
453
+ "layer": 73,
454
+ "tokens": 1048576,
455
+ "min_hits": 9313,
456
+ "sha256": "c1b16441e6693e3e07965ffa7fd0aa2b9b9556e72f7d8d14cd0c9b7627c4a40e"
457
+ },
458
+ {
459
+ "layer": 74,
460
+ "tokens": 1048576,
461
+ "min_hits": 11393,
462
+ "sha256": "4f8130d7617ed57e13c1c1df9ac1eecac80e52fd9b93dfc5da0357f8e60d268e"
463
+ },
464
+ {
465
+ "layer": 75,
466
+ "tokens": 1048576,
467
+ "min_hits": 15561,
468
+ "sha256": "a78c06cec541956b80c6f4d5e73f23bab56b1a71ed17cd300c2f0b8741b4db70"
469
+ },
470
+ {
471
+ "layer": 76,
472
+ "tokens": 1048576,
473
+ "min_hits": 9426,
474
+ "sha256": "624a26dd2b6f0bd3706cc8dc688de8914a152617ff1266384ca66e9f0faf4054"
475
+ },
476
+ {
477
+ "layer": 77,
478
+ "tokens": 1048576,
479
+ "min_hits": 17704,
480
+ "sha256": "a694fa2924d6a303062dcdc8c8de938f35279c03dbaec1e61a275b6292602ddc"
481
+ },
482
+ {
483
+ "layer": 78,
484
+ "tokens": 1048576,
485
+ "min_hits": 20006,
486
+ "sha256": "695d625bd8a4f917698c0cc1576ffd51fd152448f409828144378940d5e0b218"
487
+ },
488
+ {
489
+ "layer": 79,
490
+ "tokens": 1048576,
491
+ "min_hits": 15991,
492
+ "sha256": "d8bc3adf404b93b8dc4f6b2e86b7c4fa0ce7a444fdf2879ab9256d09b954240d"
493
+ },
494
+ {
495
+ "layer": 80,
496
+ "tokens": 1048576,
497
+ "min_hits": 19093,
498
+ "sha256": "32c70b42d718e71ff790d8b4df65b9613c5b4c76df47579655af93f3912e7ef7"
499
+ },
500
+ {
501
+ "layer": 81,
502
+ "tokens": 1048576,
503
+ "min_hits": 12329,
504
+ "sha256": "fe83e640e4d574e4423ef191640802e0867ae22ba09c831857bb691326408ee5"
505
+ },
506
+ {
507
+ "layer": 82,
508
+ "tokens": 1048576,
509
+ "min_hits": 4251,
510
+ "sha256": "91f6e03d0d28c23690234cdc811e7a4bc11ee776cf454a883d9c4b04b32e18b9"
511
+ },
512
+ {
513
+ "layer": 83,
514
+ "tokens": 1048576,
515
+ "min_hits": 9401,
516
+ "sha256": "3696ff537d8294c48d27fd078ddc77c95dddd1b67e9ad9ebf0064c97c74e1053"
517
+ },
518
+ {
519
+ "layer": 84,
520
+ "tokens": 1048576,
521
+ "min_hits": 8744,
522
+ "sha256": "254ff7d708272d6fec6daf447a9a59c7ced2caf32602762d901b4d5842f28c3f"
523
+ },
524
+ {
525
+ "layer": 85,
526
+ "tokens": 1048576,
527
+ "min_hits": 10646,
528
+ "sha256": "f1344b9da3c77dbd925e65326ba713ba67f46c02b69036ba5bb0514ea8b9e7d3"
529
+ },
530
+ {
531
+ "layer": 86,
532
+ "tokens": 1048576,
533
+ "min_hits": 6890,
534
+ "sha256": "75cfa230c6c10203b9770fa46e8d5f01a78f2129067f0be72e43c7d2728cedbd"
535
+ },
536
+ {
537
+ "layer": 87,
538
+ "tokens": 1048576,
539
+ "min_hits": 6563,
540
+ "sha256": "73c8abda28e9e332a3e51fb5bc39c33f173df0cf78f21feb9d0143b9e6fb8dea"
541
+ }
542
+ ],
543
+ "mtp": {
544
+ "tokens": 1047385,
545
+ "min_hits": 9393,
546
+ "total_routes": 8379080,
547
+ "sha256": "5cadadbe10c766c9ed129dfa7493821162e513fa8b578804b6fd37ed3be7ce38"
548
+ },
549
+ "script_sha256": "763241f8264f30faf846ef388f5edaa89c01d5f209602c2f2bd89458e1f29fcf",
550
+ "imatrix_dat": {
551
+ "entries": 625,
552
+ "chunk_marker": 104808,
553
+ "dataset_label": "/root/iquest-work/calibration-data/iquest/tokens.npz",
554
+ "values_bit_identical_to_npz": true,
555
+ "sha256": "80a477db914551c76b955b35732925d9f7c09195119db9e527c80888f86795b5"
556
+ },
557
+ "imatrix_npz_sha256": "2e48b25596934478847449f947c1381022695330e24481d70020daf5182014ae",
558
+ "numerical_provenance": {
559
+ "schema_version": 1,
560
+ "calibration_rope_qualification": "Calibration used GPU FP32 negative-power RoPE frequencies. Official inference constructs CPU FP32 positive-power reciprocal frequencies. At positions 0\u20131023 the measured maximum phase difference was 7.63e-6 radians. On 1934 held-out tokens through source layers 0\u20131, layer-1 hidden cosine was 0.99999523 and relative RMSE 0.00303713; 36/1934 (1.8614%) top-8 expert route sets differed. Calibration was retained as a quantified short-context approximation; complete source-versus-quant evaluation and native runtime use official frequencies. This does not validate long-context calibration.",
561
+ "rope_audit_report": "/root/iquest-work/reports/calibration-rope-frequency-audit.json",
562
+ "rope_audit_sha256": "1cf68ce560d4a683cae278c3d74c225ecc409eecd27d50190cf9ae964ff64cf7",
563
+ "calibration_sequence_max_positions": 1024,
564
+ "official_evaluation_rope_helper": "/root/iquest-work/scripts/iquest_reference_math.py",
565
+ "decision": "Parent retained the running short-context BF16 source calibration and required the RoPE and sink numerical qualifications in publication. Neither audit validates long-context calibration or native serving.",
566
+ "calibration_sink_qualification": "Calibration used combined zero-value-sink SDPA. Official inference stores ordinary attention output in BF16, multiplies by the learned-sink factor in FP32, and stores BF16 again. With official RoPE frequencies held fixed, a two-layer comparison over 1934 held-out tokens gave layer-1 hidden cosine 0.99998885, relative RMSE 0.00469042, and 63/1934 (3.2575%) changed top-8 route sets. The comparison includes SDPA/LSE backend arithmetic as well as sink-rounding construction. Calibration remains a BF16 reference with quantified numerical approximations, not bit-exact official fused-runtime calibration.",
567
+ "sink_audit_report": "/root/iquest-work/reports/calibration-sink-rounding-audit.json",
568
+ "sink_audit_sha256": "734bd453839197c0d18123bd81d894e8bbe22166e7d02a598a000b39ddc294d3",
569
+ "official_evaluation_attention_helper": "/root/iquest-work/scripts/iquest_reference_math.py"
570
+ }
571
+ }
reports/calibration-rope-frequency-audit.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "scope": "Two source BF16 layers on two heldout sequences truncated to at most 1024 tokens; separate phase-only 512K diagnostic",
3
+ "data_sha256": "14e905744fa39cf152ecdaf28e19fdfdacf55478860f8eaa933db0443db0eab2",
4
+ "layers": [
5
+ {
6
+ "layer": 0,
7
+ "max_absolute_hidden_delta": 0.5,
8
+ "relative_hidden_rmse": 0.0008723511127755046,
9
+ "mean_hidden_cosine": 0.9999995827674866,
10
+ "bf16_hidden_element_equal_fraction": 0.9360086917877197,
11
+ "seconds": 2.400483911857009
12
+ },
13
+ {
14
+ "layer": 1,
15
+ "max_absolute_hidden_delta": 0.359375,
16
+ "relative_hidden_rmse": 0.0030371304601430893,
17
+ "mean_hidden_cosine": 0.999995231628418,
18
+ "bf16_hidden_element_equal_fraction": 0.7149014472961426,
19
+ "seconds": 9.070436944253743,
20
+ "top8_route_set_equal_fraction": 0.9813857290589452,
21
+ "top8_route_order_equal_fraction": 0.9405377456049638,
22
+ "changed_token_route_sets": 36,
23
+ "total_routed_tokens": 1934
24
+ }
25
+ ],
26
+ "frequency": [
27
+ {
28
+ "theta": 10000.0,
29
+ "official_cpu_inv_freq_bits": [
30
+ 1065353216,
31
+ 1058010522,
32
+ 1050798235,
33
+ 1043732615,
34
+ 1036831949,
35
+ 1030116802,
36
+ 1023510243,
37
+ 1016180025,
38
+ 1008981770,
39
+ 1001931932,
40
+ 995049016,
41
+ 988353832,
42
+ 981668463,
43
+ 974350870,
44
+ 967166816,
45
+ 960132947
46
+ ],
47
+ "negative_gpu_inv_freq_bits": [
48
+ 1065353216,
49
+ 1058010522,
50
+ 1050798235,
51
+ 1043732615,
52
+ 1036831949,
53
+ 1030116803,
54
+ 1023510242,
55
+ 1016180025,
56
+ 1008981770,
57
+ 1001931932,
58
+ 995049015,
59
+ 988353832,
60
+ 981668463,
61
+ 974350870,
62
+ 967166815,
63
+ 960132947
64
+ ],
65
+ "max_phase_delta_positions_0_1023": 3.814697265625e-06,
66
+ "max_cos_delta_positions_0_1023": 3.814697265625e-06,
67
+ "max_phase_delta_position_524287": 0.001953125,
68
+ "max_cos_delta_position_524287": 0.0018386244773864746
69
+ },
70
+ {
71
+ "theta": 1000000.0,
72
+ "official_cpu_inv_freq_bits": [
73
+ 1065353216,
74
+ 1054337179,
75
+ 1043732615,
76
+ 1033475085,
77
+ 1023510243,
78
+ 1012562930,
79
+ 1001931932,
80
+ 991652109,
81
+ 981668463,
82
+ 970790693,
83
+ 960132947,
84
+ 949830564,
85
+ 939827890,
86
+ 929020495,
87
+ 918335681,
88
+ 908010468
89
+ ],
90
+ "negative_gpu_inv_freq_bits": [
91
+ 1065353216,
92
+ 1054337179,
93
+ 1043732615,
94
+ 1033475086,
95
+ 1023510242,
96
+ 1012562929,
97
+ 1001931932,
98
+ 991652108,
99
+ 981668463,
100
+ 970790694,
101
+ 960132947,
102
+ 949830563,
103
+ 939827891,
104
+ 929020495,
105
+ 918335681,
106
+ 908010468
107
+ ],
108
+ "max_phase_delta_positions_0_1023": 7.62939453125e-06,
109
+ "max_cos_delta_positions_0_1023": 7.6284632086753845e-06,
110
+ "max_phase_delta_position_524287": 0.00390625,
111
+ "max_cos_delta_position_524287": 0.0033952295780181885
112
+ }
113
+ ],
114
+ "complete": true,
115
+ "sequence_indices": [
116
+ 0,
117
+ 1
118
+ ],
119
+ "sequence_lengths": [
120
+ 968,
121
+ 966
122
+ ],
123
+ "valid_tokens": 1934,
124
+ "peak_gpu_allocated_bytes": 8359665152,
125
+ "interpretation": "Short-position differences are measured FP effects; this does not qualify long-context calibration or serving."
126
+ }
reports/calibration-sink-rounding-audit.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "scope": "Two source BF16 layers on two heldout sequences truncated to at most 1024 tokens; separate phase-only 512K diagnostic",
3
+ "comparison": "sink",
4
+ "data_sha256": "14e905744fa39cf152ecdaf28e19fdfdacf55478860f8eaa933db0443db0eab2",
5
+ "reference_module_sha256": "98e1585dbc4915de5c42b58b4701d45e0e191cf5aa6d9ac8cb65afc7aa1be28b",
6
+ "reference_math_sha256": "671e5e6b4d2368a5e90bf76b7245c624c59626b8f42b01adcfdb112435c0b71f",
7
+ "torch_version": "2.11.0+cu130",
8
+ "layers": [
9
+ {
10
+ "layer": 0,
11
+ "max_absolute_hidden_delta": 0.5,
12
+ "relative_hidden_rmse": 0.002637157216668129,
13
+ "mean_hidden_cosine": 0.9999962449073792,
14
+ "bf16_hidden_element_equal_fraction": 0.6599281430244446,
15
+ "seconds": 5.536145322956145
16
+ },
17
+ {
18
+ "layer": 1,
19
+ "max_absolute_hidden_delta": 0.375,
20
+ "relative_hidden_rmse": 0.004690421279519796,
21
+ "mean_hidden_cosine": 0.999988853931427,
22
+ "bf16_hidden_element_equal_fraction": 0.49385496973991394,
23
+ "seconds": 8.81159171834588,
24
+ "top8_route_set_equal_fraction": 0.967425025853154,
25
+ "top8_route_order_equal_fraction": 0.890382626680455,
26
+ "changed_token_route_sets": 63,
27
+ "total_routed_tokens": 1934
28
+ }
29
+ ],
30
+ "frequency": [],
31
+ "complete": true,
32
+ "sequence_indices": [
33
+ 0,
34
+ 1
35
+ ],
36
+ "sequence_lengths": [
37
+ 968,
38
+ 966
39
+ ],
40
+ "valid_tokens": 1934,
41
+ "peak_gpu_allocated_bytes": 8359462912,
42
+ "interpretation": "Short-position differences are measured FP effects; this does not qualify long-context calibration or serving."
43
+ }
reports/full-quant-sensitivity.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/gguf-audit.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/precision-promotion-decision.json ADDED
@@ -0,0 +1,131 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "applied": true,
3
+ "minimum_precision": "IQ2_XXS",
4
+ "source_revision": "5c21b0630586ef77d38cff1094b8cf37a417fcd8",
5
+ "refined_report": "reports/refined-quant-sensitivity.json",
6
+ "refined_report_sha256": "adea9c68416ba1fd8bb7c1641e52d818bd2dbeeabdc91ef31f17a7f6194b7dab",
7
+ "calibration_imatrix_sha256": "2e48b25596934478847449f947c1381022695330e24481d70020daf5182014ae",
8
+ "selection": "Top 15 IQ2_XS sampled diagonal-activation weighted MSE improvements in the refined 45-projection shortlist, within 600000000 extra bytes.",
9
+ "sample_experts_per_projection": 32,
10
+ "sample_rows_per_expert": 32,
11
+ "promotions": [
12
+ {
13
+ "tensor": "blk.68.ffn_gate_exps.weight",
14
+ "baseline_relative_weighted_mse": 0.11666142692251022,
15
+ "promoted_relative_weighted_mse": 0.08794557206513215,
16
+ "benefit": 0.02871585485737807,
17
+ "increment_bytes": 37748736
18
+ },
19
+ {
20
+ "tensor": "blk.64.ffn_up_exps.weight",
21
+ "baseline_relative_weighted_mse": 0.1166671210683937,
22
+ "promoted_relative_weighted_mse": 0.08818143625507223,
23
+ "benefit": 0.028485684813321477,
24
+ "increment_bytes": 37748736
25
+ },
26
+ {
27
+ "tensor": "blk.65.ffn_gate_exps.weight",
28
+ "baseline_relative_weighted_mse": 0.11647785688013321,
29
+ "promoted_relative_weighted_mse": 0.08805598727886595,
30
+ "benefit": 0.02842186960126726,
31
+ "increment_bytes": 37748736
32
+ },
33
+ {
34
+ "tensor": "blk.66.ffn_gate_exps.weight",
35
+ "baseline_relative_weighted_mse": 0.11603837062476798,
36
+ "promoted_relative_weighted_mse": 0.08773201200371582,
37
+ "benefit": 0.028306358621052158,
38
+ "increment_bytes": 37748736
39
+ },
40
+ {
41
+ "tensor": "blk.64.ffn_gate_exps.weight",
42
+ "baseline_relative_weighted_mse": 0.1161515649037581,
43
+ "promoted_relative_weighted_mse": 0.08784770059215093,
44
+ "benefit": 0.02830386431160717,
45
+ "increment_bytes": 37748736
46
+ },
47
+ {
48
+ "tensor": "blk.68.ffn_up_exps.weight",
49
+ "baseline_relative_weighted_mse": 0.1160529012008984,
50
+ "promoted_relative_weighted_mse": 0.08775676103040177,
51
+ "benefit": 0.028296140170496628,
52
+ "increment_bytes": 37748736
53
+ },
54
+ {
55
+ "tensor": "blk.66.ffn_up_exps.weight",
56
+ "baseline_relative_weighted_mse": 0.1158667425492038,
57
+ "promoted_relative_weighted_mse": 0.08764795023770243,
58
+ "benefit": 0.028218792311501373,
59
+ "increment_bytes": 37748736
60
+ },
61
+ {
62
+ "tensor": "blk.65.ffn_up_exps.weight",
63
+ "baseline_relative_weighted_mse": 0.11593597169437095,
64
+ "promoted_relative_weighted_mse": 0.08779353410634058,
65
+ "benefit": 0.028142437588030367,
66
+ "increment_bytes": 37748736
67
+ },
68
+ {
69
+ "tensor": "blk.67.ffn_gate_exps.weight",
70
+ "baseline_relative_weighted_mse": 0.11570760568613397,
71
+ "promoted_relative_weighted_mse": 0.08774521246599153,
72
+ "benefit": 0.027962393220142448,
73
+ "increment_bytes": 37748736
74
+ },
75
+ {
76
+ "tensor": "blk.62.ffn_up_exps.weight",
77
+ "baseline_relative_weighted_mse": 0.1140641332085793,
78
+ "promoted_relative_weighted_mse": 0.08615294177677484,
79
+ "benefit": 0.02791119143180447,
80
+ "increment_bytes": 37748736
81
+ },
82
+ {
83
+ "tensor": "blk.80.ffn_up_exps.weight",
84
+ "baseline_relative_weighted_mse": 0.11568215499617325,
85
+ "promoted_relative_weighted_mse": 0.08781061651459558,
86
+ "benefit": 0.027871538481577668,
87
+ "increment_bytes": 37748736
88
+ },
89
+ {
90
+ "tensor": "blk.63.ffn_gate_exps.weight",
91
+ "baseline_relative_weighted_mse": 0.11453854678607835,
92
+ "promoted_relative_weighted_mse": 0.08669226683877511,
93
+ "benefit": 0.027846279947303237,
94
+ "increment_bytes": 37748736
95
+ },
96
+ {
97
+ "tensor": "blk.63.ffn_up_exps.weight",
98
+ "baseline_relative_weighted_mse": 0.11443174462746933,
99
+ "promoted_relative_weighted_mse": 0.08663831896684464,
100
+ "benefit": 0.02779342566062469,
101
+ "increment_bytes": 37748736
102
+ },
103
+ {
104
+ "tensor": "blk.78.ffn_up_exps.weight",
105
+ "baseline_relative_weighted_mse": 0.11578095662354586,
106
+ "promoted_relative_weighted_mse": 0.08800113963268173,
107
+ "benefit": 0.027779816990864126,
108
+ "increment_bytes": 37748736
109
+ },
110
+ {
111
+ "tensor": "blk.62.ffn_gate_exps.weight",
112
+ "baseline_relative_weighted_mse": 0.11382928042769527,
113
+ "promoted_relative_weighted_mse": 0.08605619722326054,
114
+ "benefit": 0.027773083204434737,
115
+ "increment_bytes": 37748736
116
+ }
117
+ ],
118
+ "increment_bytes": 566231040,
119
+ "budget_bytes": 600000000,
120
+ "base_payload_bytes": 87409638400,
121
+ "final_payload_bytes": 87975869440,
122
+ "qualification": "Sampled weight-error recipe choice; full-model language quality and native execution remain pending until after public upload.",
123
+ "limitations": [
124
+ "Only the preliminary shortlist was refined; remaining groups retain smaller samples.",
125
+ "Experts include the least and most naturally routed experts and random observed experts.",
126
+ "Diagonal-moment weight error is not end-to-end language quality or nonlinear sensitivity."
127
+ ],
128
+ "selected_before_conversion_reached_layer": 62,
129
+ "conversion_progress_when_selected": 37,
130
+ "written_unix": 1790827020.774076
131
+ }
reports/quantizer-provenance.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ggml_repository": "https://github.com/ggml-org/llama.cpp",
3
+ "ggml_revision": "0c1e57098bba43ac29e6e3b677cdceebdd22334f",
4
+ "compiler": "cc (Ubuntu 11.4.0-1ubuntu1~22.04.3) 11.4.0",
5
+ "source_sha256": {
6
+ "scripts/quant_bf16.c": "c7b2f159693d53bd8fc312537bf2d61894938d5d81c120eb94d0901242777ac8",
7
+ "scripts/quant_api.py": "5492eeadc2326610546a01b6cef2ecefa0fb9813bd2589961c98ee9ab84f55f3",
8
+ "src/llama.cpp/ggml/src/ggml-quants.c": "7878680cc60493f98469a116e9b14af8b84789292ccf891c249230b2fa3d157f"
9
+ },
10
+ "output_library": "artifacts/libiquest_quant.so",
11
+ "helper_smoke": {
12
+ "types": [
13
+ "IQ2_XXS",
14
+ "IQ2_XS",
15
+ "Q4_K",
16
+ "Q5_K",
17
+ "Q6_K",
18
+ "Q8_0"
19
+ ],
20
+ "per_expert_vs_combined_equal": true,
21
+ "strided_vs_contiguous_equal": true,
22
+ "one_vs_four_threads_equal": true
23
+ },
24
+ "precision_floor": "IQ2_XXS",
25
+ "script_updates": [
26
+ {
27
+ "script": "scripts/quant_api.py",
28
+ "previous_sha256": "0a00bbf2c963568036a9660d605d551f11658d63e7c0f6dac7392db1f381e83e",
29
+ "current_sha256": "5492eeadc2326610546a01b6cef2ecefa0fb9813bd2589961c98ee9ab84f55f3",
30
+ "scope": "Portable workspace path only; quantization arithmetic unchanged."
31
+ }
32
+ ]
33
+ }
reports/refined-quant-sensitivity.json ADDED
The diff for this file is too large to render. See raw diff
 
reports/source-checksum-verification.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "command": "hf cache verify IQuestLab/IQuest-Q1 --local-dir /models/IQuest-Q1 --fail-on-missing-files --format json",
3
+ "exit_code": 0,
4
+ "checked_remote_files": 190,
5
+ "repo_id": "IQuestLab/IQuest-Q1",
6
+ "source_revision": "5c21b0630586ef77d38cff1094b8cf37a417fcd8",
7
+ "passed": true,
8
+ "warning": "383 local extra files are the hf download metadata/cache entries; no missing or mismatched remote files were reported.",
9
+ "tool_session": 6174,
10
+ "scope": "Every remote source file, including all 175 main safetensor shards, MTP weights, tokenizer, configs and license."
11
+ }
source-config.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "IQuestQ1ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "attn_out_scale": 1.0,
8
+ "dense_intermediate_size": 12288,
9
+ "dtype": "bfloat16",
10
+ "embed_scale": 1.0,
11
+ "enable_sink_attention": true,
12
+ "eos_token_id": 0,
13
+ "ffn_out_scale": 0.53881590608,
14
+ "first_layer_attn_out_scale": 1.0,
15
+ "first_layer_ffn_out_scale": 1.0,
16
+ "first_layers_types": [
17
+ "full_attention"
18
+ ],
19
+ "fuse_sink_attention": true,
20
+ "head_dim": 128,
21
+ "hidden_act": "silu",
22
+ "hidden_size": 3072,
23
+ "hybrid_layers_types_block": [
24
+ "full_attention",
25
+ "sliding_attention",
26
+ "sliding_attention",
27
+ "sliding_attention"
28
+ ],
29
+ "intermediate_size": 1536,
30
+ "last_layers_types": [
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention"
34
+ ],
35
+ "logit_scale": 1.0,
36
+ "max_position_embeddings": 524288,
37
+ "mlp_only_layers": [
38
+ 0
39
+ ],
40
+ "model_type": "iquest_q1",
41
+ "moe_router_dtype": "fp32",
42
+ "enable_lm_head_fp32": true,
43
+ "no_rope_layers": [],
44
+ "num_attention_heads": 48,
45
+ "num_experts": 256,
46
+ "num_experts_per_tok": 8,
47
+ "num_hidden_layers": 88,
48
+ "num_hybrid_layers_block": 21,
49
+ "num_key_value_heads": 8,
50
+ "num_mtp_layers": 0,
51
+ "rms_norm_eps": 1e-06,
52
+ "rope_theta": 1000000,
53
+ "rotary_dim": 32,
54
+ "shared_kv_num_layers": 0,
55
+ "shared_kv_source_begin": 0,
56
+ "shared_kv_target_begin": 0,
57
+ "sliding_window": 4096,
58
+ "softmax_scale": null,
59
+ "swa_rope_theta": 10000.0,
60
+ "tie_word_embeddings": false,
61
+ "transformers_version": "4.57.1",
62
+ "use_cache": true,
63
+ "use_hybrid_layers": true,
64
+ "use_over_encoding": false,
65
+ "use_sliding_window": true,
66
+ "vocab_size": 160000
67
+ }
source-mtp-config.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "IQuestQ1MTP"
4
+ ],
5
+ "dtype": "bfloat16",
6
+ "fp32_residual_connection": true,
7
+ "hidden_size": 3072,
8
+ "model_type": "iquest_q1_mtp",
9
+ "num_draft_slots": 7,
10
+ "num_target_layers": 88,
11
+ "sliding_window": 512,
12
+ "swa_rope_theta": 10000.0,
13
+ "target_config": {
14
+ "architectures": [
15
+ "IQuestQ1ForCausalLM"
16
+ ],
17
+ "attention_bias": false,
18
+ "attention_dropout": 0.0,
19
+ "attn_out_scale": 1.0,
20
+ "dense_intermediate_size": 12288,
21
+ "dtype": "bfloat16",
22
+ "embed_scale": 1.0,
23
+ "enable_sink_attention": true,
24
+ "eos_token_id": 0,
25
+ "ffn_out_scale": 0.53881590608,
26
+ "first_layer_attn_out_scale": 1.0,
27
+ "first_layer_ffn_out_scale": 1.0,
28
+ "first_layers_types": [
29
+ "full_attention"
30
+ ],
31
+ "fuse_sink_attention": true,
32
+ "head_dim": 128,
33
+ "hidden_act": "silu",
34
+ "hidden_size": 3072,
35
+ "hybrid_layers_types_block": [
36
+ "full_attention",
37
+ "sliding_attention",
38
+ "sliding_attention",
39
+ "sliding_attention"
40
+ ],
41
+ "intermediate_size": 1536,
42
+ "last_layers_types": [
43
+ "full_attention",
44
+ "full_attention",
45
+ "full_attention"
46
+ ],
47
+ "logit_scale": 1.0,
48
+ "max_position_embeddings": 524288,
49
+ "mlp_only_layers": [
50
+ 0
51
+ ],
52
+ "model_type": "iquest_q1",
53
+ "moe_router_dtype": "fp32",
54
+ "enable_lm_head_fp32": true,
55
+ "no_rope_layers": [],
56
+ "num_attention_heads": 48,
57
+ "num_experts": 256,
58
+ "num_experts_per_tok": 8,
59
+ "num_hidden_layers": 88,
60
+ "num_hybrid_layers_block": 21,
61
+ "num_key_value_heads": 8,
62
+ "num_mtp_layers": 0,
63
+ "rms_norm_eps": 1e-06,
64
+ "rope_theta": 1000000,
65
+ "rotary_dim": 32,
66
+ "shared_kv_num_layers": 0,
67
+ "shared_kv_source_begin": 0,
68
+ "shared_kv_target_begin": 0,
69
+ "sliding_window": 4096,
70
+ "softmax_scale": null,
71
+ "swa_rope_theta": 10000.0,
72
+ "tie_word_embeddings": false,
73
+ "transformers_version": "4.57.1",
74
+ "use_cache": true,
75
+ "use_hybrid_layers": true,
76
+ "use_over_encoding": false,
77
+ "use_sliding_window": true,
78
+ "vocab_size": 160000
79
+ },
80
+ "vocab_size": 160000,
81
+ "max_position_embeddings": 524288
82
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|iquest_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>",
16
+ "<|iquest_system|>",
17
+ "<|iquest_user|>",
18
+ "<|iquest_assistant|>",
19
+ "<|iquest_tool|>",
20
+ "<|iquest_developer|>"
21
+ ],
22
+ "eos_token": {
23
+ "content": "<|iquest_end|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false
28
+ },
29
+ "pad_token": {
30
+ "content": "<|iquest_end|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false
35
+ }
36
+ }
tensor-manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79745512446814ada2d414200d233912d854e56c60e1ffcb12e76463b08b847
3
+ size 12515605
tokenizer_config.json ADDED
@@ -0,0 +1,4133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": false,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "<|iquest_end|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "<|im_start|>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "<|im_end|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ },
30
+ "3": {
31
+ "content": "<|object_ref_start|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false,
36
+ "special": true
37
+ },
38
+ "4": {
39
+ "content": "<|object_ref_end|>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false,
44
+ "special": true
45
+ },
46
+ "5": {
47
+ "content": "<|box_start|>",
48
+ "lstrip": false,
49
+ "normalized": false,
50
+ "rstrip": false,
51
+ "single_word": false,
52
+ "special": true
53
+ },
54
+ "6": {
55
+ "content": "<|box_end|>",
56
+ "lstrip": false,
57
+ "normalized": false,
58
+ "rstrip": false,
59
+ "single_word": false,
60
+ "special": true
61
+ },
62
+ "7": {
63
+ "content": "<|quad_start|>",
64
+ "lstrip": false,
65
+ "normalized": false,
66
+ "rstrip": false,
67
+ "single_word": false,
68
+ "special": true
69
+ },
70
+ "8": {
71
+ "content": "<|quad_end|>",
72
+ "lstrip": false,
73
+ "normalized": false,
74
+ "rstrip": false,
75
+ "single_word": false,
76
+ "special": true
77
+ },
78
+ "9": {
79
+ "content": "<|vision_start|>",
80
+ "lstrip": false,
81
+ "normalized": false,
82
+ "rstrip": false,
83
+ "single_word": false,
84
+ "special": true
85
+ },
86
+ "10": {
87
+ "content": "<|vision_end|>",
88
+ "lstrip": false,
89
+ "normalized": false,
90
+ "rstrip": false,
91
+ "single_word": false,
92
+ "special": true
93
+ },
94
+ "11": {
95
+ "content": "<|vision_pad|>",
96
+ "lstrip": false,
97
+ "normalized": false,
98
+ "rstrip": false,
99
+ "single_word": false,
100
+ "special": true
101
+ },
102
+ "12": {
103
+ "content": "<|image_pad|>",
104
+ "lstrip": false,
105
+ "normalized": false,
106
+ "rstrip": false,
107
+ "single_word": false,
108
+ "special": true
109
+ },
110
+ "13": {
111
+ "content": "<|video_pad|>",
112
+ "lstrip": false,
113
+ "normalized": false,
114
+ "rstrip": false,
115
+ "single_word": false,
116
+ "special": true
117
+ },
118
+ "14": {
119
+ "content": "<tool_call>",
120
+ "lstrip": false,
121
+ "normalized": false,
122
+ "rstrip": false,
123
+ "single_word": false,
124
+ "special": false
125
+ },
126
+ "15": {
127
+ "content": "</tool_call>",
128
+ "lstrip": false,
129
+ "normalized": false,
130
+ "rstrip": false,
131
+ "single_word": false,
132
+ "special": false
133
+ },
134
+ "16": {
135
+ "content": "<|fim_prefix|>",
136
+ "lstrip": false,
137
+ "normalized": false,
138
+ "rstrip": false,
139
+ "single_word": false,
140
+ "special": true
141
+ },
142
+ "17": {
143
+ "content": "<|fim_middle|>",
144
+ "lstrip": false,
145
+ "normalized": false,
146
+ "rstrip": false,
147
+ "single_word": false,
148
+ "special": false
149
+ },
150
+ "18": {
151
+ "content": "<|fim_suffix|>",
152
+ "lstrip": false,
153
+ "normalized": false,
154
+ "rstrip": false,
155
+ "single_word": false,
156
+ "special": false
157
+ },
158
+ "19": {
159
+ "content": "<|fim_pad|>",
160
+ "lstrip": false,
161
+ "normalized": false,
162
+ "rstrip": false,
163
+ "single_word": false,
164
+ "special": false
165
+ },
166
+ "20": {
167
+ "content": "<|repo_name|>",
168
+ "lstrip": false,
169
+ "normalized": false,
170
+ "rstrip": false,
171
+ "single_word": false,
172
+ "special": false
173
+ },
174
+ "21": {
175
+ "content": "<|file_sep|>",
176
+ "lstrip": false,
177
+ "normalized": false,
178
+ "rstrip": false,
179
+ "single_word": false,
180
+ "special": false
181
+ },
182
+ "22": {
183
+ "content": "<tool_response>",
184
+ "lstrip": false,
185
+ "normalized": false,
186
+ "rstrip": false,
187
+ "single_word": false,
188
+ "special": false
189
+ },
190
+ "23": {
191
+ "content": "</tool_response>",
192
+ "lstrip": false,
193
+ "normalized": false,
194
+ "rstrip": false,
195
+ "single_word": false,
196
+ "special": false
197
+ },
198
+ "24": {
199
+ "content": "<think>",
200
+ "lstrip": false,
201
+ "normalized": false,
202
+ "rstrip": false,
203
+ "single_word": false,
204
+ "special": false
205
+ },
206
+ "25": {
207
+ "content": "</think>",
208
+ "lstrip": false,
209
+ "normalized": false,
210
+ "rstrip": false,
211
+ "single_word": false,
212
+ "special": false
213
+ },
214
+ "26": {
215
+ "content": "<|iquest_system|>",
216
+ "lstrip": false,
217
+ "normalized": false,
218
+ "rstrip": false,
219
+ "single_word": false,
220
+ "special": true
221
+ },
222
+ "27": {
223
+ "content": "<|iquest_user|>",
224
+ "lstrip": false,
225
+ "normalized": false,
226
+ "rstrip": false,
227
+ "single_word": false,
228
+ "special": true
229
+ },
230
+ "28": {
231
+ "content": "<|iquest_assistant|>",
232
+ "lstrip": false,
233
+ "normalized": false,
234
+ "rstrip": false,
235
+ "single_word": false,
236
+ "special": true
237
+ },
238
+ "29": {
239
+ "content": "<|iquest_tool|>",
240
+ "lstrip": false,
241
+ "normalized": false,
242
+ "rstrip": false,
243
+ "single_word": false,
244
+ "special": true
245
+ },
246
+ "30": {
247
+ "content": "<|endoftext|>",
248
+ "lstrip": false,
249
+ "normalized": false,
250
+ "rstrip": false,
251
+ "single_word": false,
252
+ "special": true
253
+ },
254
+ "31": {
255
+ "content": "<tools>",
256
+ "lstrip": false,
257
+ "normalized": false,
258
+ "rstrip": false,
259
+ "single_word": false,
260
+ "special": false
261
+ },
262
+ "32": {
263
+ "content": "</tools>",
264
+ "lstrip": false,
265
+ "normalized": false,
266
+ "rstrip": false,
267
+ "single_word": false,
268
+ "special": false
269
+ },
270
+ "33": {
271
+ "content": "<arg_key>",
272
+ "lstrip": false,
273
+ "normalized": false,
274
+ "rstrip": false,
275
+ "single_word": false,
276
+ "special": false
277
+ },
278
+ "34": {
279
+ "content": "</arg_key>",
280
+ "lstrip": false,
281
+ "normalized": false,
282
+ "rstrip": false,
283
+ "single_word": false,
284
+ "special": false
285
+ },
286
+ "35": {
287
+ "content": "<arg_value>",
288
+ "lstrip": false,
289
+ "normalized": false,
290
+ "rstrip": false,
291
+ "single_word": false,
292
+ "special": false
293
+ },
294
+ "36": {
295
+ "content": "</arg_value>",
296
+ "lstrip": false,
297
+ "normalized": false,
298
+ "rstrip": false,
299
+ "single_word": false,
300
+ "special": false
301
+ },
302
+ "37": {
303
+ "content": "<iquest_tool_call>",
304
+ "lstrip": false,
305
+ "normalized": false,
306
+ "rstrip": false,
307
+ "single_word": false,
308
+ "special": false
309
+ },
310
+ "38": {
311
+ "content": "</iquest_tool_call>",
312
+ "lstrip": false,
313
+ "normalized": false,
314
+ "rstrip": false,
315
+ "single_word": false,
316
+ "special": false
317
+ },
318
+ "39": {
319
+ "content": "<|iquest_developer|>",
320
+ "lstrip": false,
321
+ "normalized": false,
322
+ "rstrip": false,
323
+ "single_word": false,
324
+ "special": true
325
+ },
326
+ "40": {
327
+ "content": "<|reserved_14|>",
328
+ "lstrip": false,
329
+ "normalized": false,
330
+ "rstrip": false,
331
+ "single_word": false,
332
+ "special": true
333
+ },
334
+ "41": {
335
+ "content": "<|reserved_15|>",
336
+ "lstrip": false,
337
+ "normalized": false,
338
+ "rstrip": false,
339
+ "single_word": false,
340
+ "special": true
341
+ },
342
+ "42": {
343
+ "content": "<|reserved_16|>",
344
+ "lstrip": false,
345
+ "normalized": false,
346
+ "rstrip": false,
347
+ "single_word": false,
348
+ "special": true
349
+ },
350
+ "43": {
351
+ "content": "<|reserved_17|>",
352
+ "lstrip": false,
353
+ "normalized": false,
354
+ "rstrip": false,
355
+ "single_word": false,
356
+ "special": true
357
+ },
358
+ "44": {
359
+ "content": "<|reserved_18|>",
360
+ "lstrip": false,
361
+ "normalized": false,
362
+ "rstrip": false,
363
+ "single_word": false,
364
+ "special": true
365
+ },
366
+ "45": {
367
+ "content": "<|reserved_19|>",
368
+ "lstrip": false,
369
+ "normalized": false,
370
+ "rstrip": false,
371
+ "single_word": false,
372
+ "special": true
373
+ },
374
+ "46": {
375
+ "content": "<|reserved_20|>",
376
+ "lstrip": false,
377
+ "normalized": false,
378
+ "rstrip": false,
379
+ "single_word": false,
380
+ "special": true
381
+ },
382
+ "47": {
383
+ "content": "<|reserved_21|>",
384
+ "lstrip": false,
385
+ "normalized": false,
386
+ "rstrip": false,
387
+ "single_word": false,
388
+ "special": true
389
+ },
390
+ "48": {
391
+ "content": "<|reserved_22|>",
392
+ "lstrip": false,
393
+ "normalized": false,
394
+ "rstrip": false,
395
+ "single_word": false,
396
+ "special": true
397
+ },
398
+ "49": {
399
+ "content": "<|reserved_23|>",
400
+ "lstrip": false,
401
+ "normalized": false,
402
+ "rstrip": false,
403
+ "single_word": false,
404
+ "special": true
405
+ },
406
+ "50": {
407
+ "content": "<|reserved_24|>",
408
+ "lstrip": false,
409
+ "normalized": false,
410
+ "rstrip": false,
411
+ "single_word": false,
412
+ "special": true
413
+ },
414
+ "51": {
415
+ "content": "<|reserved_25|>",
416
+ "lstrip": false,
417
+ "normalized": false,
418
+ "rstrip": false,
419
+ "single_word": false,
420
+ "special": true
421
+ },
422
+ "52": {
423
+ "content": "<|reserved_26|>",
424
+ "lstrip": false,
425
+ "normalized": false,
426
+ "rstrip": false,
427
+ "single_word": false,
428
+ "special": true
429
+ },
430
+ "53": {
431
+ "content": "<|reserved_27|>",
432
+ "lstrip": false,
433
+ "normalized": false,
434
+ "rstrip": false,
435
+ "single_word": false,
436
+ "special": true
437
+ },
438
+ "54": {
439
+ "content": "<|reserved_28|>",
440
+ "lstrip": false,
441
+ "normalized": false,
442
+ "rstrip": false,
443
+ "single_word": false,
444
+ "special": true
445
+ },
446
+ "55": {
447
+ "content": "<|reserved_29|>",
448
+ "lstrip": false,
449
+ "normalized": false,
450
+ "rstrip": false,
451
+ "single_word": false,
452
+ "special": true
453
+ },
454
+ "56": {
455
+ "content": "<|reserved_30|>",
456
+ "lstrip": false,
457
+ "normalized": false,
458
+ "rstrip": false,
459
+ "single_word": false,
460
+ "special": true
461
+ },
462
+ "57": {
463
+ "content": "<|reserved_31|>",
464
+ "lstrip": false,
465
+ "normalized": false,
466
+ "rstrip": false,
467
+ "single_word": false,
468
+ "special": true
469
+ },
470
+ "58": {
471
+ "content": "<|reserved_32|>",
472
+ "lstrip": false,
473
+ "normalized": false,
474
+ "rstrip": false,
475
+ "single_word": false,
476
+ "special": true
477
+ },
478
+ "59": {
479
+ "content": "<|reserved_33|>",
480
+ "lstrip": false,
481
+ "normalized": false,
482
+ "rstrip": false,
483
+ "single_word": false,
484
+ "special": true
485
+ },
486
+ "60": {
487
+ "content": "<|reserved_34|>",
488
+ "lstrip": false,
489
+ "normalized": false,
490
+ "rstrip": false,
491
+ "single_word": false,
492
+ "special": true
493
+ },
494
+ "61": {
495
+ "content": "<|reserved_35|>",
496
+ "lstrip": false,
497
+ "normalized": false,
498
+ "rstrip": false,
499
+ "single_word": false,
500
+ "special": true
501
+ },
502
+ "62": {
503
+ "content": "<|reserved_36|>",
504
+ "lstrip": false,
505
+ "normalized": false,
506
+ "rstrip": false,
507
+ "single_word": false,
508
+ "special": true
509
+ },
510
+ "63": {
511
+ "content": "<|reserved_37|>",
512
+ "lstrip": false,
513
+ "normalized": false,
514
+ "rstrip": false,
515
+ "single_word": false,
516
+ "special": true
517
+ },
518
+ "64": {
519
+ "content": "<|reserved_38|>",
520
+ "lstrip": false,
521
+ "normalized": false,
522
+ "rstrip": false,
523
+ "single_word": false,
524
+ "special": true
525
+ },
526
+ "65": {
527
+ "content": "<|reserved_39|>",
528
+ "lstrip": false,
529
+ "normalized": false,
530
+ "rstrip": false,
531
+ "single_word": false,
532
+ "special": true
533
+ },
534
+ "66": {
535
+ "content": "<|reserved_40|>",
536
+ "lstrip": false,
537
+ "normalized": false,
538
+ "rstrip": false,
539
+ "single_word": false,
540
+ "special": true
541
+ },
542
+ "67": {
543
+ "content": "<|reserved_41|>",
544
+ "lstrip": false,
545
+ "normalized": false,
546
+ "rstrip": false,
547
+ "single_word": false,
548
+ "special": true
549
+ },
550
+ "68": {
551
+ "content": "<|reserved_42|>",
552
+ "lstrip": false,
553
+ "normalized": false,
554
+ "rstrip": false,
555
+ "single_word": false,
556
+ "special": true
557
+ },
558
+ "69": {
559
+ "content": "<|reserved_43|>",
560
+ "lstrip": false,
561
+ "normalized": false,
562
+ "rstrip": false,
563
+ "single_word": false,
564
+ "special": true
565
+ },
566
+ "70": {
567
+ "content": "<|reserved_44|>",
568
+ "lstrip": false,
569
+ "normalized": false,
570
+ "rstrip": false,
571
+ "single_word": false,
572
+ "special": true
573
+ },
574
+ "71": {
575
+ "content": "<|reserved_45|>",
576
+ "lstrip": false,
577
+ "normalized": false,
578
+ "rstrip": false,
579
+ "single_word": false,
580
+ "special": true
581
+ },
582
+ "72": {
583
+ "content": "<|reserved_46|>",
584
+ "lstrip": false,
585
+ "normalized": false,
586
+ "rstrip": false,
587
+ "single_word": false,
588
+ "special": true
589
+ },
590
+ "73": {
591
+ "content": "<|reserved_47|>",
592
+ "lstrip": false,
593
+ "normalized": false,
594
+ "rstrip": false,
595
+ "single_word": false,
596
+ "special": true
597
+ },
598
+ "74": {
599
+ "content": "<|reserved_48|>",
600
+ "lstrip": false,
601
+ "normalized": false,
602
+ "rstrip": false,
603
+ "single_word": false,
604
+ "special": true
605
+ },
606
+ "75": {
607
+ "content": "<|reserved_49|>",
608
+ "lstrip": false,
609
+ "normalized": false,
610
+ "rstrip": false,
611
+ "single_word": false,
612
+ "special": true
613
+ },
614
+ "76": {
615
+ "content": "<|reserved_50|>",
616
+ "lstrip": false,
617
+ "normalized": false,
618
+ "rstrip": false,
619
+ "single_word": false,
620
+ "special": true
621
+ },
622
+ "77": {
623
+ "content": "<|reserved_51|>",
624
+ "lstrip": false,
625
+ "normalized": false,
626
+ "rstrip": false,
627
+ "single_word": false,
628
+ "special": true
629
+ },
630
+ "78": {
631
+ "content": "<|reserved_52|>",
632
+ "lstrip": false,
633
+ "normalized": false,
634
+ "rstrip": false,
635
+ "single_word": false,
636
+ "special": true
637
+ },
638
+ "79": {
639
+ "content": "<|reserved_53|>",
640
+ "lstrip": false,
641
+ "normalized": false,
642
+ "rstrip": false,
643
+ "single_word": false,
644
+ "special": true
645
+ },
646
+ "80": {
647
+ "content": "<|reserved_54|>",
648
+ "lstrip": false,
649
+ "normalized": false,
650
+ "rstrip": false,
651
+ "single_word": false,
652
+ "special": true
653
+ },
654
+ "81": {
655
+ "content": "<|reserved_55|>",
656
+ "lstrip": false,
657
+ "normalized": false,
658
+ "rstrip": false,
659
+ "single_word": false,
660
+ "special": true
661
+ },
662
+ "82": {
663
+ "content": "<|reserved_56|>",
664
+ "lstrip": false,
665
+ "normalized": false,
666
+ "rstrip": false,
667
+ "single_word": false,
668
+ "special": true
669
+ },
670
+ "83": {
671
+ "content": "<|reserved_57|>",
672
+ "lstrip": false,
673
+ "normalized": false,
674
+ "rstrip": false,
675
+ "single_word": false,
676
+ "special": true
677
+ },
678
+ "84": {
679
+ "content": "<|reserved_58|>",
680
+ "lstrip": false,
681
+ "normalized": false,
682
+ "rstrip": false,
683
+ "single_word": false,
684
+ "special": true
685
+ },
686
+ "85": {
687
+ "content": "<|reserved_59|>",
688
+ "lstrip": false,
689
+ "normalized": false,
690
+ "rstrip": false,
691
+ "single_word": false,
692
+ "special": true
693
+ },
694
+ "86": {
695
+ "content": "<|reserved_60|>",
696
+ "lstrip": false,
697
+ "normalized": false,
698
+ "rstrip": false,
699
+ "single_word": false,
700
+ "special": true
701
+ },
702
+ "87": {
703
+ "content": "<|reserved_61|>",
704
+ "lstrip": false,
705
+ "normalized": false,
706
+ "rstrip": false,
707
+ "single_word": false,
708
+ "special": true
709
+ },
710
+ "88": {
711
+ "content": "<|reserved_62|>",
712
+ "lstrip": false,
713
+ "normalized": false,
714
+ "rstrip": false,
715
+ "single_word": false,
716
+ "special": true
717
+ },
718
+ "89": {
719
+ "content": "<|reserved_63|>",
720
+ "lstrip": false,
721
+ "normalized": false,
722
+ "rstrip": false,
723
+ "single_word": false,
724
+ "special": true
725
+ },
726
+ "90": {
727
+ "content": "<|reserved_64|>",
728
+ "lstrip": false,
729
+ "normalized": false,
730
+ "rstrip": false,
731
+ "single_word": false,
732
+ "special": true
733
+ },
734
+ "91": {
735
+ "content": "<|reserved_65|>",
736
+ "lstrip": false,
737
+ "normalized": false,
738
+ "rstrip": false,
739
+ "single_word": false,
740
+ "special": true
741
+ },
742
+ "92": {
743
+ "content": "<|reserved_66|>",
744
+ "lstrip": false,
745
+ "normalized": false,
746
+ "rstrip": false,
747
+ "single_word": false,
748
+ "special": true
749
+ },
750
+ "93": {
751
+ "content": "<|reserved_67|>",
752
+ "lstrip": false,
753
+ "normalized": false,
754
+ "rstrip": false,
755
+ "single_word": false,
756
+ "special": true
757
+ },
758
+ "94": {
759
+ "content": "<|reserved_68|>",
760
+ "lstrip": false,
761
+ "normalized": false,
762
+ "rstrip": false,
763
+ "single_word": false,
764
+ "special": true
765
+ },
766
+ "95": {
767
+ "content": "<|reserved_69|>",
768
+ "lstrip": false,
769
+ "normalized": false,
770
+ "rstrip": false,
771
+ "single_word": false,
772
+ "special": true
773
+ },
774
+ "96": {
775
+ "content": "<|reserved_70|>",
776
+ "lstrip": false,
777
+ "normalized": false,
778
+ "rstrip": false,
779
+ "single_word": false,
780
+ "special": true
781
+ },
782
+ "97": {
783
+ "content": "<|reserved_71|>",
784
+ "lstrip": false,
785
+ "normalized": false,
786
+ "rstrip": false,
787
+ "single_word": false,
788
+ "special": true
789
+ },
790
+ "98": {
791
+ "content": "<|reserved_72|>",
792
+ "lstrip": false,
793
+ "normalized": false,
794
+ "rstrip": false,
795
+ "single_word": false,
796
+ "special": true
797
+ },
798
+ "99": {
799
+ "content": "<|reserved_73|>",
800
+ "lstrip": false,
801
+ "normalized": false,
802
+ "rstrip": false,
803
+ "single_word": false,
804
+ "special": true
805
+ },
806
+ "100": {
807
+ "content": "<|reserved_74|>",
808
+ "lstrip": false,
809
+ "normalized": false,
810
+ "rstrip": false,
811
+ "single_word": false,
812
+ "special": true
813
+ },
814
+ "101": {
815
+ "content": "<|reserved_75|>",
816
+ "lstrip": false,
817
+ "normalized": false,
818
+ "rstrip": false,
819
+ "single_word": false,
820
+ "special": true
821
+ },
822
+ "102": {
823
+ "content": "<|reserved_76|>",
824
+ "lstrip": false,
825
+ "normalized": false,
826
+ "rstrip": false,
827
+ "single_word": false,
828
+ "special": true
829
+ },
830
+ "103": {
831
+ "content": "<|reserved_77|>",
832
+ "lstrip": false,
833
+ "normalized": false,
834
+ "rstrip": false,
835
+ "single_word": false,
836
+ "special": true
837
+ },
838
+ "104": {
839
+ "content": "<|reserved_78|>",
840
+ "lstrip": false,
841
+ "normalized": false,
842
+ "rstrip": false,
843
+ "single_word": false,
844
+ "special": true
845
+ },
846
+ "105": {
847
+ "content": "<|reserved_79|>",
848
+ "lstrip": false,
849
+ "normalized": false,
850
+ "rstrip": false,
851
+ "single_word": false,
852
+ "special": true
853
+ },
854
+ "106": {
855
+ "content": "<|reserved_80|>",
856
+ "lstrip": false,
857
+ "normalized": false,
858
+ "rstrip": false,
859
+ "single_word": false,
860
+ "special": true
861
+ },
862
+ "107": {
863
+ "content": "<|reserved_81|>",
864
+ "lstrip": false,
865
+ "normalized": false,
866
+ "rstrip": false,
867
+ "single_word": false,
868
+ "special": true
869
+ },
870
+ "108": {
871
+ "content": "<|reserved_82|>",
872
+ "lstrip": false,
873
+ "normalized": false,
874
+ "rstrip": false,
875
+ "single_word": false,
876
+ "special": true
877
+ },
878
+ "109": {
879
+ "content": "<|reserved_83|>",
880
+ "lstrip": false,
881
+ "normalized": false,
882
+ "rstrip": false,
883
+ "single_word": false,
884
+ "special": true
885
+ },
886
+ "110": {
887
+ "content": "<|reserved_84|>",
888
+ "lstrip": false,
889
+ "normalized": false,
890
+ "rstrip": false,
891
+ "single_word": false,
892
+ "special": true
893
+ },
894
+ "111": {
895
+ "content": "<|reserved_85|>",
896
+ "lstrip": false,
897
+ "normalized": false,
898
+ "rstrip": false,
899
+ "single_word": false,
900
+ "special": true
901
+ },
902
+ "112": {
903
+ "content": "<|reserved_86|>",
904
+ "lstrip": false,
905
+ "normalized": false,
906
+ "rstrip": false,
907
+ "single_word": false,
908
+ "special": true
909
+ },
910
+ "113": {
911
+ "content": "<|reserved_87|>",
912
+ "lstrip": false,
913
+ "normalized": false,
914
+ "rstrip": false,
915
+ "single_word": false,
916
+ "special": true
917
+ },
918
+ "114": {
919
+ "content": "<|reserved_88|>",
920
+ "lstrip": false,
921
+ "normalized": false,
922
+ "rstrip": false,
923
+ "single_word": false,
924
+ "special": true
925
+ },
926
+ "115": {
927
+ "content": "<|reserved_89|>",
928
+ "lstrip": false,
929
+ "normalized": false,
930
+ "rstrip": false,
931
+ "single_word": false,
932
+ "special": true
933
+ },
934
+ "116": {
935
+ "content": "<|reserved_90|>",
936
+ "lstrip": false,
937
+ "normalized": false,
938
+ "rstrip": false,
939
+ "single_word": false,
940
+ "special": true
941
+ },
942
+ "117": {
943
+ "content": "<|reserved_91|>",
944
+ "lstrip": false,
945
+ "normalized": false,
946
+ "rstrip": false,
947
+ "single_word": false,
948
+ "special": true
949
+ },
950
+ "118": {
951
+ "content": "<|reserved_92|>",
952
+ "lstrip": false,
953
+ "normalized": false,
954
+ "rstrip": false,
955
+ "single_word": false,
956
+ "special": true
957
+ },
958
+ "119": {
959
+ "content": "<|reserved_93|>",
960
+ "lstrip": false,
961
+ "normalized": false,
962
+ "rstrip": false,
963
+ "single_word": false,
964
+ "special": true
965
+ },
966
+ "120": {
967
+ "content": "<|reserved_94|>",
968
+ "lstrip": false,
969
+ "normalized": false,
970
+ "rstrip": false,
971
+ "single_word": false,
972
+ "special": true
973
+ },
974
+ "121": {
975
+ "content": "<|reserved_95|>",
976
+ "lstrip": false,
977
+ "normalized": false,
978
+ "rstrip": false,
979
+ "single_word": false,
980
+ "special": true
981
+ },
982
+ "122": {
983
+ "content": "<|reserved_96|>",
984
+ "lstrip": false,
985
+ "normalized": false,
986
+ "rstrip": false,
987
+ "single_word": false,
988
+ "special": true
989
+ },
990
+ "123": {
991
+ "content": "<|reserved_97|>",
992
+ "lstrip": false,
993
+ "normalized": false,
994
+ "rstrip": false,
995
+ "single_word": false,
996
+ "special": true
997
+ },
998
+ "124": {
999
+ "content": "<|reserved_98|>",
1000
+ "lstrip": false,
1001
+ "normalized": false,
1002
+ "rstrip": false,
1003
+ "single_word": false,
1004
+ "special": true
1005
+ },
1006
+ "125": {
1007
+ "content": "<|reserved_99|>",
1008
+ "lstrip": false,
1009
+ "normalized": false,
1010
+ "rstrip": false,
1011
+ "single_word": false,
1012
+ "special": true
1013
+ },
1014
+ "126": {
1015
+ "content": "<|reserved_100|>",
1016
+ "lstrip": false,
1017
+ "normalized": false,
1018
+ "rstrip": false,
1019
+ "single_word": false,
1020
+ "special": true
1021
+ },
1022
+ "127": {
1023
+ "content": "<|reserved_101|>",
1024
+ "lstrip": false,
1025
+ "normalized": false,
1026
+ "rstrip": false,
1027
+ "single_word": false,
1028
+ "special": true
1029
+ },
1030
+ "128": {
1031
+ "content": "<|reserved_102|>",
1032
+ "lstrip": false,
1033
+ "normalized": false,
1034
+ "rstrip": false,
1035
+ "single_word": false,
1036
+ "special": true
1037
+ },
1038
+ "129": {
1039
+ "content": "<|reserved_103|>",
1040
+ "lstrip": false,
1041
+ "normalized": false,
1042
+ "rstrip": false,
1043
+ "single_word": false,
1044
+ "special": true
1045
+ },
1046
+ "130": {
1047
+ "content": "<|reserved_104|>",
1048
+ "lstrip": false,
1049
+ "normalized": false,
1050
+ "rstrip": false,
1051
+ "single_word": false,
1052
+ "special": true
1053
+ },
1054
+ "131": {
1055
+ "content": "<|reserved_105|>",
1056
+ "lstrip": false,
1057
+ "normalized": false,
1058
+ "rstrip": false,
1059
+ "single_word": false,
1060
+ "special": true
1061
+ },
1062
+ "132": {
1063
+ "content": "<|reserved_106|>",
1064
+ "lstrip": false,
1065
+ "normalized": false,
1066
+ "rstrip": false,
1067
+ "single_word": false,
1068
+ "special": true
1069
+ },
1070
+ "133": {
1071
+ "content": "<|reserved_107|>",
1072
+ "lstrip": false,
1073
+ "normalized": false,
1074
+ "rstrip": false,
1075
+ "single_word": false,
1076
+ "special": true
1077
+ },
1078
+ "134": {
1079
+ "content": "<|reserved_108|>",
1080
+ "lstrip": false,
1081
+ "normalized": false,
1082
+ "rstrip": false,
1083
+ "single_word": false,
1084
+ "special": true
1085
+ },
1086
+ "135": {
1087
+ "content": "<|reserved_109|>",
1088
+ "lstrip": false,
1089
+ "normalized": false,
1090
+ "rstrip": false,
1091
+ "single_word": false,
1092
+ "special": true
1093
+ },
1094
+ "136": {
1095
+ "content": "<|reserved_110|>",
1096
+ "lstrip": false,
1097
+ "normalized": false,
1098
+ "rstrip": false,
1099
+ "single_word": false,
1100
+ "special": true
1101
+ },
1102
+ "137": {
1103
+ "content": "<|reserved_111|>",
1104
+ "lstrip": false,
1105
+ "normalized": false,
1106
+ "rstrip": false,
1107
+ "single_word": false,
1108
+ "special": true
1109
+ },
1110
+ "138": {
1111
+ "content": "<|reserved_112|>",
1112
+ "lstrip": false,
1113
+ "normalized": false,
1114
+ "rstrip": false,
1115
+ "single_word": false,
1116
+ "special": true
1117
+ },
1118
+ "139": {
1119
+ "content": "<|reserved_113|>",
1120
+ "lstrip": false,
1121
+ "normalized": false,
1122
+ "rstrip": false,
1123
+ "single_word": false,
1124
+ "special": true
1125
+ },
1126
+ "140": {
1127
+ "content": "<|reserved_114|>",
1128
+ "lstrip": false,
1129
+ "normalized": false,
1130
+ "rstrip": false,
1131
+ "single_word": false,
1132
+ "special": true
1133
+ },
1134
+ "141": {
1135
+ "content": "<|reserved_115|>",
1136
+ "lstrip": false,
1137
+ "normalized": false,
1138
+ "rstrip": false,
1139
+ "single_word": false,
1140
+ "special": true
1141
+ },
1142
+ "142": {
1143
+ "content": "<|reserved_116|>",
1144
+ "lstrip": false,
1145
+ "normalized": false,
1146
+ "rstrip": false,
1147
+ "single_word": false,
1148
+ "special": true
1149
+ },
1150
+ "143": {
1151
+ "content": "<|reserved_117|>",
1152
+ "lstrip": false,
1153
+ "normalized": false,
1154
+ "rstrip": false,
1155
+ "single_word": false,
1156
+ "special": true
1157
+ },
1158
+ "144": {
1159
+ "content": "<|reserved_118|>",
1160
+ "lstrip": false,
1161
+ "normalized": false,
1162
+ "rstrip": false,
1163
+ "single_word": false,
1164
+ "special": true
1165
+ },
1166
+ "145": {
1167
+ "content": "<|reserved_119|>",
1168
+ "lstrip": false,
1169
+ "normalized": false,
1170
+ "rstrip": false,
1171
+ "single_word": false,
1172
+ "special": true
1173
+ },
1174
+ "146": {
1175
+ "content": "<|reserved_120|>",
1176
+ "lstrip": false,
1177
+ "normalized": false,
1178
+ "rstrip": false,
1179
+ "single_word": false,
1180
+ "special": true
1181
+ },
1182
+ "147": {
1183
+ "content": "<|reserved_121|>",
1184
+ "lstrip": false,
1185
+ "normalized": false,
1186
+ "rstrip": false,
1187
+ "single_word": false,
1188
+ "special": true
1189
+ },
1190
+ "148": {
1191
+ "content": "<|reserved_122|>",
1192
+ "lstrip": false,
1193
+ "normalized": false,
1194
+ "rstrip": false,
1195
+ "single_word": false,
1196
+ "special": true
1197
+ },
1198
+ "149": {
1199
+ "content": "<|reserved_123|>",
1200
+ "lstrip": false,
1201
+ "normalized": false,
1202
+ "rstrip": false,
1203
+ "single_word": false,
1204
+ "special": true
1205
+ },
1206
+ "150": {
1207
+ "content": "<|reserved_124|>",
1208
+ "lstrip": false,
1209
+ "normalized": false,
1210
+ "rstrip": false,
1211
+ "single_word": false,
1212
+ "special": true
1213
+ },
1214
+ "151": {
1215
+ "content": "<|reserved_125|>",
1216
+ "lstrip": false,
1217
+ "normalized": false,
1218
+ "rstrip": false,
1219
+ "single_word": false,
1220
+ "special": true
1221
+ },
1222
+ "152": {
1223
+ "content": "<|reserved_126|>",
1224
+ "lstrip": false,
1225
+ "normalized": false,
1226
+ "rstrip": false,
1227
+ "single_word": false,
1228
+ "special": true
1229
+ },
1230
+ "153": {
1231
+ "content": "<|reserved_127|>",
1232
+ "lstrip": false,
1233
+ "normalized": false,
1234
+ "rstrip": false,
1235
+ "single_word": false,
1236
+ "special": true
1237
+ },
1238
+ "154": {
1239
+ "content": "<|reserved_128|>",
1240
+ "lstrip": false,
1241
+ "normalized": false,
1242
+ "rstrip": false,
1243
+ "single_word": false,
1244
+ "special": true
1245
+ },
1246
+ "155": {
1247
+ "content": "<|reserved_129|>",
1248
+ "lstrip": false,
1249
+ "normalized": false,
1250
+ "rstrip": false,
1251
+ "single_word": false,
1252
+ "special": true
1253
+ },
1254
+ "156": {
1255
+ "content": "<|reserved_130|>",
1256
+ "lstrip": false,
1257
+ "normalized": false,
1258
+ "rstrip": false,
1259
+ "single_word": false,
1260
+ "special": true
1261
+ },
1262
+ "157": {
1263
+ "content": "<|reserved_131|>",
1264
+ "lstrip": false,
1265
+ "normalized": false,
1266
+ "rstrip": false,
1267
+ "single_word": false,
1268
+ "special": true
1269
+ },
1270
+ "158": {
1271
+ "content": "<|reserved_132|>",
1272
+ "lstrip": false,
1273
+ "normalized": false,
1274
+ "rstrip": false,
1275
+ "single_word": false,
1276
+ "special": true
1277
+ },
1278
+ "159": {
1279
+ "content": "<|reserved_133|>",
1280
+ "lstrip": false,
1281
+ "normalized": false,
1282
+ "rstrip": false,
1283
+ "single_word": false,
1284
+ "special": true
1285
+ },
1286
+ "160": {
1287
+ "content": "<|reserved_134|>",
1288
+ "lstrip": false,
1289
+ "normalized": false,
1290
+ "rstrip": false,
1291
+ "single_word": false,
1292
+ "special": true
1293
+ },
1294
+ "161": {
1295
+ "content": "<|reserved_135|>",
1296
+ "lstrip": false,
1297
+ "normalized": false,
1298
+ "rstrip": false,
1299
+ "single_word": false,
1300
+ "special": true
1301
+ },
1302
+ "162": {
1303
+ "content": "<|reserved_136|>",
1304
+ "lstrip": false,
1305
+ "normalized": false,
1306
+ "rstrip": false,
1307
+ "single_word": false,
1308
+ "special": true
1309
+ },
1310
+ "163": {
1311
+ "content": "<|reserved_137|>",
1312
+ "lstrip": false,
1313
+ "normalized": false,
1314
+ "rstrip": false,
1315
+ "single_word": false,
1316
+ "special": true
1317
+ },
1318
+ "164": {
1319
+ "content": "<|reserved_138|>",
1320
+ "lstrip": false,
1321
+ "normalized": false,
1322
+ "rstrip": false,
1323
+ "single_word": false,
1324
+ "special": true
1325
+ },
1326
+ "165": {
1327
+ "content": "<|reserved_139|>",
1328
+ "lstrip": false,
1329
+ "normalized": false,
1330
+ "rstrip": false,
1331
+ "single_word": false,
1332
+ "special": true
1333
+ },
1334
+ "166": {
1335
+ "content": "<|reserved_140|>",
1336
+ "lstrip": false,
1337
+ "normalized": false,
1338
+ "rstrip": false,
1339
+ "single_word": false,
1340
+ "special": true
1341
+ },
1342
+ "167": {
1343
+ "content": "<|reserved_141|>",
1344
+ "lstrip": false,
1345
+ "normalized": false,
1346
+ "rstrip": false,
1347
+ "single_word": false,
1348
+ "special": true
1349
+ },
1350
+ "168": {
1351
+ "content": "<|reserved_142|>",
1352
+ "lstrip": false,
1353
+ "normalized": false,
1354
+ "rstrip": false,
1355
+ "single_word": false,
1356
+ "special": true
1357
+ },
1358
+ "169": {
1359
+ "content": "<|reserved_143|>",
1360
+ "lstrip": false,
1361
+ "normalized": false,
1362
+ "rstrip": false,
1363
+ "single_word": false,
1364
+ "special": true
1365
+ },
1366
+ "170": {
1367
+ "content": "<|reserved_144|>",
1368
+ "lstrip": false,
1369
+ "normalized": false,
1370
+ "rstrip": false,
1371
+ "single_word": false,
1372
+ "special": true
1373
+ },
1374
+ "171": {
1375
+ "content": "<|reserved_145|>",
1376
+ "lstrip": false,
1377
+ "normalized": false,
1378
+ "rstrip": false,
1379
+ "single_word": false,
1380
+ "special": true
1381
+ },
1382
+ "172": {
1383
+ "content": "<|reserved_146|>",
1384
+ "lstrip": false,
1385
+ "normalized": false,
1386
+ "rstrip": false,
1387
+ "single_word": false,
1388
+ "special": true
1389
+ },
1390
+ "173": {
1391
+ "content": "<|reserved_147|>",
1392
+ "lstrip": false,
1393
+ "normalized": false,
1394
+ "rstrip": false,
1395
+ "single_word": false,
1396
+ "special": true
1397
+ },
1398
+ "174": {
1399
+ "content": "<|reserved_148|>",
1400
+ "lstrip": false,
1401
+ "normalized": false,
1402
+ "rstrip": false,
1403
+ "single_word": false,
1404
+ "special": true
1405
+ },
1406
+ "175": {
1407
+ "content": "<|reserved_149|>",
1408
+ "lstrip": false,
1409
+ "normalized": false,
1410
+ "rstrip": false,
1411
+ "single_word": false,
1412
+ "special": true
1413
+ },
1414
+ "176": {
1415
+ "content": "<|reserved_150|>",
1416
+ "lstrip": false,
1417
+ "normalized": false,
1418
+ "rstrip": false,
1419
+ "single_word": false,
1420
+ "special": true
1421
+ },
1422
+ "177": {
1423
+ "content": "<|reserved_151|>",
1424
+ "lstrip": false,
1425
+ "normalized": false,
1426
+ "rstrip": false,
1427
+ "single_word": false,
1428
+ "special": true
1429
+ },
1430
+ "178": {
1431
+ "content": "<|reserved_152|>",
1432
+ "lstrip": false,
1433
+ "normalized": false,
1434
+ "rstrip": false,
1435
+ "single_word": false,
1436
+ "special": true
1437
+ },
1438
+ "179": {
1439
+ "content": "<|reserved_153|>",
1440
+ "lstrip": false,
1441
+ "normalized": false,
1442
+ "rstrip": false,
1443
+ "single_word": false,
1444
+ "special": true
1445
+ },
1446
+ "180": {
1447
+ "content": "<|reserved_154|>",
1448
+ "lstrip": false,
1449
+ "normalized": false,
1450
+ "rstrip": false,
1451
+ "single_word": false,
1452
+ "special": true
1453
+ },
1454
+ "181": {
1455
+ "content": "<|reserved_155|>",
1456
+ "lstrip": false,
1457
+ "normalized": false,
1458
+ "rstrip": false,
1459
+ "single_word": false,
1460
+ "special": true
1461
+ },
1462
+ "182": {
1463
+ "content": "<|reserved_156|>",
1464
+ "lstrip": false,
1465
+ "normalized": false,
1466
+ "rstrip": false,
1467
+ "single_word": false,
1468
+ "special": true
1469
+ },
1470
+ "183": {
1471
+ "content": "<|reserved_157|>",
1472
+ "lstrip": false,
1473
+ "normalized": false,
1474
+ "rstrip": false,
1475
+ "single_word": false,
1476
+ "special": true
1477
+ },
1478
+ "184": {
1479
+ "content": "<|reserved_158|>",
1480
+ "lstrip": false,
1481
+ "normalized": false,
1482
+ "rstrip": false,
1483
+ "single_word": false,
1484
+ "special": true
1485
+ },
1486
+ "185": {
1487
+ "content": "<|reserved_159|>",
1488
+ "lstrip": false,
1489
+ "normalized": false,
1490
+ "rstrip": false,
1491
+ "single_word": false,
1492
+ "special": true
1493
+ },
1494
+ "186": {
1495
+ "content": "<|reserved_160|>",
1496
+ "lstrip": false,
1497
+ "normalized": false,
1498
+ "rstrip": false,
1499
+ "single_word": false,
1500
+ "special": true
1501
+ },
1502
+ "187": {
1503
+ "content": "<|reserved_161|>",
1504
+ "lstrip": false,
1505
+ "normalized": false,
1506
+ "rstrip": false,
1507
+ "single_word": false,
1508
+ "special": true
1509
+ },
1510
+ "188": {
1511
+ "content": "<|reserved_162|>",
1512
+ "lstrip": false,
1513
+ "normalized": false,
1514
+ "rstrip": false,
1515
+ "single_word": false,
1516
+ "special": true
1517
+ },
1518
+ "189": {
1519
+ "content": "<|reserved_163|>",
1520
+ "lstrip": false,
1521
+ "normalized": false,
1522
+ "rstrip": false,
1523
+ "single_word": false,
1524
+ "special": true
1525
+ },
1526
+ "190": {
1527
+ "content": "<|reserved_164|>",
1528
+ "lstrip": false,
1529
+ "normalized": false,
1530
+ "rstrip": false,
1531
+ "single_word": false,
1532
+ "special": true
1533
+ },
1534
+ "191": {
1535
+ "content": "<|reserved_165|>",
1536
+ "lstrip": false,
1537
+ "normalized": false,
1538
+ "rstrip": false,
1539
+ "single_word": false,
1540
+ "special": true
1541
+ },
1542
+ "192": {
1543
+ "content": "<|reserved_166|>",
1544
+ "lstrip": false,
1545
+ "normalized": false,
1546
+ "rstrip": false,
1547
+ "single_word": false,
1548
+ "special": true
1549
+ },
1550
+ "193": {
1551
+ "content": "<|reserved_167|>",
1552
+ "lstrip": false,
1553
+ "normalized": false,
1554
+ "rstrip": false,
1555
+ "single_word": false,
1556
+ "special": true
1557
+ },
1558
+ "194": {
1559
+ "content": "<|reserved_168|>",
1560
+ "lstrip": false,
1561
+ "normalized": false,
1562
+ "rstrip": false,
1563
+ "single_word": false,
1564
+ "special": true
1565
+ },
1566
+ "195": {
1567
+ "content": "<|reserved_169|>",
1568
+ "lstrip": false,
1569
+ "normalized": false,
1570
+ "rstrip": false,
1571
+ "single_word": false,
1572
+ "special": true
1573
+ },
1574
+ "196": {
1575
+ "content": "<|reserved_170|>",
1576
+ "lstrip": false,
1577
+ "normalized": false,
1578
+ "rstrip": false,
1579
+ "single_word": false,
1580
+ "special": true
1581
+ },
1582
+ "197": {
1583
+ "content": "<|reserved_171|>",
1584
+ "lstrip": false,
1585
+ "normalized": false,
1586
+ "rstrip": false,
1587
+ "single_word": false,
1588
+ "special": true
1589
+ },
1590
+ "198": {
1591
+ "content": "<|reserved_172|>",
1592
+ "lstrip": false,
1593
+ "normalized": false,
1594
+ "rstrip": false,
1595
+ "single_word": false,
1596
+ "special": true
1597
+ },
1598
+ "199": {
1599
+ "content": "<|reserved_173|>",
1600
+ "lstrip": false,
1601
+ "normalized": false,
1602
+ "rstrip": false,
1603
+ "single_word": false,
1604
+ "special": true
1605
+ },
1606
+ "200": {
1607
+ "content": "<|reserved_174|>",
1608
+ "lstrip": false,
1609
+ "normalized": false,
1610
+ "rstrip": false,
1611
+ "single_word": false,
1612
+ "special": true
1613
+ },
1614
+ "201": {
1615
+ "content": "<|reserved_175|>",
1616
+ "lstrip": false,
1617
+ "normalized": false,
1618
+ "rstrip": false,
1619
+ "single_word": false,
1620
+ "special": true
1621
+ },
1622
+ "202": {
1623
+ "content": "<|reserved_176|>",
1624
+ "lstrip": false,
1625
+ "normalized": false,
1626
+ "rstrip": false,
1627
+ "single_word": false,
1628
+ "special": true
1629
+ },
1630
+ "203": {
1631
+ "content": "<|reserved_177|>",
1632
+ "lstrip": false,
1633
+ "normalized": false,
1634
+ "rstrip": false,
1635
+ "single_word": false,
1636
+ "special": true
1637
+ },
1638
+ "204": {
1639
+ "content": "<|reserved_178|>",
1640
+ "lstrip": false,
1641
+ "normalized": false,
1642
+ "rstrip": false,
1643
+ "single_word": false,
1644
+ "special": true
1645
+ },
1646
+ "205": {
1647
+ "content": "<|reserved_179|>",
1648
+ "lstrip": false,
1649
+ "normalized": false,
1650
+ "rstrip": false,
1651
+ "single_word": false,
1652
+ "special": true
1653
+ },
1654
+ "206": {
1655
+ "content": "<|reserved_180|>",
1656
+ "lstrip": false,
1657
+ "normalized": false,
1658
+ "rstrip": false,
1659
+ "single_word": false,
1660
+ "special": true
1661
+ },
1662
+ "207": {
1663
+ "content": "<|reserved_181|>",
1664
+ "lstrip": false,
1665
+ "normalized": false,
1666
+ "rstrip": false,
1667
+ "single_word": false,
1668
+ "special": true
1669
+ },
1670
+ "208": {
1671
+ "content": "<|reserved_182|>",
1672
+ "lstrip": false,
1673
+ "normalized": false,
1674
+ "rstrip": false,
1675
+ "single_word": false,
1676
+ "special": true
1677
+ },
1678
+ "209": {
1679
+ "content": "<|reserved_183|>",
1680
+ "lstrip": false,
1681
+ "normalized": false,
1682
+ "rstrip": false,
1683
+ "single_word": false,
1684
+ "special": true
1685
+ },
1686
+ "210": {
1687
+ "content": "<|reserved_184|>",
1688
+ "lstrip": false,
1689
+ "normalized": false,
1690
+ "rstrip": false,
1691
+ "single_word": false,
1692
+ "special": true
1693
+ },
1694
+ "211": {
1695
+ "content": "<|reserved_185|>",
1696
+ "lstrip": false,
1697
+ "normalized": false,
1698
+ "rstrip": false,
1699
+ "single_word": false,
1700
+ "special": true
1701
+ },
1702
+ "212": {
1703
+ "content": "<|reserved_186|>",
1704
+ "lstrip": false,
1705
+ "normalized": false,
1706
+ "rstrip": false,
1707
+ "single_word": false,
1708
+ "special": true
1709
+ },
1710
+ "213": {
1711
+ "content": "<|reserved_187|>",
1712
+ "lstrip": false,
1713
+ "normalized": false,
1714
+ "rstrip": false,
1715
+ "single_word": false,
1716
+ "special": true
1717
+ },
1718
+ "214": {
1719
+ "content": "<|reserved_188|>",
1720
+ "lstrip": false,
1721
+ "normalized": false,
1722
+ "rstrip": false,
1723
+ "single_word": false,
1724
+ "special": true
1725
+ },
1726
+ "215": {
1727
+ "content": "<|reserved_189|>",
1728
+ "lstrip": false,
1729
+ "normalized": false,
1730
+ "rstrip": false,
1731
+ "single_word": false,
1732
+ "special": true
1733
+ },
1734
+ "216": {
1735
+ "content": "<|reserved_190|>",
1736
+ "lstrip": false,
1737
+ "normalized": false,
1738
+ "rstrip": false,
1739
+ "single_word": false,
1740
+ "special": true
1741
+ },
1742
+ "217": {
1743
+ "content": "<|reserved_191|>",
1744
+ "lstrip": false,
1745
+ "normalized": false,
1746
+ "rstrip": false,
1747
+ "single_word": false,
1748
+ "special": true
1749
+ },
1750
+ "218": {
1751
+ "content": "<|reserved_192|>",
1752
+ "lstrip": false,
1753
+ "normalized": false,
1754
+ "rstrip": false,
1755
+ "single_word": false,
1756
+ "special": true
1757
+ },
1758
+ "219": {
1759
+ "content": "<|reserved_193|>",
1760
+ "lstrip": false,
1761
+ "normalized": false,
1762
+ "rstrip": false,
1763
+ "single_word": false,
1764
+ "special": true
1765
+ },
1766
+ "220": {
1767
+ "content": "<|reserved_194|>",
1768
+ "lstrip": false,
1769
+ "normalized": false,
1770
+ "rstrip": false,
1771
+ "single_word": false,
1772
+ "special": true
1773
+ },
1774
+ "221": {
1775
+ "content": "<|reserved_195|>",
1776
+ "lstrip": false,
1777
+ "normalized": false,
1778
+ "rstrip": false,
1779
+ "single_word": false,
1780
+ "special": true
1781
+ },
1782
+ "222": {
1783
+ "content": "<|reserved_196|>",
1784
+ "lstrip": false,
1785
+ "normalized": false,
1786
+ "rstrip": false,
1787
+ "single_word": false,
1788
+ "special": true
1789
+ },
1790
+ "223": {
1791
+ "content": "<|reserved_197|>",
1792
+ "lstrip": false,
1793
+ "normalized": false,
1794
+ "rstrip": false,
1795
+ "single_word": false,
1796
+ "special": true
1797
+ },
1798
+ "224": {
1799
+ "content": "<|reserved_198|>",
1800
+ "lstrip": false,
1801
+ "normalized": false,
1802
+ "rstrip": false,
1803
+ "single_word": false,
1804
+ "special": true
1805
+ },
1806
+ "225": {
1807
+ "content": "<|reserved_199|>",
1808
+ "lstrip": false,
1809
+ "normalized": false,
1810
+ "rstrip": false,
1811
+ "single_word": false,
1812
+ "special": true
1813
+ },
1814
+ "226": {
1815
+ "content": "<|reserved_200|>",
1816
+ "lstrip": false,
1817
+ "normalized": false,
1818
+ "rstrip": false,
1819
+ "single_word": false,
1820
+ "special": true
1821
+ },
1822
+ "227": {
1823
+ "content": "<|reserved_201|>",
1824
+ "lstrip": false,
1825
+ "normalized": false,
1826
+ "rstrip": false,
1827
+ "single_word": false,
1828
+ "special": true
1829
+ },
1830
+ "228": {
1831
+ "content": "<|reserved_202|>",
1832
+ "lstrip": false,
1833
+ "normalized": false,
1834
+ "rstrip": false,
1835
+ "single_word": false,
1836
+ "special": true
1837
+ },
1838
+ "229": {
1839
+ "content": "<|reserved_203|>",
1840
+ "lstrip": false,
1841
+ "normalized": false,
1842
+ "rstrip": false,
1843
+ "single_word": false,
1844
+ "special": true
1845
+ },
1846
+ "230": {
1847
+ "content": "<|reserved_204|>",
1848
+ "lstrip": false,
1849
+ "normalized": false,
1850
+ "rstrip": false,
1851
+ "single_word": false,
1852
+ "special": true
1853
+ },
1854
+ "231": {
1855
+ "content": "<|reserved_205|>",
1856
+ "lstrip": false,
1857
+ "normalized": false,
1858
+ "rstrip": false,
1859
+ "single_word": false,
1860
+ "special": true
1861
+ },
1862
+ "232": {
1863
+ "content": "<|reserved_206|>",
1864
+ "lstrip": false,
1865
+ "normalized": false,
1866
+ "rstrip": false,
1867
+ "single_word": false,
1868
+ "special": true
1869
+ },
1870
+ "233": {
1871
+ "content": "<|reserved_207|>",
1872
+ "lstrip": false,
1873
+ "normalized": false,
1874
+ "rstrip": false,
1875
+ "single_word": false,
1876
+ "special": true
1877
+ },
1878
+ "234": {
1879
+ "content": "<|reserved_208|>",
1880
+ "lstrip": false,
1881
+ "normalized": false,
1882
+ "rstrip": false,
1883
+ "single_word": false,
1884
+ "special": true
1885
+ },
1886
+ "235": {
1887
+ "content": "<|reserved_209|>",
1888
+ "lstrip": false,
1889
+ "normalized": false,
1890
+ "rstrip": false,
1891
+ "single_word": false,
1892
+ "special": true
1893
+ },
1894
+ "236": {
1895
+ "content": "<|reserved_210|>",
1896
+ "lstrip": false,
1897
+ "normalized": false,
1898
+ "rstrip": false,
1899
+ "single_word": false,
1900
+ "special": true
1901
+ },
1902
+ "237": {
1903
+ "content": "<|reserved_211|>",
1904
+ "lstrip": false,
1905
+ "normalized": false,
1906
+ "rstrip": false,
1907
+ "single_word": false,
1908
+ "special": true
1909
+ },
1910
+ "238": {
1911
+ "content": "<|reserved_212|>",
1912
+ "lstrip": false,
1913
+ "normalized": false,
1914
+ "rstrip": false,
1915
+ "single_word": false,
1916
+ "special": true
1917
+ },
1918
+ "239": {
1919
+ "content": "<|reserved_213|>",
1920
+ "lstrip": false,
1921
+ "normalized": false,
1922
+ "rstrip": false,
1923
+ "single_word": false,
1924
+ "special": true
1925
+ },
1926
+ "240": {
1927
+ "content": "<|reserved_214|>",
1928
+ "lstrip": false,
1929
+ "normalized": false,
1930
+ "rstrip": false,
1931
+ "single_word": false,
1932
+ "special": true
1933
+ },
1934
+ "241": {
1935
+ "content": "<|reserved_215|>",
1936
+ "lstrip": false,
1937
+ "normalized": false,
1938
+ "rstrip": false,
1939
+ "single_word": false,
1940
+ "special": true
1941
+ },
1942
+ "242": {
1943
+ "content": "<|reserved_216|>",
1944
+ "lstrip": false,
1945
+ "normalized": false,
1946
+ "rstrip": false,
1947
+ "single_word": false,
1948
+ "special": true
1949
+ },
1950
+ "243": {
1951
+ "content": "<|reserved_217|>",
1952
+ "lstrip": false,
1953
+ "normalized": false,
1954
+ "rstrip": false,
1955
+ "single_word": false,
1956
+ "special": true
1957
+ },
1958
+ "244": {
1959
+ "content": "<|reserved_218|>",
1960
+ "lstrip": false,
1961
+ "normalized": false,
1962
+ "rstrip": false,
1963
+ "single_word": false,
1964
+ "special": true
1965
+ },
1966
+ "245": {
1967
+ "content": "<|reserved_219|>",
1968
+ "lstrip": false,
1969
+ "normalized": false,
1970
+ "rstrip": false,
1971
+ "single_word": false,
1972
+ "special": true
1973
+ },
1974
+ "246": {
1975
+ "content": "<|reserved_220|>",
1976
+ "lstrip": false,
1977
+ "normalized": false,
1978
+ "rstrip": false,
1979
+ "single_word": false,
1980
+ "special": true
1981
+ },
1982
+ "247": {
1983
+ "content": "<|reserved_221|>",
1984
+ "lstrip": false,
1985
+ "normalized": false,
1986
+ "rstrip": false,
1987
+ "single_word": false,
1988
+ "special": true
1989
+ },
1990
+ "248": {
1991
+ "content": "<|reserved_222|>",
1992
+ "lstrip": false,
1993
+ "normalized": false,
1994
+ "rstrip": false,
1995
+ "single_word": false,
1996
+ "special": true
1997
+ },
1998
+ "249": {
1999
+ "content": "<|reserved_223|>",
2000
+ "lstrip": false,
2001
+ "normalized": false,
2002
+ "rstrip": false,
2003
+ "single_word": false,
2004
+ "special": true
2005
+ },
2006
+ "250": {
2007
+ "content": "<|reserved_224|>",
2008
+ "lstrip": false,
2009
+ "normalized": false,
2010
+ "rstrip": false,
2011
+ "single_word": false,
2012
+ "special": true
2013
+ },
2014
+ "251": {
2015
+ "content": "<|reserved_225|>",
2016
+ "lstrip": false,
2017
+ "normalized": false,
2018
+ "rstrip": false,
2019
+ "single_word": false,
2020
+ "special": true
2021
+ },
2022
+ "252": {
2023
+ "content": "<|reserved_226|>",
2024
+ "lstrip": false,
2025
+ "normalized": false,
2026
+ "rstrip": false,
2027
+ "single_word": false,
2028
+ "special": true
2029
+ },
2030
+ "253": {
2031
+ "content": "<|reserved_227|>",
2032
+ "lstrip": false,
2033
+ "normalized": false,
2034
+ "rstrip": false,
2035
+ "single_word": false,
2036
+ "special": true
2037
+ },
2038
+ "254": {
2039
+ "content": "<|reserved_228|>",
2040
+ "lstrip": false,
2041
+ "normalized": false,
2042
+ "rstrip": false,
2043
+ "single_word": false,
2044
+ "special": true
2045
+ },
2046
+ "255": {
2047
+ "content": "<|reserved_229|>",
2048
+ "lstrip": false,
2049
+ "normalized": false,
2050
+ "rstrip": false,
2051
+ "single_word": false,
2052
+ "special": true
2053
+ },
2054
+ "256": {
2055
+ "content": "<|reserved_230|>",
2056
+ "lstrip": false,
2057
+ "normalized": false,
2058
+ "rstrip": false,
2059
+ "single_word": false,
2060
+ "special": true
2061
+ },
2062
+ "257": {
2063
+ "content": "<|reserved_231|>",
2064
+ "lstrip": false,
2065
+ "normalized": false,
2066
+ "rstrip": false,
2067
+ "single_word": false,
2068
+ "special": true
2069
+ },
2070
+ "258": {
2071
+ "content": "<|reserved_232|>",
2072
+ "lstrip": false,
2073
+ "normalized": false,
2074
+ "rstrip": false,
2075
+ "single_word": false,
2076
+ "special": true
2077
+ },
2078
+ "259": {
2079
+ "content": "<|reserved_233|>",
2080
+ "lstrip": false,
2081
+ "normalized": false,
2082
+ "rstrip": false,
2083
+ "single_word": false,
2084
+ "special": true
2085
+ },
2086
+ "260": {
2087
+ "content": "<|reserved_234|>",
2088
+ "lstrip": false,
2089
+ "normalized": false,
2090
+ "rstrip": false,
2091
+ "single_word": false,
2092
+ "special": true
2093
+ },
2094
+ "261": {
2095
+ "content": "<|reserved_235|>",
2096
+ "lstrip": false,
2097
+ "normalized": false,
2098
+ "rstrip": false,
2099
+ "single_word": false,
2100
+ "special": true
2101
+ },
2102
+ "262": {
2103
+ "content": "<|reserved_236|>",
2104
+ "lstrip": false,
2105
+ "normalized": false,
2106
+ "rstrip": false,
2107
+ "single_word": false,
2108
+ "special": true
2109
+ },
2110
+ "263": {
2111
+ "content": "<|reserved_237|>",
2112
+ "lstrip": false,
2113
+ "normalized": false,
2114
+ "rstrip": false,
2115
+ "single_word": false,
2116
+ "special": true
2117
+ },
2118
+ "264": {
2119
+ "content": "<|reserved_238|>",
2120
+ "lstrip": false,
2121
+ "normalized": false,
2122
+ "rstrip": false,
2123
+ "single_word": false,
2124
+ "special": true
2125
+ },
2126
+ "265": {
2127
+ "content": "<|reserved_239|>",
2128
+ "lstrip": false,
2129
+ "normalized": false,
2130
+ "rstrip": false,
2131
+ "single_word": false,
2132
+ "special": true
2133
+ },
2134
+ "266": {
2135
+ "content": "<|reserved_240|>",
2136
+ "lstrip": false,
2137
+ "normalized": false,
2138
+ "rstrip": false,
2139
+ "single_word": false,
2140
+ "special": true
2141
+ },
2142
+ "267": {
2143
+ "content": "<|reserved_241|>",
2144
+ "lstrip": false,
2145
+ "normalized": false,
2146
+ "rstrip": false,
2147
+ "single_word": false,
2148
+ "special": true
2149
+ },
2150
+ "268": {
2151
+ "content": "<|reserved_242|>",
2152
+ "lstrip": false,
2153
+ "normalized": false,
2154
+ "rstrip": false,
2155
+ "single_word": false,
2156
+ "special": true
2157
+ },
2158
+ "269": {
2159
+ "content": "<|reserved_243|>",
2160
+ "lstrip": false,
2161
+ "normalized": false,
2162
+ "rstrip": false,
2163
+ "single_word": false,
2164
+ "special": true
2165
+ },
2166
+ "270": {
2167
+ "content": "<|reserved_244|>",
2168
+ "lstrip": false,
2169
+ "normalized": false,
2170
+ "rstrip": false,
2171
+ "single_word": false,
2172
+ "special": true
2173
+ },
2174
+ "271": {
2175
+ "content": "<|reserved_245|>",
2176
+ "lstrip": false,
2177
+ "normalized": false,
2178
+ "rstrip": false,
2179
+ "single_word": false,
2180
+ "special": true
2181
+ },
2182
+ "272": {
2183
+ "content": "<|reserved_246|>",
2184
+ "lstrip": false,
2185
+ "normalized": false,
2186
+ "rstrip": false,
2187
+ "single_word": false,
2188
+ "special": true
2189
+ },
2190
+ "273": {
2191
+ "content": "<|reserved_247|>",
2192
+ "lstrip": false,
2193
+ "normalized": false,
2194
+ "rstrip": false,
2195
+ "single_word": false,
2196
+ "special": true
2197
+ },
2198
+ "274": {
2199
+ "content": "<|reserved_248|>",
2200
+ "lstrip": false,
2201
+ "normalized": false,
2202
+ "rstrip": false,
2203
+ "single_word": false,
2204
+ "special": true
2205
+ },
2206
+ "275": {
2207
+ "content": "<|reserved_249|>",
2208
+ "lstrip": false,
2209
+ "normalized": false,
2210
+ "rstrip": false,
2211
+ "single_word": false,
2212
+ "special": true
2213
+ },
2214
+ "276": {
2215
+ "content": "<|reserved_250|>",
2216
+ "lstrip": false,
2217
+ "normalized": false,
2218
+ "rstrip": false,
2219
+ "single_word": false,
2220
+ "special": true
2221
+ },
2222
+ "277": {
2223
+ "content": "<|reserved_251|>",
2224
+ "lstrip": false,
2225
+ "normalized": false,
2226
+ "rstrip": false,
2227
+ "single_word": false,
2228
+ "special": true
2229
+ },
2230
+ "278": {
2231
+ "content": "<|reserved_252|>",
2232
+ "lstrip": false,
2233
+ "normalized": false,
2234
+ "rstrip": false,
2235
+ "single_word": false,
2236
+ "special": true
2237
+ },
2238
+ "279": {
2239
+ "content": "<|reserved_253|>",
2240
+ "lstrip": false,
2241
+ "normalized": false,
2242
+ "rstrip": false,
2243
+ "single_word": false,
2244
+ "special": true
2245
+ },
2246
+ "280": {
2247
+ "content": "<|reserved_254|>",
2248
+ "lstrip": false,
2249
+ "normalized": false,
2250
+ "rstrip": false,
2251
+ "single_word": false,
2252
+ "special": true
2253
+ },
2254
+ "281": {
2255
+ "content": "<|reserved_255|>",
2256
+ "lstrip": false,
2257
+ "normalized": false,
2258
+ "rstrip": false,
2259
+ "single_word": false,
2260
+ "special": true
2261
+ },
2262
+ "282": {
2263
+ "content": "<|reserved_256|>",
2264
+ "lstrip": false,
2265
+ "normalized": false,
2266
+ "rstrip": false,
2267
+ "single_word": false,
2268
+ "special": true
2269
+ },
2270
+ "283": {
2271
+ "content": "<|reserved_257|>",
2272
+ "lstrip": false,
2273
+ "normalized": false,
2274
+ "rstrip": false,
2275
+ "single_word": false,
2276
+ "special": true
2277
+ },
2278
+ "284": {
2279
+ "content": "<|reserved_258|>",
2280
+ "lstrip": false,
2281
+ "normalized": false,
2282
+ "rstrip": false,
2283
+ "single_word": false,
2284
+ "special": true
2285
+ },
2286
+ "285": {
2287
+ "content": "<|reserved_259|>",
2288
+ "lstrip": false,
2289
+ "normalized": false,
2290
+ "rstrip": false,
2291
+ "single_word": false,
2292
+ "special": true
2293
+ },
2294
+ "286": {
2295
+ "content": "<|reserved_260|>",
2296
+ "lstrip": false,
2297
+ "normalized": false,
2298
+ "rstrip": false,
2299
+ "single_word": false,
2300
+ "special": true
2301
+ },
2302
+ "287": {
2303
+ "content": "<|reserved_261|>",
2304
+ "lstrip": false,
2305
+ "normalized": false,
2306
+ "rstrip": false,
2307
+ "single_word": false,
2308
+ "special": true
2309
+ },
2310
+ "288": {
2311
+ "content": "<|reserved_262|>",
2312
+ "lstrip": false,
2313
+ "normalized": false,
2314
+ "rstrip": false,
2315
+ "single_word": false,
2316
+ "special": true
2317
+ },
2318
+ "289": {
2319
+ "content": "<|reserved_263|>",
2320
+ "lstrip": false,
2321
+ "normalized": false,
2322
+ "rstrip": false,
2323
+ "single_word": false,
2324
+ "special": true
2325
+ },
2326
+ "290": {
2327
+ "content": "<|reserved_264|>",
2328
+ "lstrip": false,
2329
+ "normalized": false,
2330
+ "rstrip": false,
2331
+ "single_word": false,
2332
+ "special": true
2333
+ },
2334
+ "291": {
2335
+ "content": "<|reserved_265|>",
2336
+ "lstrip": false,
2337
+ "normalized": false,
2338
+ "rstrip": false,
2339
+ "single_word": false,
2340
+ "special": true
2341
+ },
2342
+ "292": {
2343
+ "content": "<|reserved_266|>",
2344
+ "lstrip": false,
2345
+ "normalized": false,
2346
+ "rstrip": false,
2347
+ "single_word": false,
2348
+ "special": true
2349
+ },
2350
+ "293": {
2351
+ "content": "<|reserved_267|>",
2352
+ "lstrip": false,
2353
+ "normalized": false,
2354
+ "rstrip": false,
2355
+ "single_word": false,
2356
+ "special": true
2357
+ },
2358
+ "294": {
2359
+ "content": "<|reserved_268|>",
2360
+ "lstrip": false,
2361
+ "normalized": false,
2362
+ "rstrip": false,
2363
+ "single_word": false,
2364
+ "special": true
2365
+ },
2366
+ "295": {
2367
+ "content": "<|reserved_269|>",
2368
+ "lstrip": false,
2369
+ "normalized": false,
2370
+ "rstrip": false,
2371
+ "single_word": false,
2372
+ "special": true
2373
+ },
2374
+ "296": {
2375
+ "content": "<|reserved_270|>",
2376
+ "lstrip": false,
2377
+ "normalized": false,
2378
+ "rstrip": false,
2379
+ "single_word": false,
2380
+ "special": true
2381
+ },
2382
+ "297": {
2383
+ "content": "<|reserved_271|>",
2384
+ "lstrip": false,
2385
+ "normalized": false,
2386
+ "rstrip": false,
2387
+ "single_word": false,
2388
+ "special": true
2389
+ },
2390
+ "298": {
2391
+ "content": "<|reserved_272|>",
2392
+ "lstrip": false,
2393
+ "normalized": false,
2394
+ "rstrip": false,
2395
+ "single_word": false,
2396
+ "special": true
2397
+ },
2398
+ "299": {
2399
+ "content": "<|reserved_273|>",
2400
+ "lstrip": false,
2401
+ "normalized": false,
2402
+ "rstrip": false,
2403
+ "single_word": false,
2404
+ "special": true
2405
+ },
2406
+ "300": {
2407
+ "content": "<|reserved_274|>",
2408
+ "lstrip": false,
2409
+ "normalized": false,
2410
+ "rstrip": false,
2411
+ "single_word": false,
2412
+ "special": true
2413
+ },
2414
+ "301": {
2415
+ "content": "<|reserved_275|>",
2416
+ "lstrip": false,
2417
+ "normalized": false,
2418
+ "rstrip": false,
2419
+ "single_word": false,
2420
+ "special": true
2421
+ },
2422
+ "302": {
2423
+ "content": "<|reserved_276|>",
2424
+ "lstrip": false,
2425
+ "normalized": false,
2426
+ "rstrip": false,
2427
+ "single_word": false,
2428
+ "special": true
2429
+ },
2430
+ "303": {
2431
+ "content": "<|reserved_277|>",
2432
+ "lstrip": false,
2433
+ "normalized": false,
2434
+ "rstrip": false,
2435
+ "single_word": false,
2436
+ "special": true
2437
+ },
2438
+ "304": {
2439
+ "content": "<|reserved_278|>",
2440
+ "lstrip": false,
2441
+ "normalized": false,
2442
+ "rstrip": false,
2443
+ "single_word": false,
2444
+ "special": true
2445
+ },
2446
+ "305": {
2447
+ "content": "<|reserved_279|>",
2448
+ "lstrip": false,
2449
+ "normalized": false,
2450
+ "rstrip": false,
2451
+ "single_word": false,
2452
+ "special": true
2453
+ },
2454
+ "306": {
2455
+ "content": "<|reserved_280|>",
2456
+ "lstrip": false,
2457
+ "normalized": false,
2458
+ "rstrip": false,
2459
+ "single_word": false,
2460
+ "special": true
2461
+ },
2462
+ "307": {
2463
+ "content": "<|reserved_281|>",
2464
+ "lstrip": false,
2465
+ "normalized": false,
2466
+ "rstrip": false,
2467
+ "single_word": false,
2468
+ "special": true
2469
+ },
2470
+ "308": {
2471
+ "content": "<|reserved_282|>",
2472
+ "lstrip": false,
2473
+ "normalized": false,
2474
+ "rstrip": false,
2475
+ "single_word": false,
2476
+ "special": true
2477
+ },
2478
+ "309": {
2479
+ "content": "<|reserved_283|>",
2480
+ "lstrip": false,
2481
+ "normalized": false,
2482
+ "rstrip": false,
2483
+ "single_word": false,
2484
+ "special": true
2485
+ },
2486
+ "310": {
2487
+ "content": "<|reserved_284|>",
2488
+ "lstrip": false,
2489
+ "normalized": false,
2490
+ "rstrip": false,
2491
+ "single_word": false,
2492
+ "special": true
2493
+ },
2494
+ "311": {
2495
+ "content": "<|reserved_285|>",
2496
+ "lstrip": false,
2497
+ "normalized": false,
2498
+ "rstrip": false,
2499
+ "single_word": false,
2500
+ "special": true
2501
+ },
2502
+ "312": {
2503
+ "content": "<|reserved_286|>",
2504
+ "lstrip": false,
2505
+ "normalized": false,
2506
+ "rstrip": false,
2507
+ "single_word": false,
2508
+ "special": true
2509
+ },
2510
+ "313": {
2511
+ "content": "<|reserved_287|>",
2512
+ "lstrip": false,
2513
+ "normalized": false,
2514
+ "rstrip": false,
2515
+ "single_word": false,
2516
+ "special": true
2517
+ },
2518
+ "314": {
2519
+ "content": "<|reserved_288|>",
2520
+ "lstrip": false,
2521
+ "normalized": false,
2522
+ "rstrip": false,
2523
+ "single_word": false,
2524
+ "special": true
2525
+ },
2526
+ "315": {
2527
+ "content": "<|reserved_289|>",
2528
+ "lstrip": false,
2529
+ "normalized": false,
2530
+ "rstrip": false,
2531
+ "single_word": false,
2532
+ "special": true
2533
+ },
2534
+ "316": {
2535
+ "content": "<|reserved_290|>",
2536
+ "lstrip": false,
2537
+ "normalized": false,
2538
+ "rstrip": false,
2539
+ "single_word": false,
2540
+ "special": true
2541
+ },
2542
+ "317": {
2543
+ "content": "<|reserved_291|>",
2544
+ "lstrip": false,
2545
+ "normalized": false,
2546
+ "rstrip": false,
2547
+ "single_word": false,
2548
+ "special": true
2549
+ },
2550
+ "318": {
2551
+ "content": "<|reserved_292|>",
2552
+ "lstrip": false,
2553
+ "normalized": false,
2554
+ "rstrip": false,
2555
+ "single_word": false,
2556
+ "special": true
2557
+ },
2558
+ "319": {
2559
+ "content": "<|reserved_293|>",
2560
+ "lstrip": false,
2561
+ "normalized": false,
2562
+ "rstrip": false,
2563
+ "single_word": false,
2564
+ "special": true
2565
+ },
2566
+ "320": {
2567
+ "content": "<|reserved_294|>",
2568
+ "lstrip": false,
2569
+ "normalized": false,
2570
+ "rstrip": false,
2571
+ "single_word": false,
2572
+ "special": true
2573
+ },
2574
+ "321": {
2575
+ "content": "<|reserved_295|>",
2576
+ "lstrip": false,
2577
+ "normalized": false,
2578
+ "rstrip": false,
2579
+ "single_word": false,
2580
+ "special": true
2581
+ },
2582
+ "322": {
2583
+ "content": "<|reserved_296|>",
2584
+ "lstrip": false,
2585
+ "normalized": false,
2586
+ "rstrip": false,
2587
+ "single_word": false,
2588
+ "special": true
2589
+ },
2590
+ "323": {
2591
+ "content": "<|reserved_297|>",
2592
+ "lstrip": false,
2593
+ "normalized": false,
2594
+ "rstrip": false,
2595
+ "single_word": false,
2596
+ "special": true
2597
+ },
2598
+ "324": {
2599
+ "content": "<|reserved_298|>",
2600
+ "lstrip": false,
2601
+ "normalized": false,
2602
+ "rstrip": false,
2603
+ "single_word": false,
2604
+ "special": true
2605
+ },
2606
+ "325": {
2607
+ "content": "<|reserved_299|>",
2608
+ "lstrip": false,
2609
+ "normalized": false,
2610
+ "rstrip": false,
2611
+ "single_word": false,
2612
+ "special": true
2613
+ },
2614
+ "326": {
2615
+ "content": "<|reserved_300|>",
2616
+ "lstrip": false,
2617
+ "normalized": false,
2618
+ "rstrip": false,
2619
+ "single_word": false,
2620
+ "special": true
2621
+ },
2622
+ "327": {
2623
+ "content": "<|reserved_301|>",
2624
+ "lstrip": false,
2625
+ "normalized": false,
2626
+ "rstrip": false,
2627
+ "single_word": false,
2628
+ "special": true
2629
+ },
2630
+ "328": {
2631
+ "content": "<|reserved_302|>",
2632
+ "lstrip": false,
2633
+ "normalized": false,
2634
+ "rstrip": false,
2635
+ "single_word": false,
2636
+ "special": true
2637
+ },
2638
+ "329": {
2639
+ "content": "<|reserved_303|>",
2640
+ "lstrip": false,
2641
+ "normalized": false,
2642
+ "rstrip": false,
2643
+ "single_word": false,
2644
+ "special": true
2645
+ },
2646
+ "330": {
2647
+ "content": "<|reserved_304|>",
2648
+ "lstrip": false,
2649
+ "normalized": false,
2650
+ "rstrip": false,
2651
+ "single_word": false,
2652
+ "special": true
2653
+ },
2654
+ "331": {
2655
+ "content": "<|reserved_305|>",
2656
+ "lstrip": false,
2657
+ "normalized": false,
2658
+ "rstrip": false,
2659
+ "single_word": false,
2660
+ "special": true
2661
+ },
2662
+ "332": {
2663
+ "content": "<|reserved_306|>",
2664
+ "lstrip": false,
2665
+ "normalized": false,
2666
+ "rstrip": false,
2667
+ "single_word": false,
2668
+ "special": true
2669
+ },
2670
+ "333": {
2671
+ "content": "<|reserved_307|>",
2672
+ "lstrip": false,
2673
+ "normalized": false,
2674
+ "rstrip": false,
2675
+ "single_word": false,
2676
+ "special": true
2677
+ },
2678
+ "334": {
2679
+ "content": "<|reserved_308|>",
2680
+ "lstrip": false,
2681
+ "normalized": false,
2682
+ "rstrip": false,
2683
+ "single_word": false,
2684
+ "special": true
2685
+ },
2686
+ "335": {
2687
+ "content": "<|reserved_309|>",
2688
+ "lstrip": false,
2689
+ "normalized": false,
2690
+ "rstrip": false,
2691
+ "single_word": false,
2692
+ "special": true
2693
+ },
2694
+ "336": {
2695
+ "content": "<|reserved_310|>",
2696
+ "lstrip": false,
2697
+ "normalized": false,
2698
+ "rstrip": false,
2699
+ "single_word": false,
2700
+ "special": true
2701
+ },
2702
+ "337": {
2703
+ "content": "<|reserved_311|>",
2704
+ "lstrip": false,
2705
+ "normalized": false,
2706
+ "rstrip": false,
2707
+ "single_word": false,
2708
+ "special": true
2709
+ },
2710
+ "338": {
2711
+ "content": "<|reserved_312|>",
2712
+ "lstrip": false,
2713
+ "normalized": false,
2714
+ "rstrip": false,
2715
+ "single_word": false,
2716
+ "special": true
2717
+ },
2718
+ "339": {
2719
+ "content": "<|reserved_313|>",
2720
+ "lstrip": false,
2721
+ "normalized": false,
2722
+ "rstrip": false,
2723
+ "single_word": false,
2724
+ "special": true
2725
+ },
2726
+ "340": {
2727
+ "content": "<|reserved_314|>",
2728
+ "lstrip": false,
2729
+ "normalized": false,
2730
+ "rstrip": false,
2731
+ "single_word": false,
2732
+ "special": true
2733
+ },
2734
+ "341": {
2735
+ "content": "<|reserved_315|>",
2736
+ "lstrip": false,
2737
+ "normalized": false,
2738
+ "rstrip": false,
2739
+ "single_word": false,
2740
+ "special": true
2741
+ },
2742
+ "342": {
2743
+ "content": "<|reserved_316|>",
2744
+ "lstrip": false,
2745
+ "normalized": false,
2746
+ "rstrip": false,
2747
+ "single_word": false,
2748
+ "special": true
2749
+ },
2750
+ "343": {
2751
+ "content": "<|reserved_317|>",
2752
+ "lstrip": false,
2753
+ "normalized": false,
2754
+ "rstrip": false,
2755
+ "single_word": false,
2756
+ "special": true
2757
+ },
2758
+ "344": {
2759
+ "content": "<|reserved_318|>",
2760
+ "lstrip": false,
2761
+ "normalized": false,
2762
+ "rstrip": false,
2763
+ "single_word": false,
2764
+ "special": true
2765
+ },
2766
+ "345": {
2767
+ "content": "<|reserved_319|>",
2768
+ "lstrip": false,
2769
+ "normalized": false,
2770
+ "rstrip": false,
2771
+ "single_word": false,
2772
+ "special": true
2773
+ },
2774
+ "346": {
2775
+ "content": "<|reserved_320|>",
2776
+ "lstrip": false,
2777
+ "normalized": false,
2778
+ "rstrip": false,
2779
+ "single_word": false,
2780
+ "special": true
2781
+ },
2782
+ "347": {
2783
+ "content": "<|reserved_321|>",
2784
+ "lstrip": false,
2785
+ "normalized": false,
2786
+ "rstrip": false,
2787
+ "single_word": false,
2788
+ "special": true
2789
+ },
2790
+ "348": {
2791
+ "content": "<|reserved_322|>",
2792
+ "lstrip": false,
2793
+ "normalized": false,
2794
+ "rstrip": false,
2795
+ "single_word": false,
2796
+ "special": true
2797
+ },
2798
+ "349": {
2799
+ "content": "<|reserved_323|>",
2800
+ "lstrip": false,
2801
+ "normalized": false,
2802
+ "rstrip": false,
2803
+ "single_word": false,
2804
+ "special": true
2805
+ },
2806
+ "350": {
2807
+ "content": "<|reserved_324|>",
2808
+ "lstrip": false,
2809
+ "normalized": false,
2810
+ "rstrip": false,
2811
+ "single_word": false,
2812
+ "special": true
2813
+ },
2814
+ "351": {
2815
+ "content": "<|reserved_325|>",
2816
+ "lstrip": false,
2817
+ "normalized": false,
2818
+ "rstrip": false,
2819
+ "single_word": false,
2820
+ "special": true
2821
+ },
2822
+ "352": {
2823
+ "content": "<|reserved_326|>",
2824
+ "lstrip": false,
2825
+ "normalized": false,
2826
+ "rstrip": false,
2827
+ "single_word": false,
2828
+ "special": true
2829
+ },
2830
+ "353": {
2831
+ "content": "<|reserved_327|>",
2832
+ "lstrip": false,
2833
+ "normalized": false,
2834
+ "rstrip": false,
2835
+ "single_word": false,
2836
+ "special": true
2837
+ },
2838
+ "354": {
2839
+ "content": "<|reserved_328|>",
2840
+ "lstrip": false,
2841
+ "normalized": false,
2842
+ "rstrip": false,
2843
+ "single_word": false,
2844
+ "special": true
2845
+ },
2846
+ "355": {
2847
+ "content": "<|reserved_329|>",
2848
+ "lstrip": false,
2849
+ "normalized": false,
2850
+ "rstrip": false,
2851
+ "single_word": false,
2852
+ "special": true
2853
+ },
2854
+ "356": {
2855
+ "content": "<|reserved_330|>",
2856
+ "lstrip": false,
2857
+ "normalized": false,
2858
+ "rstrip": false,
2859
+ "single_word": false,
2860
+ "special": true
2861
+ },
2862
+ "357": {
2863
+ "content": "<|reserved_331|>",
2864
+ "lstrip": false,
2865
+ "normalized": false,
2866
+ "rstrip": false,
2867
+ "single_word": false,
2868
+ "special": true
2869
+ },
2870
+ "358": {
2871
+ "content": "<|reserved_332|>",
2872
+ "lstrip": false,
2873
+ "normalized": false,
2874
+ "rstrip": false,
2875
+ "single_word": false,
2876
+ "special": true
2877
+ },
2878
+ "359": {
2879
+ "content": "<|reserved_333|>",
2880
+ "lstrip": false,
2881
+ "normalized": false,
2882
+ "rstrip": false,
2883
+ "single_word": false,
2884
+ "special": true
2885
+ },
2886
+ "360": {
2887
+ "content": "<|reserved_334|>",
2888
+ "lstrip": false,
2889
+ "normalized": false,
2890
+ "rstrip": false,
2891
+ "single_word": false,
2892
+ "special": true
2893
+ },
2894
+ "361": {
2895
+ "content": "<|reserved_335|>",
2896
+ "lstrip": false,
2897
+ "normalized": false,
2898
+ "rstrip": false,
2899
+ "single_word": false,
2900
+ "special": true
2901
+ },
2902
+ "362": {
2903
+ "content": "<|reserved_336|>",
2904
+ "lstrip": false,
2905
+ "normalized": false,
2906
+ "rstrip": false,
2907
+ "single_word": false,
2908
+ "special": true
2909
+ },
2910
+ "363": {
2911
+ "content": "<|reserved_337|>",
2912
+ "lstrip": false,
2913
+ "normalized": false,
2914
+ "rstrip": false,
2915
+ "single_word": false,
2916
+ "special": true
2917
+ },
2918
+ "364": {
2919
+ "content": "<|reserved_338|>",
2920
+ "lstrip": false,
2921
+ "normalized": false,
2922
+ "rstrip": false,
2923
+ "single_word": false,
2924
+ "special": true
2925
+ },
2926
+ "365": {
2927
+ "content": "<|reserved_339|>",
2928
+ "lstrip": false,
2929
+ "normalized": false,
2930
+ "rstrip": false,
2931
+ "single_word": false,
2932
+ "special": true
2933
+ },
2934
+ "366": {
2935
+ "content": "<|reserved_340|>",
2936
+ "lstrip": false,
2937
+ "normalized": false,
2938
+ "rstrip": false,
2939
+ "single_word": false,
2940
+ "special": true
2941
+ },
2942
+ "367": {
2943
+ "content": "<|reserved_341|>",
2944
+ "lstrip": false,
2945
+ "normalized": false,
2946
+ "rstrip": false,
2947
+ "single_word": false,
2948
+ "special": true
2949
+ },
2950
+ "368": {
2951
+ "content": "<|reserved_342|>",
2952
+ "lstrip": false,
2953
+ "normalized": false,
2954
+ "rstrip": false,
2955
+ "single_word": false,
2956
+ "special": true
2957
+ },
2958
+ "369": {
2959
+ "content": "<|reserved_343|>",
2960
+ "lstrip": false,
2961
+ "normalized": false,
2962
+ "rstrip": false,
2963
+ "single_word": false,
2964
+ "special": true
2965
+ },
2966
+ "370": {
2967
+ "content": "<|reserved_344|>",
2968
+ "lstrip": false,
2969
+ "normalized": false,
2970
+ "rstrip": false,
2971
+ "single_word": false,
2972
+ "special": true
2973
+ },
2974
+ "371": {
2975
+ "content": "<|reserved_345|>",
2976
+ "lstrip": false,
2977
+ "normalized": false,
2978
+ "rstrip": false,
2979
+ "single_word": false,
2980
+ "special": true
2981
+ },
2982
+ "372": {
2983
+ "content": "<|reserved_346|>",
2984
+ "lstrip": false,
2985
+ "normalized": false,
2986
+ "rstrip": false,
2987
+ "single_word": false,
2988
+ "special": true
2989
+ },
2990
+ "373": {
2991
+ "content": "<|reserved_347|>",
2992
+ "lstrip": false,
2993
+ "normalized": false,
2994
+ "rstrip": false,
2995
+ "single_word": false,
2996
+ "special": true
2997
+ },
2998
+ "374": {
2999
+ "content": "<|reserved_348|>",
3000
+ "lstrip": false,
3001
+ "normalized": false,
3002
+ "rstrip": false,
3003
+ "single_word": false,
3004
+ "special": true
3005
+ },
3006
+ "375": {
3007
+ "content": "<|reserved_349|>",
3008
+ "lstrip": false,
3009
+ "normalized": false,
3010
+ "rstrip": false,
3011
+ "single_word": false,
3012
+ "special": true
3013
+ },
3014
+ "376": {
3015
+ "content": "<|reserved_350|>",
3016
+ "lstrip": false,
3017
+ "normalized": false,
3018
+ "rstrip": false,
3019
+ "single_word": false,
3020
+ "special": true
3021
+ },
3022
+ "377": {
3023
+ "content": "<|reserved_351|>",
3024
+ "lstrip": false,
3025
+ "normalized": false,
3026
+ "rstrip": false,
3027
+ "single_word": false,
3028
+ "special": true
3029
+ },
3030
+ "378": {
3031
+ "content": "<|reserved_352|>",
3032
+ "lstrip": false,
3033
+ "normalized": false,
3034
+ "rstrip": false,
3035
+ "single_word": false,
3036
+ "special": true
3037
+ },
3038
+ "379": {
3039
+ "content": "<|reserved_353|>",
3040
+ "lstrip": false,
3041
+ "normalized": false,
3042
+ "rstrip": false,
3043
+ "single_word": false,
3044
+ "special": true
3045
+ },
3046
+ "380": {
3047
+ "content": "<|reserved_354|>",
3048
+ "lstrip": false,
3049
+ "normalized": false,
3050
+ "rstrip": false,
3051
+ "single_word": false,
3052
+ "special": true
3053
+ },
3054
+ "381": {
3055
+ "content": "<|reserved_355|>",
3056
+ "lstrip": false,
3057
+ "normalized": false,
3058
+ "rstrip": false,
3059
+ "single_word": false,
3060
+ "special": true
3061
+ },
3062
+ "382": {
3063
+ "content": "<|reserved_356|>",
3064
+ "lstrip": false,
3065
+ "normalized": false,
3066
+ "rstrip": false,
3067
+ "single_word": false,
3068
+ "special": true
3069
+ },
3070
+ "383": {
3071
+ "content": "<|reserved_357|>",
3072
+ "lstrip": false,
3073
+ "normalized": false,
3074
+ "rstrip": false,
3075
+ "single_word": false,
3076
+ "special": true
3077
+ },
3078
+ "384": {
3079
+ "content": "<|reserved_358|>",
3080
+ "lstrip": false,
3081
+ "normalized": false,
3082
+ "rstrip": false,
3083
+ "single_word": false,
3084
+ "special": true
3085
+ },
3086
+ "385": {
3087
+ "content": "<|reserved_359|>",
3088
+ "lstrip": false,
3089
+ "normalized": false,
3090
+ "rstrip": false,
3091
+ "single_word": false,
3092
+ "special": true
3093
+ },
3094
+ "386": {
3095
+ "content": "<|reserved_360|>",
3096
+ "lstrip": false,
3097
+ "normalized": false,
3098
+ "rstrip": false,
3099
+ "single_word": false,
3100
+ "special": true
3101
+ },
3102
+ "387": {
3103
+ "content": "<|reserved_361|>",
3104
+ "lstrip": false,
3105
+ "normalized": false,
3106
+ "rstrip": false,
3107
+ "single_word": false,
3108
+ "special": true
3109
+ },
3110
+ "388": {
3111
+ "content": "<|reserved_362|>",
3112
+ "lstrip": false,
3113
+ "normalized": false,
3114
+ "rstrip": false,
3115
+ "single_word": false,
3116
+ "special": true
3117
+ },
3118
+ "389": {
3119
+ "content": "<|reserved_363|>",
3120
+ "lstrip": false,
3121
+ "normalized": false,
3122
+ "rstrip": false,
3123
+ "single_word": false,
3124
+ "special": true
3125
+ },
3126
+ "390": {
3127
+ "content": "<|reserved_364|>",
3128
+ "lstrip": false,
3129
+ "normalized": false,
3130
+ "rstrip": false,
3131
+ "single_word": false,
3132
+ "special": true
3133
+ },
3134
+ "391": {
3135
+ "content": "<|reserved_365|>",
3136
+ "lstrip": false,
3137
+ "normalized": false,
3138
+ "rstrip": false,
3139
+ "single_word": false,
3140
+ "special": true
3141
+ },
3142
+ "392": {
3143
+ "content": "<|reserved_366|>",
3144
+ "lstrip": false,
3145
+ "normalized": false,
3146
+ "rstrip": false,
3147
+ "single_word": false,
3148
+ "special": true
3149
+ },
3150
+ "393": {
3151
+ "content": "<|reserved_367|>",
3152
+ "lstrip": false,
3153
+ "normalized": false,
3154
+ "rstrip": false,
3155
+ "single_word": false,
3156
+ "special": true
3157
+ },
3158
+ "394": {
3159
+ "content": "<|reserved_368|>",
3160
+ "lstrip": false,
3161
+ "normalized": false,
3162
+ "rstrip": false,
3163
+ "single_word": false,
3164
+ "special": true
3165
+ },
3166
+ "395": {
3167
+ "content": "<|reserved_369|>",
3168
+ "lstrip": false,
3169
+ "normalized": false,
3170
+ "rstrip": false,
3171
+ "single_word": false,
3172
+ "special": true
3173
+ },
3174
+ "396": {
3175
+ "content": "<|reserved_370|>",
3176
+ "lstrip": false,
3177
+ "normalized": false,
3178
+ "rstrip": false,
3179
+ "single_word": false,
3180
+ "special": true
3181
+ },
3182
+ "397": {
3183
+ "content": "<|reserved_371|>",
3184
+ "lstrip": false,
3185
+ "normalized": false,
3186
+ "rstrip": false,
3187
+ "single_word": false,
3188
+ "special": true
3189
+ },
3190
+ "398": {
3191
+ "content": "<|reserved_372|>",
3192
+ "lstrip": false,
3193
+ "normalized": false,
3194
+ "rstrip": false,
3195
+ "single_word": false,
3196
+ "special": true
3197
+ },
3198
+ "399": {
3199
+ "content": "<|reserved_373|>",
3200
+ "lstrip": false,
3201
+ "normalized": false,
3202
+ "rstrip": false,
3203
+ "single_word": false,
3204
+ "special": true
3205
+ },
3206
+ "400": {
3207
+ "content": "<|reserved_374|>",
3208
+ "lstrip": false,
3209
+ "normalized": false,
3210
+ "rstrip": false,
3211
+ "single_word": false,
3212
+ "special": true
3213
+ },
3214
+ "401": {
3215
+ "content": "<|reserved_375|>",
3216
+ "lstrip": false,
3217
+ "normalized": false,
3218
+ "rstrip": false,
3219
+ "single_word": false,
3220
+ "special": true
3221
+ },
3222
+ "402": {
3223
+ "content": "<|reserved_376|>",
3224
+ "lstrip": false,
3225
+ "normalized": false,
3226
+ "rstrip": false,
3227
+ "single_word": false,
3228
+ "special": true
3229
+ },
3230
+ "403": {
3231
+ "content": "<|reserved_377|>",
3232
+ "lstrip": false,
3233
+ "normalized": false,
3234
+ "rstrip": false,
3235
+ "single_word": false,
3236
+ "special": true
3237
+ },
3238
+ "404": {
3239
+ "content": "<|reserved_378|>",
3240
+ "lstrip": false,
3241
+ "normalized": false,
3242
+ "rstrip": false,
3243
+ "single_word": false,
3244
+ "special": true
3245
+ },
3246
+ "405": {
3247
+ "content": "<|reserved_379|>",
3248
+ "lstrip": false,
3249
+ "normalized": false,
3250
+ "rstrip": false,
3251
+ "single_word": false,
3252
+ "special": true
3253
+ },
3254
+ "406": {
3255
+ "content": "<|reserved_380|>",
3256
+ "lstrip": false,
3257
+ "normalized": false,
3258
+ "rstrip": false,
3259
+ "single_word": false,
3260
+ "special": true
3261
+ },
3262
+ "407": {
3263
+ "content": "<|reserved_381|>",
3264
+ "lstrip": false,
3265
+ "normalized": false,
3266
+ "rstrip": false,
3267
+ "single_word": false,
3268
+ "special": true
3269
+ },
3270
+ "408": {
3271
+ "content": "<|reserved_382|>",
3272
+ "lstrip": false,
3273
+ "normalized": false,
3274
+ "rstrip": false,
3275
+ "single_word": false,
3276
+ "special": true
3277
+ },
3278
+ "409": {
3279
+ "content": "<|reserved_383|>",
3280
+ "lstrip": false,
3281
+ "normalized": false,
3282
+ "rstrip": false,
3283
+ "single_word": false,
3284
+ "special": true
3285
+ },
3286
+ "410": {
3287
+ "content": "<|reserved_384|>",
3288
+ "lstrip": false,
3289
+ "normalized": false,
3290
+ "rstrip": false,
3291
+ "single_word": false,
3292
+ "special": true
3293
+ },
3294
+ "411": {
3295
+ "content": "<|reserved_385|>",
3296
+ "lstrip": false,
3297
+ "normalized": false,
3298
+ "rstrip": false,
3299
+ "single_word": false,
3300
+ "special": true
3301
+ },
3302
+ "412": {
3303
+ "content": "<|reserved_386|>",
3304
+ "lstrip": false,
3305
+ "normalized": false,
3306
+ "rstrip": false,
3307
+ "single_word": false,
3308
+ "special": true
3309
+ },
3310
+ "413": {
3311
+ "content": "<|reserved_387|>",
3312
+ "lstrip": false,
3313
+ "normalized": false,
3314
+ "rstrip": false,
3315
+ "single_word": false,
3316
+ "special": true
3317
+ },
3318
+ "414": {
3319
+ "content": "<|reserved_388|>",
3320
+ "lstrip": false,
3321
+ "normalized": false,
3322
+ "rstrip": false,
3323
+ "single_word": false,
3324
+ "special": true
3325
+ },
3326
+ "415": {
3327
+ "content": "<|reserved_389|>",
3328
+ "lstrip": false,
3329
+ "normalized": false,
3330
+ "rstrip": false,
3331
+ "single_word": false,
3332
+ "special": true
3333
+ },
3334
+ "416": {
3335
+ "content": "<|reserved_390|>",
3336
+ "lstrip": false,
3337
+ "normalized": false,
3338
+ "rstrip": false,
3339
+ "single_word": false,
3340
+ "special": true
3341
+ },
3342
+ "417": {
3343
+ "content": "<|reserved_391|>",
3344
+ "lstrip": false,
3345
+ "normalized": false,
3346
+ "rstrip": false,
3347
+ "single_word": false,
3348
+ "special": true
3349
+ },
3350
+ "418": {
3351
+ "content": "<|reserved_392|>",
3352
+ "lstrip": false,
3353
+ "normalized": false,
3354
+ "rstrip": false,
3355
+ "single_word": false,
3356
+ "special": true
3357
+ },
3358
+ "419": {
3359
+ "content": "<|reserved_393|>",
3360
+ "lstrip": false,
3361
+ "normalized": false,
3362
+ "rstrip": false,
3363
+ "single_word": false,
3364
+ "special": true
3365
+ },
3366
+ "420": {
3367
+ "content": "<|reserved_394|>",
3368
+ "lstrip": false,
3369
+ "normalized": false,
3370
+ "rstrip": false,
3371
+ "single_word": false,
3372
+ "special": true
3373
+ },
3374
+ "421": {
3375
+ "content": "<|reserved_395|>",
3376
+ "lstrip": false,
3377
+ "normalized": false,
3378
+ "rstrip": false,
3379
+ "single_word": false,
3380
+ "special": true
3381
+ },
3382
+ "422": {
3383
+ "content": "<|reserved_396|>",
3384
+ "lstrip": false,
3385
+ "normalized": false,
3386
+ "rstrip": false,
3387
+ "single_word": false,
3388
+ "special": true
3389
+ },
3390
+ "423": {
3391
+ "content": "<|reserved_397|>",
3392
+ "lstrip": false,
3393
+ "normalized": false,
3394
+ "rstrip": false,
3395
+ "single_word": false,
3396
+ "special": true
3397
+ },
3398
+ "424": {
3399
+ "content": "<|reserved_398|>",
3400
+ "lstrip": false,
3401
+ "normalized": false,
3402
+ "rstrip": false,
3403
+ "single_word": false,
3404
+ "special": true
3405
+ },
3406
+ "425": {
3407
+ "content": "<|reserved_399|>",
3408
+ "lstrip": false,
3409
+ "normalized": false,
3410
+ "rstrip": false,
3411
+ "single_word": false,
3412
+ "special": true
3413
+ },
3414
+ "426": {
3415
+ "content": "<|reserved_400|>",
3416
+ "lstrip": false,
3417
+ "normalized": false,
3418
+ "rstrip": false,
3419
+ "single_word": false,
3420
+ "special": true
3421
+ },
3422
+ "427": {
3423
+ "content": "<|reserved_401|>",
3424
+ "lstrip": false,
3425
+ "normalized": false,
3426
+ "rstrip": false,
3427
+ "single_word": false,
3428
+ "special": true
3429
+ },
3430
+ "428": {
3431
+ "content": "<|reserved_402|>",
3432
+ "lstrip": false,
3433
+ "normalized": false,
3434
+ "rstrip": false,
3435
+ "single_word": false,
3436
+ "special": true
3437
+ },
3438
+ "429": {
3439
+ "content": "<|reserved_403|>",
3440
+ "lstrip": false,
3441
+ "normalized": false,
3442
+ "rstrip": false,
3443
+ "single_word": false,
3444
+ "special": true
3445
+ },
3446
+ "430": {
3447
+ "content": "<|reserved_404|>",
3448
+ "lstrip": false,
3449
+ "normalized": false,
3450
+ "rstrip": false,
3451
+ "single_word": false,
3452
+ "special": true
3453
+ },
3454
+ "431": {
3455
+ "content": "<|reserved_405|>",
3456
+ "lstrip": false,
3457
+ "normalized": false,
3458
+ "rstrip": false,
3459
+ "single_word": false,
3460
+ "special": true
3461
+ },
3462
+ "432": {
3463
+ "content": "<|reserved_406|>",
3464
+ "lstrip": false,
3465
+ "normalized": false,
3466
+ "rstrip": false,
3467
+ "single_word": false,
3468
+ "special": true
3469
+ },
3470
+ "433": {
3471
+ "content": "<|reserved_407|>",
3472
+ "lstrip": false,
3473
+ "normalized": false,
3474
+ "rstrip": false,
3475
+ "single_word": false,
3476
+ "special": true
3477
+ },
3478
+ "434": {
3479
+ "content": "<|reserved_408|>",
3480
+ "lstrip": false,
3481
+ "normalized": false,
3482
+ "rstrip": false,
3483
+ "single_word": false,
3484
+ "special": true
3485
+ },
3486
+ "435": {
3487
+ "content": "<|reserved_409|>",
3488
+ "lstrip": false,
3489
+ "normalized": false,
3490
+ "rstrip": false,
3491
+ "single_word": false,
3492
+ "special": true
3493
+ },
3494
+ "436": {
3495
+ "content": "<|reserved_410|>",
3496
+ "lstrip": false,
3497
+ "normalized": false,
3498
+ "rstrip": false,
3499
+ "single_word": false,
3500
+ "special": true
3501
+ },
3502
+ "437": {
3503
+ "content": "<|reserved_411|>",
3504
+ "lstrip": false,
3505
+ "normalized": false,
3506
+ "rstrip": false,
3507
+ "single_word": false,
3508
+ "special": true
3509
+ },
3510
+ "438": {
3511
+ "content": "<|reserved_412|>",
3512
+ "lstrip": false,
3513
+ "normalized": false,
3514
+ "rstrip": false,
3515
+ "single_word": false,
3516
+ "special": true
3517
+ },
3518
+ "439": {
3519
+ "content": "<|reserved_413|>",
3520
+ "lstrip": false,
3521
+ "normalized": false,
3522
+ "rstrip": false,
3523
+ "single_word": false,
3524
+ "special": true
3525
+ },
3526
+ "440": {
3527
+ "content": "<|reserved_414|>",
3528
+ "lstrip": false,
3529
+ "normalized": false,
3530
+ "rstrip": false,
3531
+ "single_word": false,
3532
+ "special": true
3533
+ },
3534
+ "441": {
3535
+ "content": "<|reserved_415|>",
3536
+ "lstrip": false,
3537
+ "normalized": false,
3538
+ "rstrip": false,
3539
+ "single_word": false,
3540
+ "special": true
3541
+ },
3542
+ "442": {
3543
+ "content": "<|reserved_416|>",
3544
+ "lstrip": false,
3545
+ "normalized": false,
3546
+ "rstrip": false,
3547
+ "single_word": false,
3548
+ "special": true
3549
+ },
3550
+ "443": {
3551
+ "content": "<|reserved_417|>",
3552
+ "lstrip": false,
3553
+ "normalized": false,
3554
+ "rstrip": false,
3555
+ "single_word": false,
3556
+ "special": true
3557
+ },
3558
+ "444": {
3559
+ "content": "<|reserved_418|>",
3560
+ "lstrip": false,
3561
+ "normalized": false,
3562
+ "rstrip": false,
3563
+ "single_word": false,
3564
+ "special": true
3565
+ },
3566
+ "445": {
3567
+ "content": "<|reserved_419|>",
3568
+ "lstrip": false,
3569
+ "normalized": false,
3570
+ "rstrip": false,
3571
+ "single_word": false,
3572
+ "special": true
3573
+ },
3574
+ "446": {
3575
+ "content": "<|reserved_420|>",
3576
+ "lstrip": false,
3577
+ "normalized": false,
3578
+ "rstrip": false,
3579
+ "single_word": false,
3580
+ "special": true
3581
+ },
3582
+ "447": {
3583
+ "content": "<|reserved_421|>",
3584
+ "lstrip": false,
3585
+ "normalized": false,
3586
+ "rstrip": false,
3587
+ "single_word": false,
3588
+ "special": true
3589
+ },
3590
+ "448": {
3591
+ "content": "<|reserved_422|>",
3592
+ "lstrip": false,
3593
+ "normalized": false,
3594
+ "rstrip": false,
3595
+ "single_word": false,
3596
+ "special": true
3597
+ },
3598
+ "449": {
3599
+ "content": "<|reserved_423|>",
3600
+ "lstrip": false,
3601
+ "normalized": false,
3602
+ "rstrip": false,
3603
+ "single_word": false,
3604
+ "special": true
3605
+ },
3606
+ "450": {
3607
+ "content": "<|reserved_424|>",
3608
+ "lstrip": false,
3609
+ "normalized": false,
3610
+ "rstrip": false,
3611
+ "single_word": false,
3612
+ "special": true
3613
+ },
3614
+ "451": {
3615
+ "content": "<|reserved_425|>",
3616
+ "lstrip": false,
3617
+ "normalized": false,
3618
+ "rstrip": false,
3619
+ "single_word": false,
3620
+ "special": true
3621
+ },
3622
+ "452": {
3623
+ "content": "<|reserved_426|>",
3624
+ "lstrip": false,
3625
+ "normalized": false,
3626
+ "rstrip": false,
3627
+ "single_word": false,
3628
+ "special": true
3629
+ },
3630
+ "453": {
3631
+ "content": "<|reserved_427|>",
3632
+ "lstrip": false,
3633
+ "normalized": false,
3634
+ "rstrip": false,
3635
+ "single_word": false,
3636
+ "special": true
3637
+ },
3638
+ "454": {
3639
+ "content": "<|reserved_428|>",
3640
+ "lstrip": false,
3641
+ "normalized": false,
3642
+ "rstrip": false,
3643
+ "single_word": false,
3644
+ "special": true
3645
+ },
3646
+ "455": {
3647
+ "content": "<|reserved_429|>",
3648
+ "lstrip": false,
3649
+ "normalized": false,
3650
+ "rstrip": false,
3651
+ "single_word": false,
3652
+ "special": true
3653
+ },
3654
+ "456": {
3655
+ "content": "<|reserved_430|>",
3656
+ "lstrip": false,
3657
+ "normalized": false,
3658
+ "rstrip": false,
3659
+ "single_word": false,
3660
+ "special": true
3661
+ },
3662
+ "457": {
3663
+ "content": "<|reserved_431|>",
3664
+ "lstrip": false,
3665
+ "normalized": false,
3666
+ "rstrip": false,
3667
+ "single_word": false,
3668
+ "special": true
3669
+ },
3670
+ "458": {
3671
+ "content": "<|reserved_432|>",
3672
+ "lstrip": false,
3673
+ "normalized": false,
3674
+ "rstrip": false,
3675
+ "single_word": false,
3676
+ "special": true
3677
+ },
3678
+ "459": {
3679
+ "content": "<|reserved_433|>",
3680
+ "lstrip": false,
3681
+ "normalized": false,
3682
+ "rstrip": false,
3683
+ "single_word": false,
3684
+ "special": true
3685
+ },
3686
+ "460": {
3687
+ "content": "<|reserved_434|>",
3688
+ "lstrip": false,
3689
+ "normalized": false,
3690
+ "rstrip": false,
3691
+ "single_word": false,
3692
+ "special": true
3693
+ },
3694
+ "461": {
3695
+ "content": "<|reserved_435|>",
3696
+ "lstrip": false,
3697
+ "normalized": false,
3698
+ "rstrip": false,
3699
+ "single_word": false,
3700
+ "special": true
3701
+ },
3702
+ "462": {
3703
+ "content": "<|reserved_436|>",
3704
+ "lstrip": false,
3705
+ "normalized": false,
3706
+ "rstrip": false,
3707
+ "single_word": false,
3708
+ "special": true
3709
+ },
3710
+ "463": {
3711
+ "content": "<|reserved_437|>",
3712
+ "lstrip": false,
3713
+ "normalized": false,
3714
+ "rstrip": false,
3715
+ "single_word": false,
3716
+ "special": true
3717
+ },
3718
+ "464": {
3719
+ "content": "<|reserved_438|>",
3720
+ "lstrip": false,
3721
+ "normalized": false,
3722
+ "rstrip": false,
3723
+ "single_word": false,
3724
+ "special": true
3725
+ },
3726
+ "465": {
3727
+ "content": "<|reserved_439|>",
3728
+ "lstrip": false,
3729
+ "normalized": false,
3730
+ "rstrip": false,
3731
+ "single_word": false,
3732
+ "special": true
3733
+ },
3734
+ "466": {
3735
+ "content": "<|reserved_440|>",
3736
+ "lstrip": false,
3737
+ "normalized": false,
3738
+ "rstrip": false,
3739
+ "single_word": false,
3740
+ "special": true
3741
+ },
3742
+ "467": {
3743
+ "content": "<|reserved_441|>",
3744
+ "lstrip": false,
3745
+ "normalized": false,
3746
+ "rstrip": false,
3747
+ "single_word": false,
3748
+ "special": true
3749
+ },
3750
+ "468": {
3751
+ "content": "<|reserved_442|>",
3752
+ "lstrip": false,
3753
+ "normalized": false,
3754
+ "rstrip": false,
3755
+ "single_word": false,
3756
+ "special": true
3757
+ },
3758
+ "469": {
3759
+ "content": "<|reserved_443|>",
3760
+ "lstrip": false,
3761
+ "normalized": false,
3762
+ "rstrip": false,
3763
+ "single_word": false,
3764
+ "special": true
3765
+ },
3766
+ "470": {
3767
+ "content": "<|reserved_444|>",
3768
+ "lstrip": false,
3769
+ "normalized": false,
3770
+ "rstrip": false,
3771
+ "single_word": false,
3772
+ "special": true
3773
+ },
3774
+ "471": {
3775
+ "content": "<|reserved_445|>",
3776
+ "lstrip": false,
3777
+ "normalized": false,
3778
+ "rstrip": false,
3779
+ "single_word": false,
3780
+ "special": true
3781
+ },
3782
+ "472": {
3783
+ "content": "<|reserved_446|>",
3784
+ "lstrip": false,
3785
+ "normalized": false,
3786
+ "rstrip": false,
3787
+ "single_word": false,
3788
+ "special": true
3789
+ },
3790
+ "473": {
3791
+ "content": "<|reserved_447|>",
3792
+ "lstrip": false,
3793
+ "normalized": false,
3794
+ "rstrip": false,
3795
+ "single_word": false,
3796
+ "special": true
3797
+ },
3798
+ "474": {
3799
+ "content": "<|reserved_448|>",
3800
+ "lstrip": false,
3801
+ "normalized": false,
3802
+ "rstrip": false,
3803
+ "single_word": false,
3804
+ "special": true
3805
+ },
3806
+ "475": {
3807
+ "content": "<|reserved_449|>",
3808
+ "lstrip": false,
3809
+ "normalized": false,
3810
+ "rstrip": false,
3811
+ "single_word": false,
3812
+ "special": true
3813
+ },
3814
+ "476": {
3815
+ "content": "<|reserved_450|>",
3816
+ "lstrip": false,
3817
+ "normalized": false,
3818
+ "rstrip": false,
3819
+ "single_word": false,
3820
+ "special": true
3821
+ },
3822
+ "477": {
3823
+ "content": "<|reserved_451|>",
3824
+ "lstrip": false,
3825
+ "normalized": false,
3826
+ "rstrip": false,
3827
+ "single_word": false,
3828
+ "special": true
3829
+ },
3830
+ "478": {
3831
+ "content": "<|reserved_452|>",
3832
+ "lstrip": false,
3833
+ "normalized": false,
3834
+ "rstrip": false,
3835
+ "single_word": false,
3836
+ "special": true
3837
+ },
3838
+ "479": {
3839
+ "content": "<|reserved_453|>",
3840
+ "lstrip": false,
3841
+ "normalized": false,
3842
+ "rstrip": false,
3843
+ "single_word": false,
3844
+ "special": true
3845
+ },
3846
+ "480": {
3847
+ "content": "<|reserved_454|>",
3848
+ "lstrip": false,
3849
+ "normalized": false,
3850
+ "rstrip": false,
3851
+ "single_word": false,
3852
+ "special": true
3853
+ },
3854
+ "481": {
3855
+ "content": "<|reserved_455|>",
3856
+ "lstrip": false,
3857
+ "normalized": false,
3858
+ "rstrip": false,
3859
+ "single_word": false,
3860
+ "special": true
3861
+ },
3862
+ "482": {
3863
+ "content": "<|reserved_456|>",
3864
+ "lstrip": false,
3865
+ "normalized": false,
3866
+ "rstrip": false,
3867
+ "single_word": false,
3868
+ "special": true
3869
+ },
3870
+ "483": {
3871
+ "content": "<|reserved_457|>",
3872
+ "lstrip": false,
3873
+ "normalized": false,
3874
+ "rstrip": false,
3875
+ "single_word": false,
3876
+ "special": true
3877
+ },
3878
+ "484": {
3879
+ "content": "<|reserved_458|>",
3880
+ "lstrip": false,
3881
+ "normalized": false,
3882
+ "rstrip": false,
3883
+ "single_word": false,
3884
+ "special": true
3885
+ },
3886
+ "485": {
3887
+ "content": "<|reserved_459|>",
3888
+ "lstrip": false,
3889
+ "normalized": false,
3890
+ "rstrip": false,
3891
+ "single_word": false,
3892
+ "special": true
3893
+ },
3894
+ "486": {
3895
+ "content": "<|reserved_460|>",
3896
+ "lstrip": false,
3897
+ "normalized": false,
3898
+ "rstrip": false,
3899
+ "single_word": false,
3900
+ "special": true
3901
+ },
3902
+ "487": {
3903
+ "content": "<|reserved_461|>",
3904
+ "lstrip": false,
3905
+ "normalized": false,
3906
+ "rstrip": false,
3907
+ "single_word": false,
3908
+ "special": true
3909
+ },
3910
+ "488": {
3911
+ "content": "<|reserved_462|>",
3912
+ "lstrip": false,
3913
+ "normalized": false,
3914
+ "rstrip": false,
3915
+ "single_word": false,
3916
+ "special": true
3917
+ },
3918
+ "489": {
3919
+ "content": "<|reserved_463|>",
3920
+ "lstrip": false,
3921
+ "normalized": false,
3922
+ "rstrip": false,
3923
+ "single_word": false,
3924
+ "special": true
3925
+ },
3926
+ "490": {
3927
+ "content": "<|reserved_464|>",
3928
+ "lstrip": false,
3929
+ "normalized": false,
3930
+ "rstrip": false,
3931
+ "single_word": false,
3932
+ "special": true
3933
+ },
3934
+ "491": {
3935
+ "content": "<|reserved_465|>",
3936
+ "lstrip": false,
3937
+ "normalized": false,
3938
+ "rstrip": false,
3939
+ "single_word": false,
3940
+ "special": true
3941
+ },
3942
+ "492": {
3943
+ "content": "<|reserved_466|>",
3944
+ "lstrip": false,
3945
+ "normalized": false,
3946
+ "rstrip": false,
3947
+ "single_word": false,
3948
+ "special": true
3949
+ },
3950
+ "493": {
3951
+ "content": "<|reserved_467|>",
3952
+ "lstrip": false,
3953
+ "normalized": false,
3954
+ "rstrip": false,
3955
+ "single_word": false,
3956
+ "special": true
3957
+ },
3958
+ "494": {
3959
+ "content": "<|reserved_468|>",
3960
+ "lstrip": false,
3961
+ "normalized": false,
3962
+ "rstrip": false,
3963
+ "single_word": false,
3964
+ "special": true
3965
+ },
3966
+ "495": {
3967
+ "content": "<|reserved_469|>",
3968
+ "lstrip": false,
3969
+ "normalized": false,
3970
+ "rstrip": false,
3971
+ "single_word": false,
3972
+ "special": true
3973
+ },
3974
+ "496": {
3975
+ "content": "<|reserved_470|>",
3976
+ "lstrip": false,
3977
+ "normalized": false,
3978
+ "rstrip": false,
3979
+ "single_word": false,
3980
+ "special": true
3981
+ },
3982
+ "497": {
3983
+ "content": "<|reserved_471|>",
3984
+ "lstrip": false,
3985
+ "normalized": false,
3986
+ "rstrip": false,
3987
+ "single_word": false,
3988
+ "special": true
3989
+ },
3990
+ "498": {
3991
+ "content": "<|reserved_472|>",
3992
+ "lstrip": false,
3993
+ "normalized": false,
3994
+ "rstrip": false,
3995
+ "single_word": false,
3996
+ "special": true
3997
+ },
3998
+ "499": {
3999
+ "content": "<|reserved_473|>",
4000
+ "lstrip": false,
4001
+ "normalized": false,
4002
+ "rstrip": false,
4003
+ "single_word": false,
4004
+ "special": true
4005
+ },
4006
+ "500": {
4007
+ "content": "<|reserved_474|>",
4008
+ "lstrip": false,
4009
+ "normalized": false,
4010
+ "rstrip": false,
4011
+ "single_word": false,
4012
+ "special": true
4013
+ },
4014
+ "501": {
4015
+ "content": "<|reserved_475|>",
4016
+ "lstrip": false,
4017
+ "normalized": false,
4018
+ "rstrip": false,
4019
+ "single_word": false,
4020
+ "special": true
4021
+ },
4022
+ "502": {
4023
+ "content": "<|reserved_476|>",
4024
+ "lstrip": false,
4025
+ "normalized": false,
4026
+ "rstrip": false,
4027
+ "single_word": false,
4028
+ "special": true
4029
+ },
4030
+ "503": {
4031
+ "content": "<|reserved_477|>",
4032
+ "lstrip": false,
4033
+ "normalized": false,
4034
+ "rstrip": false,
4035
+ "single_word": false,
4036
+ "special": true
4037
+ },
4038
+ "504": {
4039
+ "content": "<|reserved_478|>",
4040
+ "lstrip": false,
4041
+ "normalized": false,
4042
+ "rstrip": false,
4043
+ "single_word": false,
4044
+ "special": true
4045
+ },
4046
+ "505": {
4047
+ "content": "<|reserved_479|>",
4048
+ "lstrip": false,
4049
+ "normalized": false,
4050
+ "rstrip": false,
4051
+ "single_word": false,
4052
+ "special": true
4053
+ },
4054
+ "506": {
4055
+ "content": "<|reserved_480|>",
4056
+ "lstrip": false,
4057
+ "normalized": false,
4058
+ "rstrip": false,
4059
+ "single_word": false,
4060
+ "special": true
4061
+ },
4062
+ "507": {
4063
+ "content": "<|reserved_481|>",
4064
+ "lstrip": false,
4065
+ "normalized": false,
4066
+ "rstrip": false,
4067
+ "single_word": false,
4068
+ "special": true
4069
+ },
4070
+ "508": {
4071
+ "content": "<|reserved_482|>",
4072
+ "lstrip": false,
4073
+ "normalized": false,
4074
+ "rstrip": false,
4075
+ "single_word": false,
4076
+ "special": true
4077
+ },
4078
+ "509": {
4079
+ "content": "<|reserved_483|>",
4080
+ "lstrip": false,
4081
+ "normalized": false,
4082
+ "rstrip": false,
4083
+ "single_word": false,
4084
+ "special": true
4085
+ },
4086
+ "510": {
4087
+ "content": "<|reserved_484|>",
4088
+ "lstrip": false,
4089
+ "normalized": false,
4090
+ "rstrip": false,
4091
+ "single_word": false,
4092
+ "special": true
4093
+ },
4094
+ "511": {
4095
+ "content": "<|reserved_485|>",
4096
+ "lstrip": false,
4097
+ "normalized": false,
4098
+ "rstrip": false,
4099
+ "single_word": false,
4100
+ "special": true
4101
+ }
4102
+ },
4103
+ "additional_special_tokens": [
4104
+ "<|im_start|>",
4105
+ "<|iquest_end|>",
4106
+ "<|object_ref_start|>",
4107
+ "<|object_ref_end|>",
4108
+ "<|box_start|>",
4109
+ "<|box_end|>",
4110
+ "<|quad_start|>",
4111
+ "<|quad_end|>",
4112
+ "<|vision_start|>",
4113
+ "<|vision_end|>",
4114
+ "<|vision_pad|>",
4115
+ "<|image_pad|>",
4116
+ "<|video_pad|>",
4117
+ "<|iquest_system|>",
4118
+ "<|iquest_user|>",
4119
+ "<|iquest_assistant|>",
4120
+ "<|iquest_tool|>",
4121
+ "<|iquest_developer|>"
4122
+ ],
4123
+ "bos_token": null,
4124
+ "clean_up_tokenization_spaces": false,
4125
+ "eos_token": "<|iquest_end|>",
4126
+ "extra_special_tokens": {},
4127
+ "model_max_length": 524288,
4128
+ "pad_token": "<|iquest_end|>",
4129
+ "padding_side": "left",
4130
+ "split_special_tokens": false,
4131
+ "tokenizer_class": "PreTrainedTokenizerFast",
4132
+ "unk_token": null
4133
+ }