Hugging Face's logo

jinliuxi
/
dsmini_sft

Text Generation
Transformers
Safetensors
deepseek_v2
conversational
text-generation-inference
Model card Files
xet
Community
jinliuxi commited on
Commit
08f0ab3
·
verified ·
1 Parent(s): 13834c1

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +4 -4
  2. tokenizer_config.json +2 -2
tokenizer.json CHANGED
@@ -50,7 +50,7 @@
50
  },
51
  {
52
  "id": 5,
53
- "content": "[THINK]",
54
  "single_word": false,
55
  "lstrip": false,
56
  "rstrip": false,
@@ -59,7 +59,7 @@
59
  },
60
  {
61
  "id": 6,
62
- "content": "[/THINK]",
63
  "single_word": false,
64
  "lstrip": false,
65
  "rstrip": false,
@@ -96,8 +96,8 @@
96
  "</s>": 2,
97
  "[INST]": 3,
98
  "[/INST]": 4,
99
- "[THINK]": 5,
100
- "[/THINK]": 6,
101
  "!": 7,
102
  "\"": 8,
103
  "#": 9,
 
50
  },
51
  {
52
  "id": 5,
53
+ "content": "<think>",
54
  "single_word": false,
55
  "lstrip": false,
56
  "rstrip": false,
 
59
  },
60
  {
61
  "id": 6,
62
+ "content": "</think>",
63
  "single_word": false,
64
  "lstrip": false,
65
  "rstrip": false,
 
96
  "</s>": 2,
97
  "[INST]": 3,
98
  "[/INST]": 4,
99
+ "<think>": 5,
100
+ "</think>": 6,
101
  "!": 7,
102
  "\"": 8,
103
  "#": 9,
tokenizer_config.json CHANGED
@@ -44,7 +44,7 @@
44
  "special": true
45
  },
46
  "5": {
47
- "content": "[THINK]",
48
  "lstrip": false,
49
  "normalized": false,
50
  "rstrip": false,
@@ -52,7 +52,7 @@
52
  "special": true
53
  },
54
  "6": {
55
- "content": "[/THINK]",
56
  "lstrip": false,
57
  "normalized": false,
58
  "rstrip": false,
 
44
  "special": true
45
  },
46
  "5": {
47
+ "content": "<think>",
48
  "lstrip": false,
49
  "normalized": false,
50
  "rstrip": false,
 
52
  "special": true
53
  },
54
  "6": {
55
+ "content": "</think>",
56
  "lstrip": false,
57
  "normalized": false,
58
  "rstrip": false,