Bertug1911 commited on
Commit
1f7c640
·
verified ·
1 Parent(s): ecbf180

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +8 -8
special_tokens_map.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
- "bos_token": {
3
- "content": "<|BOS|>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
- "eos_token": {
10
- "content": "<|im_end|>",
11
  "lstrip": false,
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": {
17
- "content": "<|pad|>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
@@ -27,8 +27,8 @@
27
  "rstrip": false,
28
  "single_word": false
29
  },
30
- "role_start_token": {
31
- "content": "<|im_start|>",
32
  "lstrip": false,
33
  "normalized": false,
34
  "rstrip": false,
 
1
  {
2
+ "pad_token": {
3
+ "content": "<|pad|>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
+ "bos_token": {
10
+ "content": "<|BOS|>",
11
  "lstrip": false,
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "role_start_token": {
17
+ "content": "<|im_start|>",
18
  "lstrip": false,
19
  "normalized": false,
20
  "rstrip": false,
 
27
  "rstrip": false,
28
  "single_word": false
29
  },
30
+ "eos_token": {
31
+ "content": "<|im_end|>",
32
  "lstrip": false,
33
  "normalized": false,
34
  "rstrip": false,