Update README.md
Browse files
README.md
CHANGED
@@ -65,7 +65,7 @@ pipeline_tag: image-text-to-text
|
|
65 |
<s>[SYSTEM_PROMPT]<system prompt>[/SYSTEM_PROMPT][INST]<user message>[/INST]<assistant response></s>[INST]<user message>[/INST]
|
66 |
```
|
67 |
|
68 |
-
|
69 |
|
70 |
- Prompt type: `mistral-small-tool`
|
71 |
|
@@ -73,7 +73,7 @@ pipeline_tag: image-text-to-text
|
|
73 |
|
74 |
```text
|
75 |
<s>[INST] {user_message_1}[/INST][TOOL_CALLS] [{tool_call_1},{tool_call_2}]</s>[TOOL_RESULTS] {tool_result_1}[/TOOL_RESULTS] {assistant_message_1}</s>[AVAILABLE_TOOLS] [{tool_1},{tool_2}][/AVAILABLE_TOOLS][INST] {system_message}<0x0A><0x0A>{user_message_2}[/INST]
|
76 |
-
```
|
77 |
|
78 |
- Context size: `32000`
|
79 |
|
@@ -89,7 +89,7 @@ pipeline_tag: image-text-to-text
|
|
89 |
--model-name Mistral-Small
|
90 |
```
|
91 |
|
92 |
-
|
93 |
|
94 |
```bash
|
95 |
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Mistral-Small-3.1-24B-Instruct-2503-Q5_K_M.gguf \
|
@@ -99,10 +99,6 @@ pipeline_tag: image-text-to-text
|
|
99 |
--model-name Mistral-Small
|
100 |
```
|
101 |
|
102 |
-
Example:
|
103 |
-
|
104 |
-
 -->
|
105 |
-
|
106 |
- Run as LlamaEdge command app
|
107 |
|
108 |
- Chat
|
|
|
65 |
<s>[SYSTEM_PROMPT]<system prompt>[/SYSTEM_PROMPT][INST]<user message>[/INST]<assistant response></s>[INST]<user message>[/INST]
|
66 |
```
|
67 |
|
68 |
+
- Chat + Tool Use
|
69 |
|
70 |
- Prompt type: `mistral-small-tool`
|
71 |
|
|
|
73 |
|
74 |
```text
|
75 |
<s>[INST] {user_message_1}[/INST][TOOL_CALLS] [{tool_call_1},{tool_call_2}]</s>[TOOL_RESULTS] {tool_result_1}[/TOOL_RESULTS] {assistant_message_1}</s>[AVAILABLE_TOOLS] [{tool_1},{tool_2}][/AVAILABLE_TOOLS][INST] {system_message}<0x0A><0x0A>{user_message_2}[/INST]
|
76 |
+
```
|
77 |
|
78 |
- Context size: `32000`
|
79 |
|
|
|
89 |
--model-name Mistral-Small
|
90 |
```
|
91 |
|
92 |
+
- Chat + Tool Use
|
93 |
|
94 |
```bash
|
95 |
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Mistral-Small-3.1-24B-Instruct-2503-Q5_K_M.gguf \
|
|
|
99 |
--model-name Mistral-Small
|
100 |
```
|
101 |
|
|
|
|
|
|
|
|
|
102 |
- Run as LlamaEdge command app
|
103 |
|
104 |
- Chat
|