Update README.md
Browse files
README.md
CHANGED
@@ -49,23 +49,22 @@ library_name: nemo
|
|
49 |
<extra_id_1>Assistant\n
|
50 |
```
|
51 |
|
52 |
-
|
53 |
|
54 |
```text
|
55 |
<extra_id_0>System
|
56 |
-
{
|
57 |
-
|
58 |
-
<tool>
|
59 |
-
|
60 |
-
|
61 |
<extra_id_1>User
|
62 |
-
{
|
63 |
-
<
|
64 |
-
<toolcall> ... </toolcall>
|
65 |
<extra_id_1>Tool
|
66 |
-
{
|
67 |
<extra_id_1>Assistant\n
|
68 |
-
```
|
69 |
|
70 |
- Context size: `4096`
|
71 |
|
@@ -79,6 +78,16 @@ library_name: nemo
|
|
79 |
--model-name Nemotron-Mini-4B-Instruct
|
80 |
```
|
81 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
82 |
- Run as LlamaEdge command app
|
83 |
|
84 |
```bash
|
|
|
49 |
<extra_id_1>Assistant\n
|
50 |
```
|
51 |
|
52 |
+
- Tool use
|
53 |
|
54 |
```text
|
55 |
<extra_id_0>System
|
56 |
+
{system_message}
|
57 |
+
<tool> {tool_1} </tool>
|
58 |
+
<tool> {tool_2} </tool>
|
59 |
+
|
60 |
+
|
61 |
<extra_id_1>User
|
62 |
+
{user_message_1}<extra_id_1>Assistant
|
63 |
+
<toolcall> {tool_call_message} </toolcall>
|
|
|
64 |
<extra_id_1>Tool
|
65 |
+
{tool_result_message}
|
66 |
<extra_id_1>Assistant\n
|
67 |
+
```
|
68 |
|
69 |
- Context size: `4096`
|
70 |
|
|
|
78 |
--model-name Nemotron-Mini-4B-Instruct
|
79 |
```
|
80 |
|
81 |
+
- Tool use
|
82 |
+
|
83 |
+
```bash
|
84 |
+
wasmedge --dir .:. --nn-preload default:GGML:AUTO:Nemotron-Mini-4B-Instruct-Q5_K_M.gguf \
|
85 |
+
llama-api-server.wasm \
|
86 |
+
--prompt-template nemotron-tool \
|
87 |
+
--ctx-size 4096 \
|
88 |
+
--model-name Nemotron-Mini-4B-Instruct
|
89 |
+
```
|
90 |
+
|
91 |
- Run as LlamaEdge command app
|
92 |
|
93 |
```bash
|