apepkuss79 commited on
Commit
fc85bb7
·
verified ·
1 Parent(s): 1eacbed

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +20 -11
README.md CHANGED
@@ -49,23 +49,22 @@ library_name: nemo
49
  <extra_id_1>Assistant\n
50
  ```
51
 
52
- <!-- - Tool use
53
 
54
  ```text
55
  <extra_id_0>System
56
- {system prompt}
57
-
58
- <tool> ... </tool>
59
- <context> ... </context>
60
-
61
  <extra_id_1>User
62
- {prompt}
63
- <extra_id_1>Assistant
64
- <toolcall> ... </toolcall>
65
  <extra_id_1>Tool
66
- {tool response}
67
  <extra_id_1>Assistant\n
68
- ``` -->
69
 
70
  - Context size: `4096`
71
 
@@ -79,6 +78,16 @@ library_name: nemo
79
  --model-name Nemotron-Mini-4B-Instruct
80
  ```
81
 
 
 
 
 
 
 
 
 
 
 
82
  - Run as LlamaEdge command app
83
 
84
  ```bash
 
49
  <extra_id_1>Assistant\n
50
  ```
51
 
52
+ - Tool use
53
 
54
  ```text
55
  <extra_id_0>System
56
+ {system_message}
57
+ <tool> {tool_1} </tool>
58
+ <tool> {tool_2} </tool>
59
+
60
+
61
  <extra_id_1>User
62
+ {user_message_1}<extra_id_1>Assistant
63
+ <toolcall> {tool_call_message} </toolcall>
 
64
  <extra_id_1>Tool
65
+ {tool_result_message}
66
  <extra_id_1>Assistant\n
67
+ ```
68
 
69
  - Context size: `4096`
70
 
 
78
  --model-name Nemotron-Mini-4B-Instruct
79
  ```
80
 
81
+ - Tool use
82
+
83
+ ```bash
84
+ wasmedge --dir .:. --nn-preload default:GGML:AUTO:Nemotron-Mini-4B-Instruct-Q5_K_M.gguf \
85
+ llama-api-server.wasm \
86
+ --prompt-template nemotron-tool \
87
+ --ctx-size 4096 \
88
+ --model-name Nemotron-Mini-4B-Instruct
89
+ ```
90
+
91
  - Run as LlamaEdge command app
92
 
93
  ```bash