Upload 11 files

.gitattributes

@@ -38,3 +38,6 @@ main_api filter=lfs diff=lfs merge=lfs -text
 main_ax650 filter=lfs diff=lfs merge=lfs -text
 main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
 main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
+main_api_ax650 filter=lfs diff=lfs merge=lfs -text
+main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
+main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text

main_api_ax650

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53024db31c1fe910d5b13f3e31daf903bfde87ee18d29d49a4094aadb883517f
+size 1064648

main_api_axcl_aarch64

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff939d9a02d8aa96f78e62af9d5d146f8d8e8b7f20628cbb260cbaf990549547
+size 1868088

main_api_axcl_x86

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdd3551f41aa43fbd91bf307901398a49372f9ddf6a7e027f7409229bbef468
+size 1913024

main_ax650

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:870254b83b53d8f1909a03d2e73b0049fd5541e848579fc530888d07c28a48a2
-size 989368
+oid sha256:622b8f33f3d6e9caf0b5aac480a5327d5f92b419d717b7403cb72807fa1e3fc7
+size 985248

main_axcl_aarch64

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03012513d42b834360fac6e61aa8b7387deb4f5ecd9f9c86d0b208e608b8c991
-size 1724632
+oid sha256:a587bcc25917e4c66277fba689a0e2718f50103e0fd249729e0cfb2f9b1d7c83
+size 1787328

main_axcl_x86

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f872d9f2238ec7db7ce3a075d52a673bac7b5a7e18455a81852b80223037ae3
-size 1839824
+oid sha256:a177ef35fc8ad418b92077d08338004325c4d6a36ad17de66cf64ba9b6172393
+size 1844336

post_config.json

@@ -1,5 +1,5 @@
 {
-    "enable_temperature" : false,
+    "enable_temperature" : true,
     "temperature" : 0.9,
     
     "enable_repetition_penalty" : false,
@@ -9,6 +9,6 @@
     "enable_top_p_sampling" : false,
     "top_p" : 0.8,
 
-    "enable_top_k_sampling" : false,
+    "enable_top_k_sampling" : true,
     "top_k" : 10
 }

run_qwen2.5_7b_ctx_ax650.sh

@@ -1,7 +1,6 @@
 ./main_ax650 \
 --template_filename_axmodel "qwen2.5-7b-ctx-ax650/qwen2_p128_l%d_together.axmodel" \
 --axmodel_num 28 \
---tokenizer_type 2 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
 --filename_post_axmodel "qwen2.5-7b-ctx-ax650/qwen2_post.axmodel" \
 --filename_tokens_embed "qwen2.5-7b-ctx-ax650/model.embed_tokens.weight.bfloat16.bin" \

run_qwen2.5_7b_ctx_int4_ax650.sh

@@ -1,10 +1,8 @@
 ./main_ax650 \
 --template_filename_axmodel "qwen2.5-7b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
---axmodel_num 28 \
---tokenizer_type 2 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
 --filename_post_axmodel "qwen2.5-7b-ctx-int4-ax650/qwen2_post.axmodel" \
---filename_tokens_embed "qwen2.5-7b-ctx-ax650/model.embed_tokens.weight.bfloat16.bin" \
+--filename_tokens_embed "qwen2.5-7b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
 --tokens_embed_num 152064 \
 --tokens_embed_size 3584 \
 --use_mmap_load_embed 1 \

run_qwen2.5_7b_ctx_int4_axcl_aarch64.sh

@@ -0,0 +1,16 @@
+./main_axcl_aarch64 \
+--template_filename_axmodel "qwen2.5-7b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
+--axmodel_num 28 \
+--url_tokenizer_model "http://0.0.0.0:12345" \
+--filename_post_axmodel "qwen2.5-7b-ctx-int4-ax650/qwen2_post.axmodel" \
+--filename_tokens_embed "qwen2.5-7b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
+--tokens_embed_num 152064 \
+--tokens_embed_size 3584 \
+--use_mmap_load_embed 1 \
+--live_print 1 \
+--devices 0
+
+
+#--system_prompt "你的名字叫小智（allen）,你是一个人畜无害的AI助手。深圳市今天（4月1日）阴天，愚人节，气温在14°C至19°C之间，微风。" \
+#--kvcache_path "./kvcache" \
+

run_qwen2.5_7b_ctx_int4_axcl_x86.sh

@@ -0,0 +1,16 @@
+./main_axcl_aarch64 \
+--template_filename_axmodel "qwen2.5-7b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
+--axmodel_num 28 \
+--url_tokenizer_model "http://0.0.0.0:12345" \
+--filename_post_axmodel "qwen2.5-7b-ctx-int4-ax650/qwen2_post.axmodel" \
+--filename_tokens_embed "qwen2.5-7b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
+--tokens_embed_num 152064 \
+--tokens_embed_size 3584 \
+--use_mmap_load_embed 1 \
+--live_print 1 \
+--devices 0
+
+
+#--system_prompt "你的名字叫小智（allen）,你是一个人畜无害的AI助手。深圳市今天（4月1日）阴天，愚人节，气温在14°C至19°C之间，微风。" \
+#--kvcache_path "./kvcache" \
+