Upload 12 files

.gitattributes

@@ -39,3 +39,6 @@ main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
 main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
 main_api filter=lfs diff=lfs merge=lfs -text
 main_ax650 filter=lfs diff=lfs merge=lfs -text
+main_api_ax650 filter=lfs diff=lfs merge=lfs -text
+main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
+main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text

main_api_ax650

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53024db31c1fe910d5b13f3e31daf903bfde87ee18d29d49a4094aadb883517f
+size 1064648

main_api_axcl_aarch64

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff939d9a02d8aa96f78e62af9d5d146f8d8e8b7f20628cbb260cbaf990549547
+size 1868088

main_api_axcl_x86

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdd3551f41aa43fbd91bf307901398a49372f9ddf6a7e027f7409229bbef468
+size 1913024

main_ax650

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:870254b83b53d8f1909a03d2e73b0049fd5541e848579fc530888d07c28a48a2
-size 989368
+oid sha256:622b8f33f3d6e9caf0b5aac480a5327d5f92b419d717b7403cb72807fa1e3fc7
+size 985248

main_axcl_aarch64

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03012513d42b834360fac6e61aa8b7387deb4f5ecd9f9c86d0b208e608b8c991
-size 1724632
+oid sha256:a587bcc25917e4c66277fba689a0e2718f50103e0fd249729e0cfb2f9b1d7c83
+size 1787328

main_axcl_x86

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f872d9f2238ec7db7ce3a075d52a673bac7b5a7e18455a81852b80223037ae3
-size 1839824
+oid sha256:a177ef35fc8ad418b92077d08338004325c4d6a36ad17de66cf64ba9b6172393
+size 1844336

run_qwen2.5_1.5b_ctx_ax650.sh

@@ -1,7 +1,6 @@
 ./main_ax650 \
 --template_filename_axmodel "qwen2.5-1.5b-ctx-ax650/qwen2_p128_l%d_together.axmodel" \
 --axmodel_num 28 \
---tokenizer_type 2 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
 --filename_post_axmodel "qwen2.5-1.5b-ctx-ax650/qwen2_post.axmodel" \
 --filename_tokens_embed "qwen2.5-1.5b-ctx-ax650/model.embed_tokens.weight.bfloat16.bin" \

run_qwen2.5_1.5b_ctx_axcl_aarch64.sh

@@ -3,7 +3,6 @@
 --kvcache_path "./kvcache" \
 --template_filename_axmodel "qwen2.5-1.5b-ctx-ax650/qwen2_p128_l%d_together.axmodel" \
 --axmodel_num 28 \
---tokenizer_type 2 \
 --url_tokenizer_model "http://127.0.0.1:12345" \
 --filename_post_axmodel "qwen2.5-1.5b-ctx-ax650/qwen2_post.axmodel" \
 --filename_tokens_embed "qwen2.5-1.5b-ctx-ax650/model.embed_tokens.weight.bfloat16.bin" \

run_qwen2.5_1.5b_ctx_axcl_x86.sh

@@ -3,7 +3,6 @@
 --kvcache_path "./kvcache" \
 --template_filename_axmodel "qwen2.5-1.5b-ctx-ax650/qwen2_p128_l%d_together.axmodel" \
 --axmodel_num 28 \
---tokenizer_type 2 \
 --url_tokenizer_model "http://127.0.0.1:12345" \
 --filename_post_axmodel "qwen2.5-1.5b-ctx-ax650/qwen2_post.axmodel" \
 --filename_tokens_embed "qwen2.5-1.5b-ctx-ax650/model.embed_tokens.weight.bfloat16.bin" \

run_qwen2.5_1.5b_ctx_int4_ax650.sh

@@ -1,7 +1,6 @@
 ./main_ax650 \
 --template_filename_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
 --axmodel_num 28 \
---tokenizer_type 2 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
 --filename_post_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_post.axmodel" \
 --filename_tokens_embed "qwen2.5-1.5b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \

run_qwen2.5_1.5b_ctx_int4_axcl_aarch64.sh

@@ -0,0 +1,14 @@
+./main_axcl_aarch64 \
+--template_filename_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
+--axmodel_num 28 \
+--url_tokenizer_model "http://127.0.0.1:12345" \
+--filename_post_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_post.axmodel" \
+--filename_tokens_embed "qwen2.5-1.5b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
+--tokens_embed_num 151936 \
+--tokens_embed_size 1536 \
+--use_mmap_load_embed 1 \
+--live_print 1 \
+--devices 0
+
+#--system_prompt "你的名字叫小智（allen）,你是一个人畜无害的AI助手。深圳市今天（4月1日）阴天，愚人节，气温在14°C至19°C之间，微风。" \
+#--kvcache_path "./kvcache" \

run_qwen2.5_1.5b_ctx_int4_axcl_x86.sh

@@ -0,0 +1,14 @@
+./main_axcl_x86 \
+--template_filename_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
+--axmodel_num 28 \
+--url_tokenizer_model "http://127.0.0.1:12345" \
+--filename_post_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_post.axmodel" \
+--filename_tokens_embed "qwen2.5-1.5b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
+--tokens_embed_num 151936 \
+--tokens_embed_size 1536 \
+--use_mmap_load_embed 1 \
+--live_print 1 \
+--devices 0
+
+#--system_prompt "你的名字叫小智（allen）,你是一个人畜无害的AI助手。深圳市今天（4月1日）阴天，愚人节，气温在14°C至19°C之间，微风。" \
+#--kvcache_path "./kvcache" \