InternVL3-1B / run_internvl_3_1b_448_api_axcl_x86.sh
qqc1989's picture
Upload 47 files
0e8466f verified
./main_api_axcl_x86 \
--template_filename_axmodel "./internvl3_1b_ax650/qwen2_p128_l%d_together.axmodel" \
--axmodel_num 24 \
--filename_image_encoder_axmodedl "./internvl3_1b_ax650/internvl3_1b_vit.axmodel" \
--use_mmap_load_embed 1 \
--filename_tokenizer_model "http://0.0.0.0:12345" \
--filename_post_axmodel "./internvl3_1b_ax650/qwen2_post.axmodel" \
--filename_tokens_embed "./internvl3_1b_ax650/model.embed_tokens.weight.bfloat16.bin" \
--tokens_embed_num 151674 \
--tokens_embed_size 896 \
--devices 0,2,4 \