|
./main_api_axcl_x86 \ |
|
--template_filename_axmodel "./internvl3_1b_ax650/qwen2_p128_l%d_together.axmodel" \ |
|
--axmodel_num 24 \ |
|
--filename_image_encoder_axmodedl "./internvl3_1b_ax650/internvl3_1b_vit.axmodel" \ |
|
--use_mmap_load_embed 1 \ |
|
--filename_tokenizer_model "http://0.0.0.0:12345" \ |
|
--filename_post_axmodel "./internvl3_1b_ax650/qwen2_post.axmodel" \ |
|
--filename_tokens_embed "./internvl3_1b_ax650/model.embed_tokens.weight.bfloat16.bin" \ |
|
--tokens_embed_num 151674 \ |
|
--tokens_embed_size 896 \ |
|
--devices 0,2,4 \ |
|
|