Update run_qwen2.5_1.5b_ctx_int4_ax650.sh
Browse files
run_qwen2.5_1.5b_ctx_int4_ax650.sh
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
--tokenizer_type 2 \
|
| 5 |
--url_tokenizer_model "http://0.0.0.0:12345" \
|
| 6 |
--filename_post_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_post.axmodel" \
|
| 7 |
-
--filename_tokens_embed "qwen2.5-1.5b-ctx-ax650/model.embed_tokens.weight.bfloat16.bin" \
|
| 8 |
--tokens_embed_num 151936 \
|
| 9 |
--tokens_embed_size 1536 \
|
| 10 |
--use_mmap_load_embed 1 \
|
|
|
|
| 4 |
--tokenizer_type 2 \
|
| 5 |
--url_tokenizer_model "http://0.0.0.0:12345" \
|
| 6 |
--filename_post_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_post.axmodel" \
|
| 7 |
+
--filename_tokens_embed "qwen2.5-1.5b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
|
| 8 |
--tokens_embed_num 151936 \
|
| 9 |
--tokens_embed_size 1536 \
|
| 10 |
--use_mmap_load_embed 1 \
|