qqc1989 commited on
Commit
5f167d9
·
verified ·
1 Parent(s): b032b40

Update run_qwen2.5_1.5b_ctx_int4_ax650.sh

Browse files
Files changed (1) hide show
  1. run_qwen2.5_1.5b_ctx_int4_ax650.sh +1 -1
run_qwen2.5_1.5b_ctx_int4_ax650.sh CHANGED
@@ -4,7 +4,7 @@
4
  --tokenizer_type 2 \
5
  --url_tokenizer_model "http://0.0.0.0:12345" \
6
  --filename_post_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_post.axmodel" \
7
- --filename_tokens_embed "qwen2.5-1.5b-ctx-ax650/model.embed_tokens.weight.bfloat16.bin" \
8
  --tokens_embed_num 151936 \
9
  --tokens_embed_size 1536 \
10
  --use_mmap_load_embed 1 \
 
4
  --tokenizer_type 2 \
5
  --url_tokenizer_model "http://0.0.0.0:12345" \
6
  --filename_post_axmodel "qwen2.5-1.5b-ctx-int4-ax650/qwen2_post.axmodel" \
7
+ --filename_tokens_embed "qwen2.5-1.5b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
8
  --tokens_embed_num 151936 \
9
  --tokens_embed_size 1536 \
10
  --use_mmap_load_embed 1 \