Qwen3-1.7B-GPTQ-Int4 / config.json
wangli
update axmodel for better ttft
f32298c verified
Raw History Blame Contribute Delete
595 Bytes
{
"system_prompt": "you are a helpful assistant.",
"model_name": "AXERA-TECH/Qwen3-1.7B-GPTQ-Int4",
"url_tokenizer_model": "qwen3_tokenizer.txt",
"tokenizer_type": "Qwen3",
"post_config_path": "post_config.json",
"template_filename_axmodel": "qwen3_p128_l%d_together.axmodel",
"axmodel_num": 28,
"filename_post_axmodel": "qwen3_post.axmodel",
"filename_tokens_embed": "model.embed_tokens.weight.bfloat16.bin",
"tokens_embed_num": 151936,
"tokens_embed_size": 2048,
"use_mmap_load_embed": true,
"use_mmap_load_layer": true,
"devices": [0]
}