最終更新:2025-01-22 (水) 00:26:14 (17d)
run_openbuddy_ax630c.sh
Top / run_openbuddy_ax630c.sh
./main_prefill \ --template_filename_axmodel "openbuddy-llama3.2-1b-ax630c/llama_p128_l%d_together.axmodel" \ --axmodel_num 16 \ --tokenizer_type 2 \ --filename_tokenizer_model http://xxx.xxx.xxx.xxx:12345 \ --bos 0 --eos 0 \ --filename_post_axmodel "openbuddy-llama3.2-1b-ax630c/llama_post.axmodel" \ --filename_tokens_embed "openbuddy-llama3.2-1b-ax630c/model.embed_tokens.weight.bfloat16.bin" \ --tokens_embed_num 128256 \ --tokens_embed_size 2048 \ --use_mmap_load_embed 1 \ --live_print 1 \ --continue 1 \ --prompt "$1"