gguf_chat.sh
| 1 | export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH" |
| 2 | llama-cli -m /mnt/nfs_share/JiRackUltra_14b/JiRackUltra_14b.Q5_K_M.gguf -c 8192 -ngl 0 -t 16 -p "Hi" -n 256 |
| 3 | |
| 1 | export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH" |
| 2 | llama-cli -m /mnt/nfs_share/JiRackUltra_14b/JiRackUltra_14b.Q5_K_M.gguf -c 8192 -ngl 0 -t 16 -p "Hi" -n 256 |
| 3 | |