mac 安装 llama.cpp 跑 deepseek ok

安装Homebrew

#Homebrew
/bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"

安装 llama.cpp

brew install llama.cpp

克隆魔塔社区对应镜像

cd ~
mkdir llama
cd llama
mkdir models
git clone https://www.modelscope.cn/uniontech-yourong/DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.git
cd DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M 
ls
#DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf       configuration.json                              sha256
#README.md                                       modelhub

运行 llm

llama-server \
  -m DeepSeek-R1-Distill-Qwen-7B-Q3_K_L.gguf \
  --host 192.168.31.133 \
  --port 8000 \
  -a llama-deepseek-r1:7b \
  --api-key sk-YXoV7g2CLmX81eN4D0B353F3A05d45459fEe5324a8f14 \
  -c 4096 \
  -np 4 \
  --flash-attn

llama-server.sh