1.安装ollama
1
# 下载ollama curl -fsSL https://ollama.com/install.sh | sh # 下载模型 ollama run deepseek-r1:1.5b ollama run deepseek-r1:7b ollama run deepseek-r1:8b
2.设置ollama监听
# 1. 编辑 ollama.service vim /etc/systemd/system/ollama.service # 2.在 [Service] 部分,Environment下面添加: Environment="OLLAMA_HOST=0.0.0.0" Environment="OLLAMA_ORIGINS=*" # 3.重新加载 systemd 并重启 Ollama: systemctl daemon-reload systemctl restart ollama

其他相关命令:
# 查看 Ollama 运行状态: systemctl status ollama # 查看显存占用: nvidia-smi apt-get install nvtop -y nvtop