1 显卡安装
#查看显卡型号
llh@study:~/soft$ lspci | grep -i nvidia
10:00.0 VGA compatible controller: NVIDIA Corporation TU116 [GeForce GTX 1660 SUPER] (rev a1)
10:00.1 Audio device: NVIDIA Corporation TU116 High Definition Audio Controller (rev a1)
10:00.2 USB controller: NVIDIA Corporation TU116 USB 3.1 Host Controller (rev a1)
10:00.3 Serial bus controller: NVIDIA Corporation TU116 USB Type-C UCSI Controller (rev a1
#查看推荐驱动
llh@study:~/soft$ sudo ubuntu-drivers devices

sudo apt install nvidia-driver-580
#安装完成 重启服务器
sudo reboot
#验证驱动是否安装成功
llh@study:~$ nvidia-smi

2 安装docker
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb\_release -cs) stable"
sudo apt-get update
sudo apt-get install docker-ce
#
sudo systemctl start docker
#
docker --version
3 安装 Ollama
#下载自动安装脚本
wget https://ollama.com/install.sh .
#安装
sudo sh install.sh

#验证服务
sudo systemctl status ollama
#查看版本
ollama --version

#配置局域网访问
sudo vim /etc/systemd/system/ollama.service
[Service]
Environment="OLLAMA_HOST=0.0.0.0:11434" # 监听所有网卡
Environment="OLLAMA_ORIGINS=*" # 允许跨域请求,测试环境
#
sudo systemctl daemon-reload
sudo systemctl restart ollama

4 模型下载
ollama pull deepseek-r1:7b
#查看本地模型
llh@study:~/soft$ ollama list
NAME ID SIZE MODIFIED
deepseek-r1:7b 755ced02ce7b 4.7 GB About a minute ago
#删除
ollama rm deepseek-r1:7b
5 运行模型
ollama run deepseek-r1:7b
