- 操作系统：centos7
- GPU：NVIDIA A100 80G
- 前提已经安装好docker环境
- docker-compose.yml文件所在目录：/data/ollama/
- ollama模型目录：/data/ollama/models/
- ollama配置文件目录：/data/ollama/config/
1、docker-compose.yml文件内容如下：
version: '3.8'
services:
ollama:
官方Ollama镜像 docker.1ms.run/ollama/ollama:latest
# docker.m.daocloud.io
image: docker.m.daocloud.io/ollama/ollama:latest
容器名称，便于管理
container_name: ollama
开机自启
restart: always
端口映射：宿主机11434 → 容器11434（Ollama默认端口）
ports:
- "11435:11434"
核心：目录挂载（精准分离模型/配置）
volumes:
宿主机模型目录 → 容器内模型存储目录（Ollama默认模型路径）
- /data/ollama/models:/root/.ollama/models
宿主机配置目录 → 容器内配置目录（Ollama默认配置路径）
- /data/ollama/config:/root/.ollama/config
特权模式（解决GPU访问、目录权限等问题）
privileged: true
环境变量（设置时区，避免日志时间错乱）
environment:
- TZ=Asia/Shanghai
可选：指定CUDA路径（确保容器识别GPU）
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all # 调用所有GPU，也可指定数量（如1）
capabilities: gpu
2、进入/data/ollama/目录，执行如下命令：
安装：docker-compose up -d
查看进程：docker ps
3、下载模型
1）进入容器内部：docker exec -it ollama bash
2）执行下载命令：ollama pull qwen3.5-vision:9b
3）查看已安装模型：ollama list
4、访问地址：
http://192.168.1.100:11435/v1/models
显示内容：
{
"object": "list",
"data": [
{
"id": "qwen3.5-9b-opus-bf8:latest",
"object": "model",
"created": 1780901462,
"owned_by": "library"
},
{
"id": "qwen3.5-9b-ds4-bf16:latest",
"object": "model",
"created": 1780900976,
"owned_by": "library"
},
{
"id": "qwen3.5-9b-ds4-bf8:latest",
"object": "model",
"created": 1780899265,
"owned_by": "library"
},
{
"id": "qwen3.6:35b",
"object": "model",
"created": 1776646248,
"owned_by": "library"
},
{
"id": "nemotron-cascade-2:30b",
"object": "model",
"created": 1776063948,
"owned_by": "library"
},
{
"id": "qwen3.5:4b",
"object": "model",
"created": 1775529986,
"owned_by": "library"
},
{
"id": "qwen3.5:9b",
"object": "model",
"created": 1775529685,
"owned_by": "library"
},
{
"id": "qwen3.5:27b",
"object": "model",
"created": 1775529152,
"owned_by": "library"
},
{
"id": "gemma4:31b",
"object": "model",
"created": 1775522679,
"owned_by": "library"
},
{
"id": "gemma4:26b",
"object": "model",
"created": 1775209866,
"owned_by": "library"
},
{
"id": "gemma4:e4b",
"object": "model",
"created": 1775208973,
"owned_by": "library"
},
{
"id": "gemma4:e2b",
"object": "model",
"created": 1775208464,
"owned_by": "library"
},
{
"id": "qwen3-embedding:8b",
"object": "model",
"created": 1775195980,
"owned_by": "library"
},
{
"id": "qwen3-embedding:4b",
"object": "model",
"created": 1775195811,
"owned_by": "library"
},
{
"id": "qwen3-embedding:0.6b",
"object": "model",
"created": 1775195698,
"owned_by": "library"
},
{
"id": "codegemma:7b",
"object": "model",
"created": 1775195638,
"owned_by": "library"
},
{
"id": "codegemma:2b",
"object": "model",
"created": 1775195431,
"owned_by": "library"
},
{
"id": "glm-4.7-flash:q8_0",
"object": "model",
"created": 1775189599,
"owned_by": "library"
},
{
"id": "glm-4.7-flash:q4_K_M",
"object": "model",
"created": 1775188304,
"owned_by": "library"
},
{
"id": "glm4:9b",
"object": "model",
"created": 1775187532,
"owned_by": "library"
},
{
"id": "qwen3-vl:32b",
"object": "model",
"created": 1775183942,
"owned_by": "library"
},
{
"id": "qwen3-vl:30b",
"object": "model",
"created": 1775177641,
"owned_by": "library"
},
{
"id": "qwen3-vl:8b",
"object": "model",
"created": 1775176846,
"owned_by": "library"
},
{
"id": "qwen3-vl:4b",
"object": "model",
"created": 1775176412,
"owned_by": "library"
},
{
"id": "deepseek-coder:6.7b",
"object": "model",
"created": 1775176166,
"owned_by": "library"
},
{
"id": "deepseek-coder:33b",
"object": "model",
"created": 1775124397,
"owned_by": "library"
},
{
"id": "deepseek-coder:1.3b",
"object": "model",
"created": 1775123845,
"owned_by": "library"
},
{
"id": "deepcoder:14b",
"object": "model",
"created": 1775123524,
"owned_by": "library"
},
{
"id": "deepseek-coder-v2:16b",
"object": "model",
"created": 1775123198,
"owned_by": "library"
},
{
"id": "codellama:7b-code",
"object": "model",
"created": 1775120849,
"owned_by": "library"
},
{
"id": "qwen2.5-coder:1.5b",
"object": "model",
"created": 1775113950,
"owned_by": "library"
},
{
"id": "qwen3-coder:30b",
"object": "model",
"created": 1775113771,
"owned_by": "library"
},
{
"id": "qwen3.5:35b",
"object": "model",
"created": 1775112391,
"owned_by": "library"
},
{
"id": "qwen2.5-coder:7b",
"object": "model",
"created": 1775111058,
"owned_by": "library"
}
]
}