Ollama
本地运行命令
ollama run qwen3:4b
java
pom 依赖
<dependency>
<groupId>org.springframework.ai</groupId>
<artifactId>spring-ai-bom</artifactId>
<version>${spring-ai.version}</version>
<type>pom</type>
<scope>import</scope>
</dependency>
<dependency>
<groupId>org.springframework.ai</groupId>
<artifactId>spring-ai-starter-model-ollama</artifactId>
</dependency>
yml配置
java
# Ollama 配置
spring.ai.ollama.base-url=http://localhost:11434
spring.ai.ollama.chat.options.model=qwen3:4b
# 应用启动时不自动拉取模型(如需自动拉取可改为 when_missing)
spring.ai.ollama.init.pull-model-strategy=never
测试代码
java
@Test
public void testOllama(@Autowired OllamaChatModel ollamaChatModel) {
Prompt prompt = new Prompt("你是谁");
ChatResponse call = ollamaChatModel.call(prompt);
String text = call.getResult().getOutput().getText();
System.out.println("-------------- Ollama --------------");
System.out.println(text);
}
@Test
public void testOllamaStream(@Autowired OllamaChatModel ollamaChatModel) {
Flux<String> stream = ollamaChatModel.stream("你是谁");
stream.toStream().forEach(System.out::println);
System.out.println("-------------- Ollama --------------");
}