# 查看可用模型列表
$ ollama ls
NAME        ID             SIZE    MODIFIED
qwq:latest  cc1091b0e276   19 GB   17 minutes ago

# 啟動(dòng)模型交互
$ ollama run qwq:latest
>>> 請(qǐng)用java實(shí)現(xiàn)快速排序算法

<dependency>
  <groupId>io.github.pig-mesh.ai</groupId>
  <artifactId>deepseek-spring-boot-starter</artifactId>
  <version>1.4.5</version>
</dependency>

deepseek:
  base-url: http://127.0.0.1:11434/v1
  model: qwq:latest
  api-key: local-key

@Autowired
private DeepSeekClient deepSeekClient;

@GetMapping(value = "/chat", produces = MediaType.TEXT_EVENT_STREAM_VALUE)
public Flux<ChatCompletionResponse> chat(String prompt) {
    return deepSeekClient.chatFluxCompletion(prompt);
}

@GetMapping(value = "/chat", produces = MediaType.TEXT_EVENT_STREAM_VALUE)
public Flux<ChatCompletionResponse> chat(String prompt) {
    // 定義天氣查詢函數(shù)
    Function WEATHER_FUNCTION = Function.builder()
            .name("get_current_weather")
            .description("Get the current weather in a given location")
            .parameters(JsonObjectSchema.builder()
                    .properties(new LinkedHashMap<String, JsonSchemaElement>() {{
                        put("location", JsonStringSchema.builder()
                                .description("The city name")
                                .build());
                    }})
                    .required(asList("location", "unit"))
                    .build())
            .build();

    // 將 Function 轉(zhuǎn)換為 Tool
    Tool WEATHER_TOOL = Tool.from(WEATHER_FUNCTION);

    // 創(chuàng)建請(qǐng)求
    ChatCompletionRequest request = ChatCompletionRequest.builder()
            .model("Qwen/QwQ-32B")  // 指定模型
            .addUserMessage(prompt)
            .tools(WEATHER_TOOL)    // 添加工具函數(shù)
            .build();

    // 發(fā)送請(qǐng)求并獲取響應(yīng)
    ChatCompletionResponse response = deepSeekClient.chatCompletion(request).execute();

    // 獲取工具調(diào)用信息
    AssistantMessage assistantMessage = response.choices().get(0).message();
    ToolCall toolCall = assistantMessage.toolCalls().get(0);

    // 解析函數(shù)調(diào)用參數(shù)
    FunctionCall functionCall = toolCall.function();
    String arguments = functionCall.arguments();  // 例如: {"location": "北京"}

    // 執(zhí)行函數(shù)獲取結(jié)果
    Map map = Json.fromJson(arguments, Map.class);
    String weatherResult = map.get("location") + "氣溫 20°";

    // 創(chuàng)建工具消息
    ToolMessage toolMessage = ToolMessage.from(toolCall.id(), weatherResult);

    // 繼續(xù)對(duì)話
    ChatCompletionRequest followUpRequest = ChatCompletionRequest.builder()
            .model("Qwen/QwQ-32B")
            .messages(
                    UserMessage.from(prompt),
                    assistantMessage,
                    toolMessage  // 添加工具消息
            )
            .build();

    return deepSeekClient.chatFluxCompletion(followUpRequest);
}