@RestController
public class ChatController {
private final OpenAiChatClient chatClient;
@Autowired
public ChatController(OpenAiChatClient chatClient) {
this.chatClient = chatClient;
}
@GetMapping("/v1/chat/completions")
public Flux<ChatResponse> generateStream(@RequestParam(value = "message", defaultValue = "给我打个招呼") String message) {
OpenAiChatOptions openAiChatOptions=new OpenAiChatOptions();
// openAiChatOptions.setModel("claude-3-sonnet-20240229");
openAiChatOptions.setModel("gpt-4-all");
UserMessage userMessage = new UserMessage(message);
Prompt prompt = new Prompt(userMessage,openAiChatOptions);
return chatClient.stream(prompt);
}
}