wei-py
3 weeks ago
4 changed files with 251 additions and 2 deletions
-
16frontend/src/types/models.ts
-
33frontend/src/views/ModelConfigManager.vue
-
27src/main/java/com/wok/supportbot/config/ChatModelFactory.java
-
177src/test/java/com/wok/supportbot/ChatModelFactoryTests.java
@ -0,0 +1,177 @@ |
|||
package com.wok.supportbot; |
|||
|
|||
import com.fasterxml.jackson.databind.JsonNode; |
|||
import com.fasterxml.jackson.databind.ObjectMapper; |
|||
import com.sun.net.httpserver.HttpServer; |
|||
import com.wok.supportbot.config.ChatModelFactory; |
|||
import com.wok.supportbot.entity.AiModelConfig; |
|||
import com.wok.supportbot.service.AiModelConfigService; |
|||
import org.junit.jupiter.api.AfterEach; |
|||
import org.junit.jupiter.api.BeforeEach; |
|||
import org.junit.jupiter.api.Test; |
|||
import org.junit.jupiter.api.extension.ExtendWith; |
|||
import org.junit.jupiter.params.ParameterizedTest; |
|||
import org.junit.jupiter.params.provider.CsvSource; |
|||
import org.junit.jupiter.params.provider.NullAndEmptySource; |
|||
import org.junit.jupiter.params.provider.ValueSource; |
|||
import org.mockito.InjectMocks; |
|||
import org.mockito.Mock; |
|||
import org.mockito.junit.jupiter.MockitoExtension; |
|||
import org.springframework.ai.chat.model.ChatModel; |
|||
import org.springframework.ai.chat.prompt.Prompt; |
|||
import org.springframework.ai.openai.OpenAiChatOptions; |
|||
|
|||
import java.io.IOException; |
|||
import java.net.InetSocketAddress; |
|||
import java.nio.charset.StandardCharsets; |
|||
import java.time.Duration; |
|||
import java.util.Map; |
|||
import java.util.concurrent.BlockingQueue; |
|||
import java.util.concurrent.LinkedBlockingQueue; |
|||
import java.util.concurrent.TimeUnit; |
|||
|
|||
import static org.junit.jupiter.api.Assertions.*; |
|||
import static org.mockito.Mockito.when; |
|||
|
|||
@ExtendWith(MockitoExtension.class) |
|||
class ChatModelFactoryTests { |
|||
|
|||
private static final ObjectMapper JSON = new ObjectMapper(); |
|||
private final BlockingQueue<JsonNode> requests = new LinkedBlockingQueue<>(); |
|||
private HttpServer server; |
|||
|
|||
@Mock |
|||
private AiModelConfigService configService; |
|||
@InjectMocks |
|||
private ChatModelFactory factory; |
|||
|
|||
@BeforeEach |
|||
void startLocalEndpoint() throws IOException { |
|||
server = HttpServer.create(new InetSocketAddress("127.0.0.1", 0), 0); |
|||
server.createContext("/", exchange -> { |
|||
try (exchange) { |
|||
JsonNode request = JSON.readTree(exchange.getRequestBody()); |
|||
requests.add(request); |
|||
boolean streaming = request.path("stream").asBoolean(); |
|||
String response = streaming |
|||
? "data: {\"id\":\"test\",\"object\":\"chat.completion.chunk\",\"created\":1,\"model\":\"test\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"ok\"},\"finish_reason\":null}]}\n\n" |
|||
+ "data: {\"id\":\"test\",\"object\":\"chat.completion.chunk\",\"created\":1,\"model\":\"test\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":\"stop\"}]}\n\n" |
|||
+ "data: [DONE]\n\n" |
|||
: "{\"id\":\"test\",\"object\":\"chat.completion\",\"created\":1,\"model\":\"test\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"ok\"},\"finish_reason\":\"stop\"}]}"; |
|||
byte[] bytes = response.getBytes(StandardCharsets.UTF_8); |
|||
exchange.getResponseHeaders().set("Content-Type", streaming ? "text/event-stream" : "application/json"); |
|||
exchange.sendResponseHeaders(200, bytes.length); |
|||
exchange.getResponseBody().write(bytes); |
|||
} |
|||
}); |
|||
server.start(); |
|||
} |
|||
|
|||
@AfterEach |
|||
void stopLocalEndpoint() { |
|||
if (server != null) server.stop(0); |
|||
} |
|||
|
|||
@ParameterizedTest |
|||
@ValueSource(strings = {"doubao-seed-2-0-pro-260215", "doubao-seed-2-0-lite-260215", |
|||
"doubao-seed-2-0-mini-260215", "doubao-seed-2-0-code-preview-260215"}) |
|||
void seedChatDefaultsToMinimalOnTheWire(String modelName) throws Exception { |
|||
AiModelConfig config = config("CHAT", "volcengine", modelName); |
|||
assertRequest(model(config), "minimal"); |
|||
} |
|||
|
|||
@ParameterizedTest |
|||
@ValueSource(strings = {"minimal", "low", "medium", "high"}) |
|||
void explicitSeedEffortOverridesFastDefault(String effort) throws Exception { |
|||
AiModelConfig config = config("CHAT", "volcengine", "doubao-seed-2-0-pro-260215"); |
|||
config.setExtraConfig(Map.of("reasoningEffort", effort, "topP", 0.8)); |
|||
JsonNode request = assertRequest(model(config), effort); |
|||
assertEquals(0.8, request.path("top_p").asDouble()); |
|||
} |
|||
|
|||
@ParameterizedTest |
|||
@NullAndEmptySource |
|||
@ValueSource(strings = {" "}) |
|||
void clearedSeedEffortRestoresFastDefault(String cleared) throws Exception { |
|||
AiModelConfig config = config("CHAT", "volcengine", "doubao-seed-2-0-pro-260215"); |
|||
config.setExtraConfig(cleared == null ? Map.of() : Map.of("reasoningEffort", cleared)); |
|||
assertRequest(model(config), "minimal"); |
|||
} |
|||
|
|||
@ParameterizedTest |
|||
@CsvSource({"CHAT,openai,gpt-4o", "CHAT,deepseek,deepseek-chat", "CHAT,moonshot,moonshot-v1-8k", |
|||
"CHAT,volcengine,doubao-1-5-pro-32k", "CHAT,openai,doubao-seed-2-0-pro-260215", |
|||
"RAG_REWRITE,volcengine,doubao-seed-2-0-pro-260215", "RAG_REWRITE,volcengine,doubao-1-5-pro-32k"}) |
|||
void otherModelsAndRewriteRetainProviderDefaults(String appType, String provider, String name) throws Exception { |
|||
assertRequest(model(config(appType, provider, name)), null); |
|||
} |
|||
|
|||
@Test |
|||
void unsupportedRewriteModelDoesNotReceiveStaleReasoningSetting() throws Exception { |
|||
AiModelConfig config = config("RAG_REWRITE", "volcengine", "doubao-1-5-pro-32k"); |
|||
config.setExtraConfig(Map.of("reasoningEffort", "medium")); |
|||
assertRequest(model(config), null); |
|||
} |
|||
|
|||
@Test |
|||
void supportedRewriteModelHonorsExplicitEffort() throws Exception { |
|||
AiModelConfig config = config("RAG_REWRITE", "volcengine", "doubao-seed-2-0-pro-260215"); |
|||
config.setExtraConfig(Map.of("reasoningEffort", "low")); |
|||
assertRequest(model(config), "low"); |
|||
} |
|||
|
|||
@Test |
|||
void cacheRefreshAppliesChangedAndClearedEffort() throws Exception { |
|||
AiModelConfig config = config("CHAT", "volcengine", "doubao-seed-2-0-pro-260215"); |
|||
ChatModel initial = model(config); |
|||
assertSame(initial, factory.getChatModel("CHAT")); |
|||
assertRequest(initial, "minimal"); |
|||
|
|||
config.setExtraConfig(Map.of("reasoningEffort", "medium")); |
|||
factory.clearCache(); |
|||
ChatModel changed = factory.getChatModel("CHAT"); |
|||
assertNotSame(initial, changed); |
|||
assertRequest(changed, "medium"); |
|||
|
|||
config.setExtraConfig(Map.of()); |
|||
factory.clearCache(); |
|||
assertRequest(factory.getChatModel("CHAT"), "minimal"); |
|||
} |
|||
|
|||
@Test |
|||
void streamingUsesTheSameFastDefault() throws Exception { |
|||
ChatModel model = model(config("CHAT", "volcengine", "doubao-seed-2-0-pro-260215")); |
|||
var responses = model.stream(new Prompt("测试")).collectList().block(Duration.ofSeconds(5)); |
|||
assertNotNull(responses); |
|||
assertFalse(responses.isEmpty()); |
|||
JsonNode request = requests.poll(5, TimeUnit.SECONDS); |
|||
assertNotNull(request); |
|||
assertTrue(request.path("stream").asBoolean()); |
|||
assertEquals("minimal", request.path("reasoning_effort").asText()); |
|||
} |
|||
|
|||
private AiModelConfig config(String appType, String provider, String modelName) { |
|||
return AiModelConfig.builder() |
|||
.id(1L).appType(appType).provider(provider).modelName(modelName) |
|||
.apiKey("local-test-only").baseUrl("http://127.0.0.1:" + server.getAddress().getPort()) |
|||
.temperature(0.7).maxTokens(4096).build(); |
|||
} |
|||
|
|||
private ChatModel model(AiModelConfig config) { |
|||
when(configService.getActiveConfigWithFullKey(config.getAppType())).thenReturn(config); |
|||
return factory.getChatModel(config.getAppType()); |
|||
} |
|||
|
|||
private JsonNode assertRequest(ChatModel model, String expectedEffort) throws Exception { |
|||
assertEquals(expectedEffort, ((OpenAiChatOptions) model.getDefaultOptions()).getReasoningEffort()); |
|||
assertEquals("ok", model.call(new Prompt("测试")).getResult().getOutput().getText()); |
|||
JsonNode request = requests.poll(5, TimeUnit.SECONDS); |
|||
assertNotNull(request); |
|||
if (expectedEffort == null) assertFalse(request.has("reasoning_effort")); |
|||
else assertEquals(expectedEffort, request.path("reasoning_effort").asText()); |
|||
assertEquals(4096, request.path("max_tokens").asInt()); |
|||
assertEquals(0.7, request.path("temperature").asDouble()); |
|||
assertFalse(request.has("thinking")); |
|||
return request; |
|||
} |
|||
} |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue