Files
moyi-model-intelligence-hub/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayController.java
T

106 lines
5.7 KiB
Java
Raw Normal View History

2026-09-07 16:54:43 +08:00
package com.moyi.controlplane.gateway;
import com.moyi.controlplane.catalog.CatalogService;
import com.moyi.controlplane.common.ApiException;
2026-09-07 17:04:23 +08:00
import com.moyi.controlplane.provider.OpenAiCompatibleProvider;
2026-09-07 16:54:43 +08:00
import java.time.Instant;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.UUID;
import org.springframework.http.HttpStatus;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestHeader;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
@RestController
@RequestMapping("/v1")
public class GatewayController {
private final CatalogService catalogService;
2026-09-07 17:04:23 +08:00
private final OpenAiCompatibleProvider provider;
private final GatewayGuard guard;
2026-09-07 16:54:43 +08:00
public GatewayController(CatalogService catalogService, OpenAiCompatibleProvider provider, GatewayGuard guard) {
2026-09-07 16:54:43 +08:00
this.catalogService = catalogService;
2026-09-07 17:04:23 +08:00
this.provider = provider;
this.guard = guard;
2026-09-07 16:54:43 +08:00
}
@GetMapping("/models")
public Map<String, Object> models(@RequestHeader(value = "Authorization", required = false) String authorization) {
Map<String, Object> key = requireKey(authorization);
guard.checkRate(UUID.fromString(String.valueOf(key.get("id"))), true);
2026-09-07 16:54:43 +08:00
List<Map<String, Object>> data = catalogService.listModels(false).stream()
.filter(model -> catalogService.keyCanInvoke(key, String.valueOf(model.get("id"))))
.map(model -> {
Map<String, Object> item = new LinkedHashMap<>();
item.put("id", model.get("id"));
item.put("object", "model");
item.put("owned_by", model.get("providerId"));
item.put("type", model.get("type"));
item.put("mode", model.get("mode"));
return item;
}).toList();
catalogService.touchKey(key);
return Map.of("object", "list", "data", data);
}
@PostMapping("/chat/completions")
public ResponseEntity<Map<String, Object>> chatCompletions(
@RequestHeader(value = "Authorization", required = false) String authorization,
@RequestBody Map<String, Object> input
) {
Map<String, Object> key = requireKey(authorization);
String modelId = String.valueOf(input.getOrDefault("model", ""));
Map<String, Object> model = catalogService.activeModel(modelId);
if (model == null) throw new ApiException("MODEL_NOT_FOUND", "模型不存在或已下线", 404);
if (!catalogService.keyCanInvoke(key, modelId)) throw new ApiException("MODEL_FORBIDDEN", "当前 Key 无权调用该模型", 403);
if ("async".equals(model.get("mode"))) throw new ApiException("ASYNC_MODEL", "该模型需要使用异步任务接口", 400);
if (Boolean.TRUE.equals(input.get("stream"))) throw new ApiException("STREAM_NOT_IMPLEMENTED", "流式转发将在下一节点开放", 501);
guard.checkRate(UUID.fromString(String.valueOf(key.get("id"))), false);
try (GatewayGuard.Slot slot = guard.acquire(model)) {
return invoke(key, modelId, model, input);
}
}
private ResponseEntity<Map<String, Object>> invoke(Map<String, Object> key, String modelId, Map<String, Object> model, Map<String, Object> input) {
2026-09-07 17:04:23 +08:00
String providerId = String.valueOf(model.get("providerId"));
if (provider.isConfigured(providerId)) {
List<?> messages = input.get("messages") instanceof List<?> values ? values : List.of();
Map<String, Object> upstream = provider.chat(providerId, String.valueOf(model.get("upstreamModel")), messages);
upstream.put("model", modelId);
catalogService.touchKey(key);
return ResponseEntity.ok(upstream);
}
2026-09-07 16:54:43 +08:00
String prompt = extractPrompt(input.get("messages"));
String content = "MOYI Java Mock 已收到:" + (prompt.isBlank() ? "(空消息)" : prompt);
catalogService.touchKey(key);
Map<String, Object> response = new LinkedHashMap<>();
response.put("id", "chatcmpl-" + UUID.randomUUID().toString().replace("-", "").substring(0, 12));
response.put("object", "chat.completion");
response.put("created", Instant.now().getEpochSecond());
response.put("model", modelId);
response.put("choices", List.of(Map.of("index", 0, "message", Map.of("role", "assistant", "content", content), "finish_reason", "stop")));
response.put("usage", Map.of("prompt_tokens", prompt.length(), "completion_tokens", content.length(), "total_tokens", prompt.length() + content.length()));
return ResponseEntity.status(HttpStatus.OK).body(response);
}
private Map<String, Object> requireKey(String authorization) {
if (authorization == null || !authorization.startsWith("Bearer ")) throw new ApiException("UNAUTHENTICATED", "请提供有效的 API Key", 401);
Map<String, Object> key = catalogService.authenticateKey(authorization.substring(7));
if (key == null) throw new ApiException("INVALID_API_KEY", "API Key 无效或已停用", 401);
return key;
}
private String extractPrompt(Object messages) {
if (!(messages instanceof List<?> list)) return "";
return list.stream().filter(item -> item instanceof Map<?, ?>).map(item -> {
Object content = ((Map<?, ?>) item).get("content");
return content == null ? "" : String.valueOf(content);
}).reduce((left, right) -> left + "\n" + right).orElse("");
}
}