feat: separate api key and upstream concurrency

This commit is contained in:
wlx committed 2026-09-23 18:09:10 +08:00
1 parent 281849ceb8
commit f5f855c751
13 files changed
+74 -8

No files matched your search

@@ -80,7 +80,8 @@ public class GatewayController {
if(!mock && !provider.isConfigured(providerId)) throw new ApiException("PROVIDER_NOT_CONFIGURED","该供应商尚未配置密钥,不能执行真实调用",503);
ChatMeter.Request request=ChatMeter.request(input,json);
guard.checkRate(UUID.fromString(String.valueOf(key.get("id"))), false);
try (GatewayGuard.Slot slot = guard.acquire(model)) {
try (GatewayGuard.Slot keySlot = guard.acquireKey(UUID.fromString(String.valueOf(key.get("id"))));
GatewayGuard.Slot modelSlot = guard.acquire(model)) {
var ticket=billing.reserve(key,model,request,idempotencyKey);
servletResponse.setHeader("X-Request-Id",ticket.id().toString());
try {