From 0e6fca81b390554fd80ebd991add0b9d17eb508c Mon Sep 17 00:00:00 2001 From: WangLX <519407855@qq.com> Date: Sun, 27 Sep 2026 02:58:16 +0800 Subject: [PATCH] add queued gateway admission and finish admin monitoring --- .../gateway/GatewayController.java | 5 +- .../controlplane/gateway/GatewayGuard.java | 113 ++++++++++++++++-- .../usage/UsageAuditController.java | 5 + .../controlplane/usage/UsageAuditService.java | 50 ++++++++ .../src/main/resources/application.yml | 2 + .../src/main/resources/redis/acquire-pair.lua | 11 ++ docs/15-relay-onboarding.md | 2 +- docs/17-catalog-and-key-selection.md | 4 +- infra/moyi/docker-compose.cloud.yml | 2 + prototype/src/App.vue | 27 ++++- prototype/src/services/catalog.ts | 14 +++ prototype/src/views/AdminConsole.vue | 88 ++++++++++---- 12 files changed, 288 insertions(+), 35 deletions(-) create mode 100644 control-plane-java/src/main/resources/redis/acquire-pair.lua diff --git a/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayController.java b/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayController.java index 24192ed..c098b14 100644 --- a/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayController.java +++ b/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayController.java @@ -80,8 +80,9 @@ public class GatewayController { if(!mock && !provider.isConfigured(providerId)) throw new ApiException("PROVIDER_NOT_CONFIGURED","该供应商尚未配置密钥,不能执行真实调用",503); ChatMeter.Request request=ChatMeter.request(input,json); guard.checkRate(UUID.fromString(String.valueOf(key.get("id"))), false); - try (GatewayGuard.Slot keySlot = guard.acquireKey(UUID.fromString(String.valueOf(key.get("id")))); - GatewayGuard.Slot modelSlot = guard.acquire(model)) { + // Reserve both limits atomically. A queued request never consumes a + // model slot while waiting for the API-Key slot (or vice versa). + try (GatewayGuard.Admission admission = guard.acquire(model, UUID.fromString(String.valueOf(key.get("id"))), guard.queueWaitMs())) { var ticket=billing.reserve(key,model,request,idempotencyKey); servletResponse.setHeader("X-Request-Id",ticket.id().toString()); try { diff --git a/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayGuard.java b/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayGuard.java index 5389cf4..6a3ba8f 100644 --- a/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayGuard.java +++ b/control-plane-java/src/main/java/com/moyi/controlplane/gateway/GatewayGuard.java @@ -20,12 +20,15 @@ public class GatewayGuard { private static final long SLOT_TTL_MS = 180_000; private static final DefaultRedisScript RATE = script("redis/rate-limit.lua"); private static final DefaultRedisScript ACQUIRE = script("redis/acquire-slot.lua"); + private static final DefaultRedisScript ACQUIRE_PAIR = script("redis/acquire-pair.lua"); private static final DefaultRedisScript RELEASE = new DefaultRedisScript<>("return redis.call('ZREM', KEYS[1], ARGV[1])", Long.class); private final StringRedisTemplate redis; private final int requestsPerMinute; private final int readsPerMinute; private final int defaultModelConcurrency; private final int defaultKeyConcurrency; + private final long queueWaitMs; + private final long queuePollMs; private final String redisPrefix; private static DefaultRedisScript script(String location) { @@ -42,9 +45,12 @@ public class GatewayGuard { @Value("${moyi.gateway.reads-per-minute:300}") int readsPerMinute, @Value("${moyi.gateway.default-model-concurrency:4}") int defaultModelConcurrency, @Value("${moyi.gateway.default-key-concurrency:4}") int defaultKeyConcurrency, + @Value("${moyi.gateway.queue-wait-ms:30000}") long queueWaitMs, + @Value("${moyi.gateway.queue-poll-ms:100}") long queuePollMs, @Value("${moyi.gateway.redis-prefix:moyi:}") String redisPrefix ) { - if (requestsPerMinute < 1 || readsPerMinute < 1 || defaultModelConcurrency < 1 || defaultKeyConcurrency < 1) { + if (requestsPerMinute < 1 || readsPerMinute < 1 || defaultModelConcurrency < 1 || defaultKeyConcurrency < 1 + || queueWaitMs < 0 || queuePollMs < 10) { throw new IllegalArgumentException("Gateway limits must be positive"); } this.redis = redis; @@ -52,6 +58,8 @@ public class GatewayGuard { this.readsPerMinute = readsPerMinute; this.defaultModelConcurrency = defaultModelConcurrency; this.defaultKeyConcurrency = defaultKeyConcurrency; + this.queueWaitMs = queueWaitMs; + this.queuePollMs = queuePollMs; if (redisPrefix == null || !redisPrefix.matches("[A-Za-z0-9:_-]{2,80}:")) { throw new IllegalArgumentException("Redis prefix must end in ':' and contain only letters, numbers, ':', '_' or '-'"); } @@ -61,7 +69,13 @@ public class GatewayGuard { /** Compatibility constructor for isolated unit tests and local callers. */ public GatewayGuard(StringRedisTemplate redis, int requestsPerMinute, int readsPerMinute, int defaultModelConcurrency, String redisPrefix) { - this(redis, requestsPerMinute, readsPerMinute, defaultModelConcurrency, 4, redisPrefix); + this(redis, requestsPerMinute, readsPerMinute, defaultModelConcurrency, 4, 0, 100, redisPrefix); + } + + /** Compatibility constructor for tests that need a configurable key limit. */ + public GatewayGuard(StringRedisTemplate redis, int requestsPerMinute, int readsPerMinute, + int defaultModelConcurrency, int defaultKeyConcurrency, String redisPrefix) { + this(redis, requestsPerMinute, readsPerMinute, defaultModelConcurrency, defaultKeyConcurrency, 0, 100, redisPrefix); } public void checkRate(UUID keyId, boolean readOnly) { @@ -78,20 +92,73 @@ public class GatewayGuard { } public Slot acquire(Map model) { + return acquire(model, 0); + } + + /** + * Acquire a model slot, waiting in a bounded queue when the configured + * concurrency is full. A bounded wait keeps OpenAI-compatible callers + * synchronous while preventing an unbounded servlet-thread backlog. + */ + public Slot acquire(Map model, long requestedWaitMs) { String bucket = redisPrefix + "gateway:slots:model:" + model.get("id"); - String token = UUID.randomUUID().toString(); - long acquired = execute(ACQUIRE, bucket, Integer.toString(modelConcurrency(model)), Long.toString(SLOT_TTL_MS), token); - if (acquired != 1) throw new GatewayLimitException("MODEL_BUSY", "当前模型并发已满,请稍后重试", 429, 1); - return new Slot(bucket, token); + return acquireSlot(bucket, modelConcurrency(model), "MODEL_BUSY", "当前模型并发已满,已进入排队,请稍后重试", requestedWaitMs); } /** Limits simultaneous in-flight requests made through one MOYI platform API Key. */ public Slot acquireKey(UUID keyId) { + return acquireKey(keyId, 0); + } + + /** Acquire the per-platform-Key slot, using the same bounded queue. */ + public Slot acquireKey(UUID keyId, long requestedWaitMs) { String bucket = redisPrefix + "gateway:slots:key:" + keyId; + return acquireSlot(bucket, defaultKeyConcurrency, "KEY_BUSY", "当前 API Key 的并发已满,已进入排队,请稍后重试", requestedWaitMs); + } + + public long queueWaitMs() { return queueWaitMs; } + + /** Atomically reserves the model and API-Key slots, so queued requests do not hold one scarce slot while waiting for the other. */ + public Admission acquire(Map model, UUID keyId, long requestedWaitMs) { + String modelBucket = redisPrefix + "gateway:slots:model:" + model.get("id"); + String keyBucket = redisPrefix + "gateway:slots:key:" + keyId; String token = UUID.randomUUID().toString(); - long acquired = execute(ACQUIRE, bucket, Integer.toString(defaultKeyConcurrency), Long.toString(SLOT_TTL_MS), token); - if (acquired != 1) throw new GatewayLimitException("KEY_BUSY", "当前 API Key 的并发已满,请稍后重试", 429, 1); - return new Slot(bucket, token); + long waitMs = Math.max(0, Math.min(queueWaitMs, requestedWaitMs > 0 ? requestedWaitMs : queueWaitMs)); + long deadline = System.nanoTime() + java.util.concurrent.TimeUnit.MILLISECONDS.toNanos(waitMs); + while (true) { + long acquired = executePair(modelBucket, keyBucket, Integer.toString(modelConcurrency(model)), Integer.toString(defaultKeyConcurrency), Long.toString(SLOT_TTL_MS), token); + if (acquired == 1) return new Admission(modelBucket, keyBucket, token); + if (waitMs == 0 || System.nanoTime() >= deadline) { + throw new GatewayLimitException("MODEL_BUSY", "当前模型或 API Key 并发已满,已排队等待但仍未获得资源", 429, Math.max(1, (int) Math.ceil(queuePollMs / 1000.0))); + } + try { + long remaining = java.util.concurrent.TimeUnit.NANOSECONDS.toMillis(deadline - System.nanoTime()); + Thread.sleep(Math.max(1, Math.min(queuePollMs, remaining))); + } catch (InterruptedException exception) { + Thread.currentThread().interrupt(); + throw new GatewayLimitException("MODEL_BUSY", "排队被中断,请稍后重试", 429, 1); + } + } + } + + private Slot acquireSlot(String bucket, int limit, String code, String message, long requestedWaitMs) { + String token = UUID.randomUUID().toString(); + long waitMs = Math.max(0, Math.min(queueWaitMs, requestedWaitMs > 0 ? requestedWaitMs : queueWaitMs)); + long deadline = System.nanoTime() + java.util.concurrent.TimeUnit.MILLISECONDS.toNanos(waitMs); + while (true) { + long acquired = execute(ACQUIRE, bucket, Integer.toString(limit), Long.toString(SLOT_TTL_MS), token); + if (acquired == 1) return new Slot(bucket, token); + if (waitMs == 0 || System.nanoTime() >= deadline) { + throw new GatewayLimitException(code, message, 429, Math.max(1, (int) Math.ceil(queuePollMs / 1000.0))); + } + try { + long remaining = java.util.concurrent.TimeUnit.NANOSECONDS.toMillis(deadline - System.nanoTime()); + Thread.sleep(Math.max(1, Math.min(queuePollMs, remaining))); + } catch (InterruptedException exception) { + Thread.currentThread().interrupt(); + throw new GatewayLimitException(code, "排队被中断,请稍后重试", 429, 1); + } + } } private long execute(DefaultRedisScript script, String key, String... args) { @@ -104,6 +171,34 @@ public class GatewayGuard { throw new GatewayLimitException("GATEWAY_GUARD_UNAVAILABLE", "网关流量控制暂不可用,请稍后重试", 503, 3); } + private long executePair(String modelKey, String keyKey, String modelLimit, String keyLimit, String ttl, String token) { + try { + Long value = redis.execute(ACQUIRE_PAIR, List.of(modelKey, keyKey), modelLimit, keyLimit, ttl, token); + if (value != null) return value; + } catch (DataAccessException exception) { + log.warn("Gateway pair admission Redis operation failed ({})", exception.getClass().getSimpleName()); + } + throw new GatewayLimitException("GATEWAY_GUARD_UNAVAILABLE", "网关流量控制暂不可用,请稍后重试", 503, 3); + } + + public final class Admission implements AutoCloseable { + private final Slot modelSlot; + private final Slot keySlot; + private final AtomicBoolean closed = new AtomicBoolean(); + + private Admission(String modelBucket, String keyBucket, String token) { + this.modelSlot = new Slot(modelBucket, token); + this.keySlot = new Slot(keyBucket, token); + } + + @Override + public void close() { + if (!closed.compareAndSet(false, true)) return; + modelSlot.close(); + keySlot.close(); + } + } + public final class Slot implements AutoCloseable { private final String key; private final String token; diff --git a/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditController.java b/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditController.java index 190ffb0..1263bb8 100644 --- a/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditController.java +++ b/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditController.java @@ -45,6 +45,11 @@ public class UsageAuditController { return usage.listAdmin(AuthController.sessionToken(request), filters(q, keyId, modelId, status, eventKind, from, to, page, size), auth); } + @GetMapping("/summary") + public Map summary(jakarta.servlet.http.HttpServletRequest request) { + return usage.adminSummary(AuthController.sessionToken(request), auth); + } + @GetMapping("/{id}") public Map detail(@PathVariable String id, jakarta.servlet.http.HttpServletRequest request) { return Map.of("record", usage.detail(AuthController.sessionToken(request), id, auth)); diff --git a/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditService.java b/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditService.java index e48c4d7..02f37f6 100644 --- a/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditService.java +++ b/control-plane-java/src/main/java/com/moyi/controlplane/usage/UsageAuditService.java @@ -94,6 +94,56 @@ public class UsageAuditService { return result; } + /** + * Small, read-only aggregate used by the admin dashboard. Keeping these + * counters in the control plane means the dashboard no longer presents + * placeholder dashes while the detailed usage table remains paginated. + */ + @Transactional(readOnly = true) + public Map adminSummary(String token, AuthService auth) { + auth.requireAdmin(token); + Map result = new LinkedHashMap<>(); + result.put("callsToday", count("SELECT COUNT(*) FROM usage_events WHERE deleted_at IS NULL AND event_kind = 'call' AND created_at >= CURRENT_DATE")); + result.put("callsThisMonth", count("SELECT COUNT(*) FROM usage_events WHERE deleted_at IS NULL AND event_kind = 'call' AND created_at >= date_trunc('month', now())")); + result.put("waiting", count("SELECT COUNT(*) FROM usage_events WHERE deleted_at IS NULL AND status IN ('queued','running')")); + result.put("costToday", decimal("SELECT COALESCE(SUM(cost_amount),0) FROM usage_events WHERE deleted_at IS NULL AND status = 'succeeded' AND created_at >= CURRENT_DATE")); + result.put("costThisMonth", decimal("SELECT COALESCE(SUM(cost_amount),0) FROM usage_events WHERE deleted_at IS NULL AND status = 'succeeded' AND created_at >= date_trunc('month', now())")); + result.put("series", jdbc.query( + "SELECT to_char(day, 'YYYY-MM-DD') AS day, COUNT(ue.id) AS count " + + "FROM generate_series(CURRENT_DATE - INTERVAL '6 days', CURRENT_DATE, INTERVAL '1 day') day " + + "LEFT JOIN usage_events ue ON ue.deleted_at IS NULL AND ue.created_at >= day AND ue.created_at < day + INTERVAL '1 day' " + + "GROUP BY day ORDER BY day", + (rs, row) -> Map.of("date", rs.getString("day"), "count", rs.getLong("count")))); + result.put("capacityGroups", jdbc.query( + "SELECT m.id, m.public_name, COALESCE(m.max_concurrency, 0) AS max_concurrency, " + + "COUNT(*) FILTER (WHERE ue.status = 'running') AS running, " + + "COUNT(*) FILTER (WHERE ue.status IN ('queued','running')) AS queued " + + "FROM model_catalog m LEFT JOIN usage_events ue ON ue.model_id = m.id " + + "AND ue.deleted_at IS NULL AND ue.created_at >= now() - INTERVAL '10 minutes' " + + "WHERE m.deleted_at IS NULL AND m.status = 'active' " + + "GROUP BY m.id, m.public_name, m.max_concurrency ORDER BY m.public_name LIMIT 100", + (rs, row) -> { + Map group = new LinkedHashMap<>(); + group.put("id", rs.getString("id")); + group.put("name", rs.getString("public_name")); + group.put("limit", rs.getInt("max_concurrency")); + group.put("running", rs.getLong("running")); + group.put("queued", rs.getLong("queued")); + return group; + })); + return result; + } + + private long count(String sql) { + Number value = jdbc.queryForObject(sql, Number.class); + return value == null ? 0L : value.longValue(); + } + + private java.math.BigDecimal decimal(String sql) { + java.math.BigDecimal value = jdbc.queryForObject(sql, java.math.BigDecimal.class); + return value == null ? java.math.BigDecimal.ZERO : value; + } + @Transactional(readOnly = true) public Map detail(String token, String id, AuthService auth) { auth.requireAdmin(token); diff --git a/control-plane-java/src/main/resources/application.yml b/control-plane-java/src/main/resources/application.yml index c9a9f1a..4d11ab8 100644 --- a/control-plane-java/src/main/resources/application.yml +++ b/control-plane-java/src/main/resources/application.yml @@ -45,6 +45,8 @@ moyi: reads-per-minute: ${GATEWAY_READS_PER_MINUTE:300} default-model-concurrency: ${GATEWAY_DEFAULT_MODEL_CONCURRENCY:4} default-key-concurrency: ${GATEWAY_DEFAULT_KEY_CONCURRENCY:4} + queue-wait-ms: ${GATEWAY_QUEUE_WAIT_MS:30000} + queue-poll-ms: ${GATEWAY_QUEUE_POLL_MS:100} tasks: max-queued-per-model: ${TASK_MAX_QUEUED_PER_MODEL:100} worker-interval-ms: ${MOYI_TASK_WORKER_INTERVAL_MS:1000} diff --git a/control-plane-java/src/main/resources/redis/acquire-pair.lua b/control-plane-java/src/main/resources/redis/acquire-pair.lua new file mode 100644 index 0000000..e868ef6 --- /dev/null +++ b/control-plane-java/src/main/resources/redis/acquire-pair.lua @@ -0,0 +1,11 @@ +local time = redis.call('TIME') +local now = tonumber(time[1]) * 1000 + math.floor(tonumber(time[2]) / 1000) +redis.call('ZREMRANGEBYSCORE', KEYS[1], '-inf', now) +redis.call('ZREMRANGEBYSCORE', KEYS[2], '-inf', now) +if redis.call('ZCARD', KEYS[1]) >= tonumber(ARGV[1]) then return 0 end +if redis.call('ZCARD', KEYS[2]) >= tonumber(ARGV[2]) then return 0 end +redis.call('ZADD', KEYS[1], now + tonumber(ARGV[3]), ARGV[4]) +redis.call('ZADD', KEYS[2], now + tonumber(ARGV[3]), ARGV[4]) +redis.call('PEXPIRE', KEYS[1], ARGV[3]) +redis.call('PEXPIRE', KEYS[2], ARGV[3]) +return 1 diff --git a/docs/15-relay-onboarding.md b/docs/15-relay-onboarding.md index a6f3032..1d95e89 100644 --- a/docs/15-relay-onboarding.md +++ b/docs/15-relay-onboarding.md @@ -60,7 +60,7 @@ MOYI 用户对外使用的统一 API Base URL 为 `https://moyi.soulofmodel.com/ | 输入价格、输出价格 | 待确定平台人民币售价后填写;新版计费会阻止未定价真实模型调用 | | 价格单位 | `CNY / 1M tokens` | | 优先级 | `100` | -| 并发上限 | `1` | +| 并发上限 | 以 MOYI 管理端该分组的“并发上限”为准;旧目录导入默认是 `1`,平台会在达到上限时排队等待,不代表中转站账号的真实并发额度 | 上游模型广场的价格可能包括折扣、缓存、动态阶梯。它是上游成本参考,不应未经确认直接作为本平台售价。美元金额也不能原样写入人民币报价。 diff --git a/docs/17-catalog-and-key-selection.md b/docs/17-catalog-and-key-selection.md index 006d683..cb543a6 100644 --- a/docs/17-catalog-and-key-selection.md +++ b/docs/17-catalog-and-key-selection.md @@ -15,7 +15,9 @@ API Key 权限窗口支持同时勾选多个模型,再选择各自的分组; 1. **平台 API Key 并发**:限制同一个用户 Key 同时进行中的请求数量。默认值为 4,可在服务端环境变量 `GATEWAY_DEFAULT_KEY_CONCURRENCY` 调整;每个 Key 独立计数,不会因为其他用户占满而互相阻塞。 2. **上游分组并发**:限制同一个渠道分组向中转站发出的同时请求数量,供使用该分组的多个用户共享。管理员在模型与分组中填写“上游分组并发上限”;1 表示串行,4 表示最多同时处理 4 个请求。 -两层限制会同时生效,任一层达到上限都会返回 429,并带有短暂重试提示。API Key 的每分钟请求频率和并发数是不同设置;异步任务另受任务队列上限控制。 +两层限制会同时生效。同步/流式请求先尝试原子取得“模型分组 + 平台 Key”两个并发槽;若任一层满额,则在平台内进行有界等待,默认最多 30 秒(`GATEWAY_QUEUE_WAIT_MS`),每 100 毫秒重试一次(`GATEWAY_QUEUE_POLL_MS`)。等待时不会占着另一层资源;获得两个槽后才向上游发起请求,超时才返回 429 和 `Retry-After`。API Key 的每分钟请求频率和并发数是不同设置;异步任务另受任务队列上限控制。 + +这里的数值是 MOYI 配置的保护上限,不是性能压测上限,也不是中转站承诺的账号额度。上游账号可能还有跨模型共享的并发/RPM/TPM限制;需要用有效上游密钥做阶梯压测或由渠道方确认后,再提高 MOYI 分组上限。 ## 用户操作指南 diff --git a/infra/moyi/docker-compose.cloud.yml b/infra/moyi/docker-compose.cloud.yml index 9ea2dff..d4cdbe1 100644 --- a/infra/moyi/docker-compose.cloud.yml +++ b/infra/moyi/docker-compose.cloud.yml @@ -47,6 +47,8 @@ services: GATEWAY_READS_PER_MINUTE: ${GATEWAY_READS_PER_MINUTE:-300} GATEWAY_DEFAULT_MODEL_CONCURRENCY: ${GATEWAY_DEFAULT_MODEL_CONCURRENCY:-4} GATEWAY_DEFAULT_KEY_CONCURRENCY: ${GATEWAY_DEFAULT_KEY_CONCURRENCY:-4} + GATEWAY_QUEUE_WAIT_MS: ${GATEWAY_QUEUE_WAIT_MS:-30000} + GATEWAY_QUEUE_POLL_MS: ${GATEWAY_QUEUE_POLL_MS:-100} TASK_MAX_QUEUED_PER_MODEL: ${TASK_MAX_QUEUED_PER_MODEL:-100} MOYI_TASK_WORKER_INTERVAL_MS: ${MOYI_TASK_WORKER_INTERVAL_MS:-1000} DB_POOL_MAX_SIZE: ${DB_POOL_MAX_SIZE:-10} diff --git a/prototype/src/App.vue b/prototype/src/App.vue index cbf67a4..4f5d7dd 100644 --- a/prototype/src/App.vue +++ b/prototype/src/App.vue @@ -103,6 +103,29 @@ function accountSaved(user: AuthUser) { userName.value = user.displayName accountSettingsOpen.value = false } + +function openHelp() { + accountMenuOpen.value = false + if (portal.value === 'user') { + navigate('docs') + notify('已打开接入文档') + return + } + navigate('admin-settings') + notify('平台设置页包含服务器配置说明') +} + +function openGlobalSearch() { + const query = window.prompt('搜索模型、用户或功能')?.trim() + if (!query) return + const match = navigation.value.flatMap((group) => group.items).find((item) => `${item.label} ${item.id}`.toLowerCase().includes(query.toLowerCase())) + if (match) { + navigate(match.id) + notify(`已打开:${match.label}`) + } else { + notify('没有找到匹配的页面,请尝试模型名或功能名') + } +}
记录 ID
{{ selectedUsage.id }}
请求时间
{{ new Date(selectedUsage.createdAt).toLocaleString('zh-CN') }}
用户 / Key
{{ selectedUsage.userName || selectedUsage.userAccount || '--' }} / {{ selectedUsage.keyName || selectedUsage.keyPrefix || '--' }}
模型 / 供应商
{{ selectedUsage.modelName || selectedUsage.modelId }} / {{ selectedUsage.providerName || selectedUsage.providerId || '--' }}
状态与耗时
{{ selectedUsage.status }} · {{ selectedUsage.latencyMs ?? '--' }} ms
输入 / 输出单位
{{ selectedUsage.inputUnits ?? 0 }} / {{ selectedUsage.outputUnits ?? 0 }}
{{ formatUsagePayload(selectedUsage.input) }}
{{ formatUsagePayload(selectedUsage.output) }}
{{ selectedUsage.errorCode }} · {{ selectedUsage.errorMessage }}