2026-09-08 20:43:04 +08:00
package com.moyi.controlplane.usage ;
import com.fasterxml.jackson.core.JsonProcessingException ;
import com.fasterxml.jackson.databind.JsonNode ;
import com.fasterxml.jackson.databind.ObjectMapper ;
import com.fasterxml.jackson.databind.node.ArrayNode ;
import com.fasterxml.jackson.databind.node.ObjectNode ;
import com.moyi.controlplane.auth.AuthService ;
import com.moyi.controlplane.common.ApiException ;
2026-09-28 04:55:00 +08:00
import com.moyi.controlplane.gateway.GatewayGuard ;
2026-09-08 20:43:04 +08:00
import java.nio.charset.StandardCharsets ;
import java.sql.ResultSet ;
import java.sql.SQLException ;
import java.time.OffsetDateTime ;
import java.time.ZoneOffset ;
import java.util.ArrayList ;
import java.util.LinkedHashMap ;
import java.util.List ;
import java.util.Map ;
import java.util.UUID ;
import org.springframework.dao.EmptyResultDataAccessException ;
import org.springframework.jdbc.core.JdbcTemplate ;
import org.springframework.stereotype.Service ;
import org.springframework.transaction.annotation.Transactional ;
2026-09-28 04:55:00 +08:00
import org.springframework.beans.factory.annotation.Autowired ;
import org.springframework.beans.factory.annotation.Value ;
2026-09-08 20:43:04 +08:00
@Service
public class UsageAuditService {
private static final int MAX_PAYLOAD_CHARS = 32_000 ;
private final JdbcTemplate jdbc ;
private final ObjectMapper objectMapper ;
2026-09-28 04:55:00 +08:00
private final GatewayGuard gatewayGuard ;
private final int asyncQueueLimit ;
private final long asyncWorkerIntervalMs ;
2026-09-08 20:43:04 +08:00
public UsageAuditService ( JdbcTemplate jdbc , ObjectMapper objectMapper ) {
2026-09-28 04:55:00 +08:00
this ( jdbc , objectMapper , null , 100 , 1000 );
}
@Autowired
public UsageAuditService ( JdbcTemplate jdbc , ObjectMapper objectMapper , GatewayGuard gatewayGuard ,
@Value ( "${moyi.tasks.max-queued-per-model:100}" ) int asyncQueueLimit ,
@Value ( "${moyi.tasks.worker-interval-ms:1000}" ) long asyncWorkerIntervalMs ) {
2026-09-08 20:43:04 +08:00
this . jdbc = jdbc ;
this . objectMapper = objectMapper ;
2026-09-28 04:55:00 +08:00
this . gatewayGuard = gatewayGuard ;
this . asyncQueueLimit = asyncQueueLimit ;
this . asyncWorkerIntervalMs = asyncWorkerIntervalMs ;
2026-09-08 20:43:04 +08:00
}
2026-09-20 01:36:22 +08:00
public void startChat ( UUID id , UUID userId , UUID keyId , Map < String , Object > model , Map < String , Object > input ) {
String agent = null , source = "api" ;
var attributes = org . springframework . web . context . request . RequestContextHolder . getRequestAttributes ();
if ( attributes instanceof org . springframework . web . context . request . ServletRequestAttributes servlet ) {
agent = servlet . getRequest (). getHeader ( "User-Agent" );
if ( "playground" . equals ( servlet . getRequest (). getHeader ( "X-Moyi-Source" ))) source = "playground" ;
}
jdbc . update ( "INSERT INTO usage_events(id,request_id,user_id,api_key_id,model_id,provider_id,event_kind,status,input_payload,endpoint,call_mode,request_source,user_agent,reasoning_effort) VALUES (?,?,?,?,?,?,'call','running',?::jsonb,'/v1/chat/completions',?,?,?,?)" ,
id , id . toString (), userId , keyId , model . get ( "id" ), model . get ( "providerId" ), json ( input ), Boolean . TRUE . equals ( input . get ( "stream" )) ? "stream" : "sync" , source ,
agent == null ? null : agent . substring ( 0 , Math . min ( 1000 , agent . length ())), input . get ( "reasoning_effort" ) == null ? null : String . valueOf ( input . get ( "reasoning_effort" )). substring ( 0 , Math . min ( 32 , String . valueOf ( input . get ( "reasoning_effort" )). length ())));
}
public void finishChat ( UUID id , String status , com . moyi . controlplane . gateway . ChatMeter . Tokens tokens ,
int latency , Integer firstTokenMs , java . math . BigDecimal cost , Object output , String code , String message ) {
jdbc . update ( "UPDATE usage_events SET status=?,input_units=?,output_units=?,cached_input_units=?,latency_ms=?,first_token_ms=?,cost_amount=?,output_payload=?::jsonb,error_code=?,error_message=?,updated_at=now() WHERE id=?" ,
status , tokens . prompt (), tokens . completion (), tokens . cached (), latency , firstTokenMs , cost , json ( output ), code , message , id );
2026-10-13 19:08:50 +08:00
jdbc . update ( "UPDATE usage_events SET cache_write_units=? WHERE id=?" , tokens . cacheWrite5m () + tokens . cacheWrite1h (), id );
}
public void observeUsage ( UUID id , String protocol , Object observed ) {
jdbc . update ( "UPDATE usage_events SET observed_usage=?::jsonb WHERE id=?" , json ( Map . of ( "protocol" , protocol , "usage" , observed )), id );
2026-09-20 01:36:22 +08:00
}
2026-09-08 20:43:04 +08:00
public void recordCall (
UUID userId , UUID apiKeyId , String modelId , String providerId , String status ,
int latencyMs , long inputUnits , long outputUnits , Object input , Object output ,
String errorCode , String errorMessage
) {
record ( userId , apiKeyId , modelId , providerId , "call" , status , latencyMs , inputUnits , outputUnits ,
input , output , null , errorCode , errorMessage , null , null );
}
public void recordTask (
UUID userId , UUID apiKeyId , String modelId , String providerId , String taskId ,
String status , Object input , Object output , String errorCode , String errorMessage
) {
record ( userId , apiKeyId , modelId , providerId , "task" , status , null , 0 , 0 ,
input , output , taskId , errorCode , errorMessage , null , null );
}
public void updateTask ( String taskId , String status , Object output , String errorCode , String errorMessage ) {
jdbc . update (
2026-09-19 21:08:45 +08:00
"UPDATE usage_events SET status = ?, output_payload = CAST(? AS jsonb), error_code = ?, error_message = ?, latency_ms = CASE WHEN ? IN ('succeeded','failed','cancelled') THEN LEAST(2147483647, GREATEST(0, EXTRACT(EPOCH FROM (now()-created_at))*1000))::integer ELSE latency_ms END, updated_at = ? WHERE provider_task_id = ? AND event_kind = 'task' AND deleted_at IS NULL" ,
status , json ( output ), errorCode , errorMessage , status , now (), taskId
2026-09-08 20:43:04 +08:00
);
}
@Transactional ( readOnly = true )
public Map < String , Object > listAdmin ( String token , Filters filters , AuthService auth ) {
auth . requireAdmin ( token );
Query query = buildQuery ( filters , false );
List < Map < String , Object >> records = jdbc . query ( query . sql (), this :: mapRecord , query . params (). toArray ());
Query countQuery = buildQuery ( filters , true );
Long total = jdbc . queryForObject ( countQuery . sql (), Long . class , countQuery . params (). toArray ());
int safeSize = filters . size ();
int safePage = filters . page ();
long totalValue = total == null ? 0 : total ;
Map < String , Object > result = new LinkedHashMap <> ();
result . put ( "records" , records );
result . put ( "page" , safePage );
result . put ( "size" , safeSize );
result . put ( "total" , totalValue );
result . put ( "pages" , Math . max ( 1 , ( int ) Math . ceil (( double ) totalValue / safeSize )));
return result ;
}
2026-09-27 02:58:16 +08:00
/**
* Small, read-only aggregate used by the admin dashboard. Keeping these
* counters in the control plane means the dashboard no longer presents
* placeholder dashes while the detailed usage table remains paginated.
*/
@Transactional ( readOnly = true )
public Map < String , Object > adminSummary ( String token , AuthService auth ) {
auth . requireAdmin ( token );
Map < String , Object > result = new LinkedHashMap <> ();
result . put ( "callsToday" , count ( "SELECT COUNT(*) FROM usage_events WHERE deleted_at IS NULL AND event_kind = 'call' AND created_at >= CURRENT_DATE" ));
result . put ( "callsThisMonth" , count ( "SELECT COUNT(*) FROM usage_events WHERE deleted_at IS NULL AND event_kind = 'call' AND created_at >= date_trunc('month', now())" ));
result . put ( "costToday" , decimal ( "SELECT COALESCE(SUM(cost_amount),0) FROM usage_events WHERE deleted_at IS NULL AND status = 'succeeded' AND created_at >= CURRENT_DATE" ));
result . put ( "costThisMonth" , decimal ( "SELECT COALESCE(SUM(cost_amount),0) FROM usage_events WHERE deleted_at IS NULL AND status = 'succeeded' AND created_at >= date_trunc('month', now())" ));
result . put ( "series" , jdbc . query (
"SELECT to_char(day, 'YYYY-MM-DD') AS day, COUNT(ue.id) AS count " +
"FROM generate_series(CURRENT_DATE - INTERVAL '6 days', CURRENT_DATE, INTERVAL '1 day') day " +
"LEFT JOIN usage_events ue ON ue.deleted_at IS NULL AND ue.created_at >= day AND ue.created_at < day + INTERVAL '1 day' " +
"GROUP BY day ORDER BY day" ,
( rs , row ) -> Map . of ( "date" , rs . getString ( "day" ), "count" , rs . getLong ( "count" ))));
2026-09-29 12:46:10 +08:00
boolean modelGuardEnabled = gatewayGuard == null || gatewayGuard . modelConcurrencyEnabled ();
2026-09-28 04:55:00 +08:00
int defaultModelLimit = gatewayGuard == null ? 4 : gatewayGuard . defaultModelConcurrency ();
List < Map < String , Object >> groups = jdbc . query ( """
WITH pending AS (
SELECT model_id,
COUNT(*) FILTER (WHERE status='running') AS running,
COUNT(*) FILTER (WHERE status='queued') AS queued
FROM model_tasks WHERE status IN ('queued','running') GROUP BY model_id
)
SELECT m.id, m.public_name, m.source_label, p.name AS provider_name, m.call_mode,
2026-09-29 12:46:10 +08:00
CASE WHEN m.max_concurrency = 0 THEN 0
ELSE COALESCE(m.max_concurrency, ?) END AS max_concurrency,
2026-09-28 04:55:00 +08:00
(m.status='active' AND m.deleted_at IS NULL AND p.status='active' AND p.deleted_at IS NULL
AND d.status='active' AND d.deleted_at IS NULL) AS route_enabled,
COALESCE(pending.running, 0) AS running, COALESCE(pending.queued, 0) AS queued
FROM model_catalog m JOIN model_providers p ON p.id=m.provider_id
JOIN model_definitions d ON d.id=m.logical_model_id
LEFT JOIN pending ON pending.model_id=m.id
ORDER BY m.public_name, m.source_label, m.id
""" ,
2026-09-27 02:58:16 +08:00
( rs , row ) -> {
Map < String , Object > group = new LinkedHashMap <> ();
group . put ( "id" , rs . getString ( "id" ));
group . put ( "name" , rs . getString ( "public_name" ));
2026-09-28 04:55:00 +08:00
group . put ( "sourceLabel" , rs . getString ( "source_label" ));
group . put ( "providerName" , rs . getString ( "provider_name" ));
group . put ( "mode" , rs . getString ( "call_mode" ));
group . put ( "routeEnabled" , rs . getBoolean ( "route_enabled" ));
2026-09-29 12:46:10 +08:00
group . put ( "limit" , modelGuardEnabled ? rs . getInt ( "max_concurrency" ) : 0 );
2026-09-27 02:58:16 +08:00
group . put ( "running" , rs . getLong ( "running" ));
group . put ( "queued" , rs . getLong ( "queued" ));
return group ;
2026-09-28 04:55:00 +08:00
}, defaultModelLimit );
List < String > synchronousIds = groups . stream (). filter ( group -> ! "async" . equals ( group . get ( "mode" ))). map ( group -> group . get ( "id" ). toString ()). toList ();
GatewayGuard . CapacitySnapshot snapshot = gatewayGuard == null
? new GatewayGuard . CapacitySnapshot ( false , Map . of ()) : gatewayGuard . capacitySnapshot ( synchronousIds );
for ( Map < String , Object > group : groups ) {
if ( "async" . equals ( group . get ( "mode" ))) continue ;
GatewayGuard . Capacity current = snapshot . groups (). get ( group . get ( "id" ). toString ());
group . put ( "running" , current == null ? null : current . running ());
group . put ( "queued" , current == null ? null : current . queued ());
}
// Keep disabled groups visible while their queued or running work still exists.
groups = groups . stream (). filter ( group -> Boolean . TRUE . equals ( group . get ( "routeEnabled" ))
|| positive ( group . get ( "running" )) || positive ( group . get ( "queued" ))). toList ();
result . put ( "capacityGroups" , groups );
result . put ( "running" , totalCapacity ( groups , "running" ));
result . put ( "waiting" , totalCapacity ( groups , "queued" ));
result . put ( "capacityConfig" , Map . of (
"queueWaitMs" , gatewayGuard == null ? 30000 : gatewayGuard . queueWaitMs (),
"defaultModelConcurrency" , defaultModelLimit ,
"defaultKeyConcurrency" , gatewayGuard == null ? 4 : gatewayGuard . defaultKeyConcurrency (),
2026-09-29 12:46:10 +08:00
"modelConcurrencyGuardEnabled" , gatewayGuard == null || gatewayGuard . modelConcurrencyEnabled (),
2026-09-28 04:55:00 +08:00
"asyncQueueLimit" , asyncQueueLimit ,
"asyncWorkerIntervalMs" , asyncWorkerIntervalMs ,
"synchronousSnapshotAvailable" , snapshot . available ()
));
2026-09-27 02:58:16 +08:00
return result ;
}
2026-09-28 04:55:00 +08:00
private boolean positive ( Object value ) { return value instanceof Number number && number . longValue () > 0 ; }
private Long totalCapacity ( List < Map < String , Object >> groups , String field ) {
if ( groups . stream (). anyMatch ( group -> group . get ( field ) == null )) return null ;
return groups . stream (). mapToLong ( group -> (( Number ) group . get ( field )). longValue ()). sum ();
}
2026-09-27 02:58:16 +08:00
private long count ( String sql ) {
Number value = jdbc . queryForObject ( sql , Number . class );
return value == null ? 0L : value . longValue ();
}
private java . math . BigDecimal decimal ( String sql ) {
java . math . BigDecimal value = jdbc . queryForObject ( sql , java . math . BigDecimal . class );
return value == null ? java . math . BigDecimal . ZERO : value ;
}
2026-09-08 20:43:04 +08:00
@Transactional ( readOnly = true )
public Map < String , Object > detail ( String token , String id , AuthService auth ) {
auth . requireAdmin ( token );
try {
return jdbc . queryForObject ( baseSelect () + " WHERE ue.deleted_at IS NULL AND ue.id = ?" , this :: mapRecord , parseUuid ( id ));
} catch ( EmptyResultDataAccessException exception ) {
throw new ApiException ( "USAGE_NOT_FOUND" , "调用记录不存在或已删除" , 404 );
}
}
@Transactional
public void updateNote ( String token , String id , String note , AuthService auth , AuthService . RequestMeta meta ) {
UUID adminId = auth . requireAdmin ( token ). id ();
String value = note == null ? "" : note . trim ();
if ( value . length () > 1000 ) throw new ApiException ( "NOTE_TOO_LONG" , "管理员备注不能超过 1000 个字符" );
int changed = jdbc . update ( "UPDATE usage_events SET admin_note = ?, updated_at = ? WHERE id = ? AND deleted_at IS NULL" , blankToNull ( value ), now (), parseUuid ( id ));
if ( changed == 0 ) throw new ApiException ( "USAGE_NOT_FOUND" , "调用记录不存在或已删除" , 404 );
auth . audit ( "usage.note_updated" , adminId , meta , Map . of ( "usageId" , id ));
}
@Transactional
public void delete ( String token , String id , AuthService auth , AuthService . RequestMeta meta ) {
UUID adminId = auth . requireAdmin ( token ). id ();
int changed = jdbc . update ( "UPDATE usage_events SET deleted_at = ?, deleted_by = ?, updated_at = ? WHERE id = ? AND deleted_at IS NULL" , now (), adminId , now (), parseUuid ( id ));
if ( changed == 0 ) throw new ApiException ( "USAGE_NOT_FOUND" , "调用记录不存在或已删除" , 404 );
auth . audit ( "usage.deleted" , adminId , meta , Map . of ( "usageId" , id ));
}
@Transactional
public int deleteMany ( String token , List < String > ids , AuthService auth , AuthService . RequestMeta meta ) {
UUID adminId = auth . requireAdmin ( token ). id ();
if ( ids == null || ids . isEmpty ()) return 0 ;
if ( ids . size () > 100 ) throw new ApiException ( "TOO_MANY_RECORDS" , "单次最多删除 100 条记录" );
List < UUID > parsed = ids . stream (). distinct (). map ( this :: parseUuid ). toList ();
int changed = 0 ;
for ( UUID id : parsed ) {
changed += jdbc . update ( "UPDATE usage_events SET deleted_at = ?, deleted_by = ?, updated_at = ? WHERE id = ? AND deleted_at IS NULL" , now (), adminId , now (), id );
}
auth . audit ( "usage.bulk_deleted" , adminId , meta , Map . of ( "count" , changed ));
return changed ;
}
@Transactional ( readOnly = true )
public String exportCsv ( String token , Filters filters , AuthService auth ) {
auth . requireAdmin ( token );
2026-09-09 17:29:30 +08:00
List < Map < String , Object >> records = new ArrayList <> ();
int page = 1 ;
while ( records . size () < 5000 ) {
Filters exportFilters = filters . withPage ( page ++ , 100 );
Query query = buildQuery ( exportFilters , false );
List < Map < String , Object >> batch = jdbc . query ( query . sql (), this :: mapRecord , query . params (). toArray ());
records . addAll ( batch );
if ( batch . size () < 100 ) break ;
}
if ( records . size () > 5000 ) records = new ArrayList <> ( records . subList ( 0 , 5000 ));
2026-09-08 20:43:04 +08:00
StringBuilder csv = new StringBuilder ( "记录 ID,时间,用户,分发 Key,模型,供应商,类型,状态,输入单位,输出单位,耗时(ms),错误,管理员备注,输入数据,输出数据\n" );
for ( Map < String , Object > record : records ) {
csv . append ( row (
record . get ( "id" ), record . get ( "createdAt" ), record . get ( "userAccount" ), record . get ( "keyName" ),
record . get ( "modelName" ), record . get ( "providerName" ), record . get ( "eventKind" ), record . get ( "status" ),
record . get ( "inputUnits" ), record . get ( "outputUnits" ), record . get ( "latencyMs" ), record . get ( "errorMessage" ),
record . get ( "adminNote" ), record . get ( "input" ), record . get ( "output" )
)). append ( '\n' );
}
return csv . toString ();
}
public record Filters (
String query , String keyId , String modelId , String status , String eventKind ,
OffsetDateTime from , OffsetDateTime to , int page , int size
) {
public Filters {
page = Math . max ( 1 , page );
size = Math . max ( 1 , Math . min ( size , 100 ));
}
public Filters withPage ( int newPage , int newSize ) { return new Filters ( query , keyId , modelId , status , eventKind , from , to , newPage , newSize ); }
}
private Query buildQuery ( Filters filters , boolean count ) {
StringBuilder sql = new StringBuilder ( count ? "SELECT COUNT(*) FROM usage_events ue LEFT JOIN users u ON u.id = ue.user_id LEFT JOIN platform_api_keys k ON k.id = ue.api_key_id LEFT JOIN model_catalog m ON m.id = ue.model_id LEFT JOIN model_providers p ON p.id = ue.provider_id" : baseSelect ());
if ( ! count ) sql . append ( " " );
sql . append ( " WHERE ue.deleted_at IS NULL" );
List < Object > params = new ArrayList <> ();
if ( filters . query () != null && ! filters . query (). isBlank ()) {
sql . append ( " AND (ue.id::text ILIKE ? OR u.account ILIKE ? OR u.display_name ILIKE ? OR k.name ILIKE ? OR k.key_prefix ILIKE ? OR m.public_name ILIKE ? OR m.id ILIKE ?)" );
String query = "%" + filters . query (). trim () + "%" ;
params . addAll ( List . of ( query , query , query , query , query , query , query ));
}
if ( filters . keyId () != null && ! filters . keyId (). isBlank ()) { sql . append ( " AND ue.api_key_id = ?" ); params . add ( parseUuid ( filters . keyId ())); }
if ( filters . modelId () != null && ! filters . modelId (). isBlank ()) { sql . append ( " AND ue.model_id = ?" ); params . add ( filters . modelId (). trim ()); }
if ( filters . status () != null && ! filters . status (). isBlank ()) { sql . append ( " AND ue.status = ?" ); params . add ( filters . status (). trim ()); }
if ( filters . eventKind () != null && ! filters . eventKind (). isBlank ()) { sql . append ( " AND ue.event_kind = ?" ); params . add ( filters . eventKind (). trim ()); }
if ( filters . from () != null ) { sql . append ( " AND ue.created_at >= ?" ); params . add ( filters . from ()); }
if ( filters . to () != null ) { sql . append ( " AND ue.created_at < ?" ); params . add ( filters . to ()); }
if ( ! count ) { sql . append ( " ORDER BY ue.created_at DESC LIMIT ? OFFSET ?" ); params . add ( filters . size ()); params . add (( filters . page () - 1 ) * filters . size ()); }
return new Query ( sql . toString (), params );
}
private String baseSelect () {
return "SELECT ue.*, u.account AS user_account, u.display_name AS user_name, k.name AS key_name, k.key_prefix, m.public_name AS model_name, p.name AS provider_name FROM usage_events ue LEFT JOIN users u ON u.id = ue.user_id LEFT JOIN platform_api_keys k ON k.id = ue.api_key_id LEFT JOIN model_catalog m ON m.id = ue.model_id LEFT JOIN model_providers p ON p.id = ue.provider_id" ;
}
private Map < String , Object > mapRecord ( ResultSet rs , int row ) throws SQLException {
Map < String , Object > value = new LinkedHashMap <> ();
value . put ( "id" , rs . getObject ( "id" , UUID . class ));
value . put ( "requestId" , rs . getString ( "request_id" ));
value . put ( "userId" , rs . getObject ( "user_id" , UUID . class ));
value . put ( "userAccount" , rs . getString ( "user_account" ));
value . put ( "userName" , rs . getString ( "user_name" ));
value . put ( "apiKeyId" , rs . getObject ( "api_key_id" , UUID . class ));
value . put ( "keyName" , rs . getString ( "key_name" ));
value . put ( "keyPrefix" , rs . getString ( "key_prefix" ));
value . put ( "modelId" , rs . getString ( "model_id" ));
value . put ( "modelName" , rs . getString ( "model_name" ));
value . put ( "providerId" , rs . getString ( "provider_id" ));
value . put ( "providerName" , rs . getString ( "provider_name" ));
value . put ( "eventKind" , rs . getString ( "event_kind" ));
value . put ( "status" , rs . getString ( "status" ));
value . put ( "latencyMs" , rs . getObject ( "latency_ms" ));
value . put ( "inputUnits" , rs . getObject ( "input_units" ));
value . put ( "outputUnits" , rs . getObject ( "output_units" ));
value . put ( "costAmount" , rs . getBigDecimal ( "cost_amount" ));
value . put ( "providerTaskId" , rs . getString ( "provider_task_id" ));
value . put ( "errorCode" , rs . getString ( "error_code" ));
value . put ( "errorMessage" , rs . getString ( "error_message" ));
value . put ( "adminNote" , rs . getString ( "admin_note" ));
value . put ( "sourceIp" , rs . getString ( "source_ip" ));
value . put ( "createdAt" , rs . getObject ( "created_at" , OffsetDateTime . class ));
value . put ( "updatedAt" , rs . getObject ( "updated_at" , OffsetDateTime . class ));
value . put ( "input" , readPayload ( rs . getString ( "input_payload" )));
value . put ( "output" , readPayload ( rs . getString ( "output_payload" )));
return value ;
}
private void record ( UUID userId , UUID keyId , String modelId , String providerId , String kind , String status , Integer latency , long inputUnits , long outputUnits , Object input , Object output , String taskId , String errorCode , String errorMessage , String ip , String userAgent ) {
2026-09-19 21:08:45 +08:00
String endpoint = null , source = null ;
var attributes = org . springframework . web . context . request . RequestContextHolder . getRequestAttributes ();
if ( attributes instanceof org . springframework . web . context . request . ServletRequestAttributes servlet ) {
var request = servlet . getRequest ();
endpoint = request . getRequestURI ();
userAgent = request . getHeader ( "User-Agent" );
source = "playground" . equals ( request . getHeader ( "X-Moyi-Source" )) ? "playground" : "api" ;
}
JsonNode payload = objectMapper . valueToTree ( output );
Long cached = usageNumber ( payload , "/usage/prompt_tokens_details/cached_tokens" );
if ( cached == null ) cached = usageNumber ( payload , "/usage/prompt_cache_hit_tokens" );
Long cacheWrite = usageNumber ( payload , "/usage/cache_creation_input_tokens" );
2026-09-08 20:43:04 +08:00
jdbc . update (
2026-09-19 21:08:45 +08:00
"INSERT INTO usage_events (id, user_id, api_key_id, model_id, provider_id, event_kind, status, latency_ms, input_units, output_units, provider_task_id, input_payload, output_payload, error_code, error_message, source_ip, user_agent, created_at, updated_at, endpoint, call_mode, request_source, cached_input_units, cache_write_units) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, CAST(? AS jsonb), CAST(? AS jsonb), ?, ?, CAST(? AS inet), ?, ?, ?, ?, ?, ?, ?, ?)" ,
2026-09-08 20:43:04 +08:00
UUID . randomUUID (), userId , keyId , modelId , providerId , kind , status , latency , inputUnits , outputUnits , taskId ,
2026-09-19 21:08:45 +08:00
json ( input ), json ( output ), errorCode , errorMessage , blankToNull ( ip ), userAgent == null ? null : userAgent . substring ( 0 , Math . min ( userAgent . length (), 1000 )), now (), now (), endpoint , "task" . equals ( kind ) ? "async" : "sync" , source , cached , cacheWrite
2026-09-08 20:43:04 +08:00
);
}
2026-09-19 21:08:45 +08:00
private Long usageNumber ( JsonNode payload , String path ) {
if ( payload == null ) return null ;
JsonNode value = payload . at ( path );
return value . isIntegralNumber () && value . canConvertToLong () && value . longValue () >= 0 ? value . longValue () : null ;
}
2026-09-08 20:43:04 +08:00
private String json ( Object value ) {
if ( value == null ) return null ;
try {
JsonNode sanitized = sanitize ( objectMapper . valueToTree ( value ));
String text = objectMapper . writeValueAsString ( sanitized );
2026-09-10 18:10:31 +08:00
if ( text . length () <= MAX_PAYLOAD_CHARS ) return text ;
// Preserve valid JSON for PostgreSQL jsonb even when payloads are large.
ObjectNode summary = objectMapper . createObjectNode ();
summary . put ( "_truncated" , true );
summary . put ( "_originalChars" , text . length ());
summary . put ( "preview" , text . substring ( 0 , 8000 ));
return objectMapper . writeValueAsString ( summary );
2026-09-08 20:43:04 +08:00
} catch ( JsonProcessingException exception ) { return "{\"_unserializable\":true}" ; }
}
private JsonNode sanitize ( JsonNode node ) {
if ( node == null || node . isNull ()) return node ;
if ( node . isTextual ()) return node . textValue (). length () > 8000 ? objectMapper . getNodeFactory (). textNode ( node . textValue (). substring ( 0 , 8000 ) + "…" ) : node ;
if ( node . isArray ()) {
ArrayNode result = objectMapper . createArrayNode ();
node . forEach ( item -> result . add ( sanitize ( item )));
return result ;
}
if ( node . isObject ()) {
ObjectNode result = objectMapper . createObjectNode ();
node . fields (). forEachRemaining ( entry -> {
String key = entry . getKey (). toLowerCase ();
2026-10-13 19:08:50 +08:00
boolean usageField = java . util . Set . of ( "prompt_tokens" , "completion_tokens" , "total_tokens" , "cached_tokens" , "reasoning_tokens" , "audio_tokens" , "accepted_prediction_tokens" , "rejected_prediction_tokens" , "prompt_cache_hit_tokens" , "prompt_cache_miss_tokens" , "max_tokens" , "max_completion_tokens" , "input_tokens" , "output_tokens" , "cache_read_input_tokens" , "cache_creation_input_tokens" , "ephemeral_5m_input_tokens" , "ephemeral_1h_input_tokens" , "prompttokencount" , "candidatestokencount" , "thoughtstokencount" , "cachedcontenttokencount" ). contains ( key ) && entry . getValue (). isNumber ();
boolean usageDetails = java . util . Set . of ( "prompt_tokens_details" , "completion_tokens_details" , "input_tokens_details" , "output_tokens_details" ). contains ( key ) && entry . getValue (). isObject ();
2026-09-20 01:36:22 +08:00
if ( key . contains ( "authorization" ) || key . contains ( "api_key" ) || key . contains ( "apikey" ) || ( key . contains ( "token" ) && ! usageField && ! usageDetails ) || key . contains ( "secret" ) || key . contains ( "password" )) result . put ( entry . getKey (), "[REDACTED]" );
2026-09-08 20:43:04 +08:00
else result . set ( entry . getKey (), sanitize ( entry . getValue ()));
});
return result ;
}
return node ;
}
private Object readPayload ( String value ) {
if ( value == null ) return null ;
try { return objectMapper . readTree ( value ); } catch ( JsonProcessingException exception ) { return value ; }
}
private String row ( Object ... values ) { List < String > cells = new ArrayList <> (); for ( Object value : values ) cells . add ( csv ( value )); return String . join ( "," , cells ); }
private String csv ( Object value ) { String text = value == null ? "" : String . valueOf ( value ); return "\"" + text . replace ( "\"" , "\"\"" ). replace ( "\r" , " " ). replace ( "\n" , " " ) + "\"" ; }
private UUID parseUuid ( String value ) { try { return UUID . fromString ( value ); } catch ( Exception exception ) { throw new ApiException ( "INVALID_ID" , "记录 ID 格式无效" ); } }
private String blankToNull ( String value ) { return value == null || value . isBlank () ? null : value ; }
private OffsetDateTime now () { return OffsetDateTime . now ( ZoneOffset . UTC ); }
private record Query ( String sql , List < Object > params ) {}
}