Skip to content

phsl / new-api

Go to a project
Commit 984152c7 by neotf
Options

fix(quota): refine cache token calculation for OpenRouter channel type

parent 685a65c7
Showing with 9 additions and 3 deletions
service/quota.go
...@@ -232,9 +232,15 @@ func PostClaudeConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo, ...@@ -232,9 +232,15 @@ func PostClaudeConsumeQuota(ctx *gin.Context, relayInfo *relaycommon.RelayInfo,
cacheCreationRatio := priceData.CacheCreationRatio cacheCreationRatio := priceData.CacheCreationRatio
cacheCreationTokens := usage.PromptTokensDetails.CachedCreationTokens cacheCreationTokens := usage.PromptTokensDetails.CachedCreationTokens
if relayInfo.ChannelType == common.ChannelTypeOpenRouter && priceData.CacheCreationRatio != 1 { if relayInfo.ChannelType == common.ChannelTypeOpenRouter {
cacheCreationTokens = CalcOpenRouterCacheCreateTokens(*usage, priceData) promptTokens -= cacheTokens
promptTokens = promptTokens - cacheCreationTokens - cacheTokens if cacheCreationTokens == 0 && priceData.CacheCreationRatio != 1 && usage.Cost != 0 {
maybeCacheCreationTokens := CalcOpenRouterCacheCreateTokens(*usage, priceData)
if promptTokens >= maybeCacheCreationTokens {
cacheCreationTokens = maybeCacheCreationTokens
}
}
promptTokens -= cacheCreationTokens
} }
calculateQuota := 0.0 calculateQuota := 0.0
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment