Commit 498199b3 by wenyifan

fix code quality

parent ff29900f
...@@ -703,13 +703,19 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) { ...@@ -703,13 +703,19 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
} }
var payload struct { var payload struct {
Usage struct { Timings struct {
CachedTokens *int `json:"cache_n"` Usage struct {
CachedTokens *int `json:"cache_n"`
} `json:"usage"`
} `json:"timings"` } `json:"timings"`
} }
if err := common.Unmarshal(body, &payload); err != nil { if err := common.Unmarshal(body, &payload); err != nil {
return 0, false return 0, false
} }
return *payload.Usage.CachedTokens, true
if payload.Timings.Usage.CachedTokens == nil {
return 0, false
}
return *payload.Timings.Usage.CachedTokens, true
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment