Commit 2c3ae32c by wenyifan

fix map

parent 498199b3
...@@ -704,9 +704,7 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) { ...@@ -704,9 +704,7 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
var payload struct { var payload struct {
Timings struct { Timings struct {
Usage struct {
CachedTokens *int `json:"cache_n"` CachedTokens *int `json:"cache_n"`
} `json:"usage"`
} `json:"timings"` } `json:"timings"`
} }
...@@ -714,8 +712,8 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) { ...@@ -714,8 +712,8 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
return 0, false return 0, false
} }
if payload.Timings.Usage.CachedTokens == nil { if payload.Timings.CachedTokens == nil {
return 0, false return 0, false
} }
return *payload.Timings.Usage.CachedTokens, true return *payload.Timings.CachedTokens, true
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or sign in to comment