feat: update model ratio

bbac1a53 · CaIon · cae9dbe1 · bbac1a53
Commit bbac1a53 authored Apr 24, 2024 by CaIon
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

common/model-ratio.go
+3 -0

No files found.
--- a/common/model-ratio.go
+++ b/common/model-ratio.go
@@ -224,6 +224,9 @@ func GetCompletionRatio(name string) float64 {
 	if strings.HasPrefix(name, "gemini-") {
 		return 3
 	}
+	if strings.HasPrefix(name, "command") {
+		return 5
+	}
 	switch name {
 	case "llama2-70b-4096":
 		return 0.8 / 0.7