🐛fix: Fix conditional judgment error

MartialBE · Oct 4, 2024 · 75ee288 · 75ee288
1 parent 044288b
commit 75ee288
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/relay/relay_util/quota.go b/relay/relay_util/quota.go
@@ -100,7 +100,7 @@ func (q *Quota) completedQuotaConsumption(usage *types.Usage, tokenName string,
 	completionTokens := usage.CompletionTokens
 	hitsCache := false
 
-	if usage.PromptTokensDetails != nil ||
+	if usage.PromptTokensDetails != nil &&
 		usage.PromptTokensDetails.CachedTokens > 0 {
 		promptTokens -= int(math.Ceil(float64(usage.PromptTokensDetails.CachedTokens) / 2))
 		hitsCache = true