perf: only return quota when it's not zero

songquanpeng · Sep 13, 2023 · 420c375 · 420c375
1 parent 01863d3
commit 420c375
Showing 1 changed file with 9 additions and 7 deletions.
diff --git a/controller/relay-text.go b/controller/relay-text.go
@@ -347,13 +347,15 @@ func relayTextHelper(c *gin.Context, relayMode int) *OpenAIErrorWithStatusCode {
 		isStream = isStream || strings.HasPrefix(resp.Header.Get("Content-Type"), "text/event-stream")
 
 		if resp.StatusCode != http.StatusOK {
-			go func() {
-				// return pre-consumed quota
-				err := model.PostConsumeTokenQuota(tokenId, -preConsumedQuota)
-				if err != nil {
-					common.SysError("error return pre-consumed quota: " + err.Error())
-				}
-			}()
+			if preConsumedQuota != 0 {
+				go func() {
+					// return pre-consumed quota
+					err := model.PostConsumeTokenQuota(tokenId, -preConsumedQuota)
+					if err != nil {
+						common.SysError("error return pre-consumed quota: " + err.Error())
+					}
+				}()
+			}
 			return relayErrorHandler(resp)
 		}
 	}