@@ -106,7 +106,12 @@ func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, meta *util.Rel
106
106
107
107
var responseText string
108
108
var toolCount int
109
- err , responseText , toolCount = StreamHandler (c , resp , meta .Mode , meta .ActualModelName , meta .FixedContent )
109
+ if meta .FixedContent != "" {
110
+ err , responseText , toolCount = StreamHandler (c , resp , meta .Mode , meta .ActualModelName , meta .FixedContent )
111
+ } else {
112
+ err , responseText , toolCount = StreamHandler (c , resp , meta .Mode , meta .ActualModelName , meta .FixedContent )
113
+ }
114
+
110
115
aitext = responseText
111
116
if usage == nil || usage .TotalTokens == 0 {
112
117
usage = ResponseText2Usage (responseText , meta .ActualModelName , meta .PromptTokens )
@@ -117,7 +122,10 @@ func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, meta *util.Rel
117
122
}
118
123
usage .CompletionTokens += toolCount * 7
119
124
if usage .CompletionTokens == 0 {
120
- if config .BlankReplyRetryEnabled {
125
+ if config .BlankReplyRetryEnabled &&
126
+ ! strings .HasPrefix (meta .OriginModelName , "tts" ) &&
127
+ ! strings .HasPrefix (meta .OriginModelName , "whisper-1" ) &&
128
+ ! strings .HasPrefix (meta .OriginModelName , "text" ) {
121
129
return "" , nil , & model.ErrorWithStatusCode {
122
130
Error : model.Error {
123
131
Message : "No completion tokens generated" ,
@@ -129,6 +137,7 @@ func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, meta *util.Rel
129
137
}
130
138
}
131
139
}
140
+
132
141
} else {
133
142
switch meta .Mode {
134
143
case constant .RelayModeImagesGenerations :
0 commit comments