Improve answer text

This commit is contained in:
Yang Luo
2023-05-02 13:15:54 +08:00
parent cb13d693e6
commit 38da63e73c
4 changed files with 32 additions and 6 deletions

View File

@ -25,7 +25,7 @@ import (
)
func queryAnswer(authToken string, question string, timeout int) (string, error) {
//fmt.Printf("Question: %s\n", question)
// fmt.Printf("Question: %s\n", question)
client := getProxyClientFromToken(authToken)
@ -45,13 +45,12 @@ func queryAnswer(authToken string, question string, timeout int) (string, error)
},
)
if err != nil {
//fmt.Printf("%s\n", err.Error())
return "", err
}
res := resp.Choices[0].Message.Content
res = strings.Trim(res, "\n")
//fmt.Printf("Answer: %s\n\n", res)
// fmt.Printf("Answer: %s\n\n", res)
return res, nil
}
@ -104,6 +103,7 @@ func QueryAnswerStream(authToken string, question string, writer io.Writer, buil
}
defer respStream.Close()
isLeadingReturn := true
for {
completion, streamErr := respStream.Recv()
if streamErr != nil {
@ -113,13 +113,22 @@ func QueryAnswerStream(authToken string, question string, writer io.Writer, buil
return streamErr
}
data := completion.Choices[0].Text
if isLeadingReturn && len(data) != 0 {
if strings.Count(data, "\n") == len(data) {
continue
} else {
isLeadingReturn = false
}
}
// Write the streamed data as Server-Sent Events
if _, err := fmt.Fprintf(writer, "data: %s\n\n", completion.Choices[0].Text); err != nil {
if _, err = fmt.Fprintf(writer, "data: %s\n\n", data); err != nil {
return err
}
// Append the response to the strings.Builder
builder.WriteString(completion.Choices[0].Text)
builder.WriteString(data)
}
return nil

View File

@ -12,6 +12,9 @@
// See the License for the specific language governing permissions and
// limitations under the License.
//go:build !skipCi
// +build !skipCi
package ai
import (