Handle message answer

ai/ai.go

@@ -85,7 +85,7 @@ func QueryAnswerStream(authToken string, question string, writer io.Writer, buil
 		openai.CompletionRequest{
 			Model:     openai.GPT3TextDavinci003,
 			Prompt:    question,
-			MaxTokens: 50,
+			MaxTokens: 3000,
 			Stream:    true,
 		},
 	)

controllers/message.go

@@ -74,6 +74,14 @@ func (c *ApiController) GetMessage() {
 	c.ServeJSON()
 }
 
+func (c *ApiController) ResponseErrorStream(errorText string) {
+	event := fmt.Sprintf("event: myerror\ndata: %s\n\n", errorText)
+	_, err := c.Ctx.ResponseWriter.Write([]byte(event))
+	if err != nil {
+		panic(err)
+	}
+}
+
 // GetMessageAnswer
 // @Title GetMessageAnswer
 // @Tag Message API
@@ -84,33 +92,48 @@ func (c *ApiController) GetMessage() {
 func (c *ApiController) GetMessageAnswer() {
 	id := c.Input().Get("id")
 
+	c.Ctx.ResponseWriter.Header().Set("Content-Type", "text/event-stream")
+	c.Ctx.ResponseWriter.Header().Set("Cache-Control", "no-cache")
+	c.Ctx.ResponseWriter.Header().Set("Connection", "keep-alive")
+
 	message := object.GetMessage(id)
 	if message == nil {
-		c.ResponseError(fmt.Sprintf(c.T("chat:The message: %s is not found"), id))
+		c.ResponseErrorStream(fmt.Sprintf(c.T("chat:The message: %s is not found"), id))
+		return
+	}
+
+	if message.Author != "AI" || message.ReplyTo == "" || message.Text != "" {
+		c.ResponseErrorStream(c.T("chat:The message is invalid"))
 		return
 	}
 
 	chatId := util.GetId(message.Owner, message.Chat)
 	chat := object.GetChat(chatId)
 	if chat == nil {
-		c.ResponseError(fmt.Sprintf(c.T("chat:The chat: %s is not found"), chatId))
+		c.ResponseErrorStream(fmt.Sprintf(c.T("chat:The chat: %s is not found"), chatId))
 		return
 	}
 
 	if chat.Type != "AI" {
-		c.ResponseError(c.T("chat:The chat type must be \"AI\""))
+		c.ResponseErrorStream(c.T("chat:The chat type must be \"AI\""))
+		return
+	}
+
+	questionMessage := object.GetMessage(message.ReplyTo)
+	if questionMessage == nil {
+		c.ResponseErrorStream(fmt.Sprintf(c.T("chat:The message: %s is not found"), id))
 		return
 	}
 
 	providerId := util.GetId(chat.Owner, chat.User2)
 	provider := object.GetProvider(providerId)
 	if provider == nil {
-		c.ResponseError(fmt.Sprintf(c.T("chat:The provider: %s is not found"), providerId))
+		c.ResponseErrorStream(fmt.Sprintf(c.T("chat:The provider: %s is not found"), providerId))
 		return
 	}
 
 	if provider.Category != "AI" || provider.ClientSecret == "" {
-		c.ResponseError(fmt.Sprintf(c.T("chat:The provider: %s is invalid"), providerId))
+		c.ResponseErrorStream(fmt.Sprintf(c.T("chat:The provider: %s is invalid"), providerId))
 		return
 	}
 
@@ -119,18 +142,27 @@ func (c *ApiController) GetMessageAnswer() {
 	c.Ctx.ResponseWriter.Header().Set("Connection", "keep-alive")
 
 	authToken := provider.ClientSecret
-	question := message.Text
+	question := questionMessage.Text
 	var stringBuilder strings.Builder
 	err := ai.QueryAnswerStream(authToken, question, c.Ctx.ResponseWriter, &stringBuilder)
+	if err != nil {
+		c.ResponseErrorStream(err.Error())
+		return
+	}
+
+	event := fmt.Sprintf("event: end\ndata: %s\n\n", "end")
+	_, err = c.Ctx.ResponseWriter.Write([]byte(event))
 	if err != nil {
 		panic(err)
 	}
 
 	answer := stringBuilder.String()
 
-	fmt.Printf("Question: [%s]\n", message.Text)
+	fmt.Printf("Question: [%s]\n", questionMessage.Text)
 	fmt.Printf("Answer: [%s]\n", answer)
 
+	message.Text = answer
+	object.UpdateMessage(message.GetId(), message)
 }
 
 // UpdateMessage
@@ -181,6 +213,7 @@ func (c *ApiController) AddMessage() {
 				CreatedTime:  util.GetCurrentTimeEx(message.CreatedTime),
 				Organization: message.Organization,
 				Chat:         message.Chat,
+				ReplyTo:      message.GetId(),
 				Author:       "AI",
 				Text:         "",
 			}

object/message.go

@@ -28,6 +28,7 @@ type Message struct {
 
 	Organization string `xorm:"varchar(100)" json:"organization"`
 	Chat         string `xorm:"varchar(100) index" json:"chat"`
+	ReplyTo      string `xorm:"varchar(100) index" json:"replyTo"`
 	Author       string `xorm:"varchar(100)" json:"author"`
 	Text         string `xorm:"mediumtext" json:"text"`
 }

web/src/ChatBox.js

@@ -13,7 +13,7 @@
 // limitations under the License.
 
 import React from "react";
-import {Avatar, Input, List, Spin} from "antd";
+import {Alert, Avatar, Input, List, Spin} from "antd";
 import {CopyOutlined, DislikeOutlined, LikeOutlined, SendOutlined} from "@ant-design/icons";
 import i18next from "i18next";
 
@@ -107,7 +107,15 @@ class ChatBox extends React.Component {
                 <div style={{width: "800px", margin: "0 auto", position: "relative"}}>
                   <List.Item.Meta
                     avatar={<Avatar style={{width: "30px", height: "30px", borderRadius: "3px"}} src={item.author === `${this.props.account.owner}/${this.props.account.name}` ? this.props.account.avatar : "https://cdn.casbin.com/casdoor/resource/built-in/admin/gpt.png"} />}
-                    title={<div style={{fontSize: "16px", fontWeight: "normal", lineHeight: "24px", marginTop: "-15px", marginLeft: "5px", marginRight: "80px"}}>{item.text}</div>}
+                    title={
+                      <div style={{fontSize: "16px", fontWeight: "normal", lineHeight: "24px", marginTop: "-15px", marginLeft: "5px", marginRight: "80px"}}>
+                        {
+                          !item.text.includes("#ERROR#") ? item.text : (
+                            <Alert message={item.text.slice("#ERROR#: ".length)} type="error" showIcon />
+                          )
+                        }
+                      </div>
+                    }
                   />
                   <div style={{position: "absolute", top: "0px", right: "0px"}}
                   >

web/src/ChatPage.js

@@ -56,6 +56,7 @@ class ChatPage extends BaseListPage {
       createdTime: moment().format(),
       organization: this.props.account.owner,
       chat: this.state.chatName,
+      replyTo: "",
       author: `${this.props.account.owner}/${this.props.account.name}`,
       text: text,
     };
@@ -83,6 +84,31 @@ class ChatPage extends BaseListPage {
           messages: messages,
         });
 
+        if (messages.length > 0) {
+          const lastMessage = messages[messages.length - 1];
+          if (lastMessage.author === "AI" && lastMessage.replyTo !== "" && lastMessage.text === "") {
+            let text = "";
+            MessageBackend.getMessageAnswer(lastMessage.owner, lastMessage.name, (data) => {
+              const lastMessage2 = Setting.deepCopy(lastMessage);
+              text += data;
+              lastMessage2.text = text;
+              messages[messages.length - 1] = lastMessage2;
+              this.setState({
+                messages: messages,
+              });
+            }, (error) => {
+              Setting.showMessage("error", `${i18next.t("general:Failed to get answer")}: ${error}`);
+
+              const lastMessage2 = Setting.deepCopy(lastMessage);
+              lastMessage2.text = `#ERROR#: ${error}`;
+              messages[messages.length - 1] = lastMessage2;
+              this.setState({
+                messages: messages,
+              });
+            });
+          }
+        }
+
         Setting.scrollToDiv(`chatbox-list-item-${messages.length}`);
       });
   }

web/src/MessageListPage.js

@@ -31,6 +31,7 @@ class MessageListPage extends BaseListPage {
       createdTime: moment().format(),
       organization: this.props.account.owner,
       chat: "",
+      replyTo: "",
       author: `${this.props.account.owner}/${this.props.account.name}`,
       text: "",
     };

web/src/backend/MessageBackend.js

@@ -45,13 +45,20 @@ export function getMessage(owner, name) {
 }
 
 export function getMessageAnswer(owner, name, onMessage, onError) {
-  const source = new EventSource(`${Setting.ServerUrl}/api/get-message-answer?id=${owner}/${encodeURIComponent(name)}`);
-  source.onmessage = function(event) {
-    onMessage(event.data);
-  };
-  source.onerror = function(error) {
-    onError(error);
-  };
+  const eventSource = new EventSource(`${Setting.ServerUrl}/api/get-message-answer?id=${owner}/${encodeURIComponent(name)}`);
+
+  eventSource.addEventListener("message", (e) => {
+    onMessage(e.data);
+  });
+
+  eventSource.addEventListener("myerror", (e) => {
+    onError(e.data);
+    eventSource.close();
+  });
+
+  eventSource.addEventListener("end", (e) => {
+    eventSource.close();
+  });
 }
 
 export function updateMessage(owner, name, message) {