From 86da67f4674b191d4f4e749c4d915805fbfb253a Mon Sep 17 00:00:00 2001 From: Henry Date: Wed, 14 Feb 2024 20:20:43 +0800 Subject: [PATCH] add missing human text when image presents --- .../chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) diff --git a/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts b/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts index 9033b27f..7b39f1ed 100644 --- a/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts +++ b/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts @@ -45,17 +45,13 @@ export class ChatOpenAI extends LangchainChatOpenAI { const messageContent = addImagesToMessages(nodeData, optionsData, this.multiModalOption) if (messageContent?.length) { if (messages[0].length > 0 && messages[0][messages[0].length - 1] instanceof HumanMessage) { - const lastMessage = messages[0].pop() - if (lastMessage instanceof HumanMessage) { - lastMessage.content = messageContent + // Change model to gpt-4-vision + this.modelName = 'gpt-4-vision-preview' - // Change model to gpt-4-vision - this.modelName = 'gpt-4-vision-preview' + // Change default max token to higher when using gpt-4-vision + this.maxTokens = 1024 - // Change default max token to higher when using gpt-4-vision - this.maxTokens = 1024 - } - messages[0].push(lastMessage as HumanMessage) + messages[0].push(new HumanMessage({ content: messageContent })) } } else { // revert to previous values if image upload is empty