From e15e6fafdc0213d9f483f80b77b007ffe893e56c Mon Sep 17 00:00:00 2001 From: Henry Heng Date: Sat, 1 Jun 2024 12:37:00 +0100 Subject: [PATCH] Bugfix/Disable output prediction from llmchain streaming (#2543) disable output prediction from llmchain streaming --- packages/components/nodes/chains/LLMChain/LLMChain.ts | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/packages/components/nodes/chains/LLMChain/LLMChain.ts b/packages/components/nodes/chains/LLMChain/LLMChain.ts index 0bb1e1220..5a7d04569 100644 --- a/packages/components/nodes/chains/LLMChain/LLMChain.ts +++ b/packages/components/nodes/chains/LLMChain/LLMChain.ts @@ -110,7 +110,9 @@ class LLMChain_Chains implements INode { }) const inputVariables = chain.prompt.inputVariables as string[] // ["product"] promptValues = injectOutputParser(this.outputParser, chain, promptValues) - const res = await runPrediction(inputVariables, chain, input, promptValues, options, nodeData) + // Disable streaming because its not final chain + const disableStreaming = true + const res = await runPrediction(inputVariables, chain, input, promptValues, options, nodeData, disableStreaming) // eslint-disable-next-line no-console console.log('\x1b[92m\x1b[1m\n*****OUTPUT PREDICTION*****\n\x1b[0m\x1b[0m') // eslint-disable-next-line no-console @@ -154,12 +156,13 @@ const runPrediction = async ( input: string, promptValuesRaw: ICommonObject | undefined, options: ICommonObject, - nodeData: INodeData + nodeData: INodeData, + disableStreaming?: boolean ) => { const loggerHandler = new ConsoleCallbackHandler(options.logger) const callbacks = await additionalCallbacks(nodeData, options) - const isStreaming = options.socketIO && options.socketIOClientId + const isStreaming = !disableStreaming && options.socketIO && options.socketIOClientId const socketIO = isStreaming ? options.socketIO : undefined const socketIOClientId = isStreaming ? options.socketIOClientId : '' const moderations = nodeData.inputs?.inputModeration as Moderation[]