(path: string, parameters: P, baseUrl: string): string {
diff --git a/packages/server/src/controllers/openai-realtime/index.ts b/packages/server/src/controllers/openai-realtime/index.ts
new file mode 100644
index 000000000..b5a504ed2
--- /dev/null
+++ b/packages/server/src/controllers/openai-realtime/index.ts
@@ -0,0 +1,68 @@
+import { Request, Response, NextFunction } from 'express'
+import openaiRealTimeService from '../../services/openai-realtime'
+import { InternalFlowiseError } from '../../errors/internalFlowiseError'
+import { StatusCodes } from 'http-status-codes'
+
+const getAgentTools = async (req: Request, res: Response, next: NextFunction) => {
+ try {
+ if (typeof req.params === 'undefined' || !req.params.id) {
+ throw new InternalFlowiseError(
+ StatusCodes.PRECONDITION_FAILED,
+ `Error: openaiRealTimeController.getAgentTools - id not provided!`
+ )
+ }
+ const apiResponse = await openaiRealTimeService.getAgentTools(req.params.id)
+ return res.json(apiResponse)
+ } catch (error) {
+ next(error)
+ }
+}
+
+const executeAgentTool = async (req: Request, res: Response, next: NextFunction) => {
+ try {
+ if (typeof req.params === 'undefined' || !req.params.id) {
+ throw new InternalFlowiseError(
+ StatusCodes.PRECONDITION_FAILED,
+ `Error: openaiRealTimeController.executeAgentTool - id not provided!`
+ )
+ }
+ if (!req.body) {
+ throw new InternalFlowiseError(
+ StatusCodes.PRECONDITION_FAILED,
+ `Error: openaiRealTimeController.executeAgentTool - body not provided!`
+ )
+ }
+ if (!req.body.chatId) {
+ throw new InternalFlowiseError(
+ StatusCodes.PRECONDITION_FAILED,
+ `Error: openaiRealTimeController.executeAgentTool - body chatId not provided!`
+ )
+ }
+ if (!req.body.toolName) {
+ throw new InternalFlowiseError(
+ StatusCodes.PRECONDITION_FAILED,
+ `Error: openaiRealTimeController.executeAgentTool - body toolName not provided!`
+ )
+ }
+ if (!req.body.inputArgs) {
+ throw new InternalFlowiseError(
+ StatusCodes.PRECONDITION_FAILED,
+ `Error: openaiRealTimeController.executeAgentTool - body inputArgs not provided!`
+ )
+ }
+ const apiResponse = await openaiRealTimeService.executeAgentTool(
+ req.params.id,
+ req.body.chatId,
+ req.body.toolName,
+ req.body.inputArgs
+ )
+ return res.json(apiResponse)
+ } catch (error) {
+ next(error)
+ }
+}
+
+export default {
+ getAgentTools,
+ executeAgentTool
+}
diff --git a/packages/server/src/routes/index.ts b/packages/server/src/routes/index.ts
index dd660d16f..3df0dd304 100644
--- a/packages/server/src/routes/index.ts
+++ b/packages/server/src/routes/index.ts
@@ -28,6 +28,7 @@ import nodesRouter from './nodes'
import openaiAssistantsRouter from './openai-assistants'
import openaiAssistantsFileRouter from './openai-assistants-files'
import openaiAssistantsVectorStoreRouter from './openai-assistants-vector-store'
+import openaiRealtimeRouter from './openai-realtime'
import pingRouter from './ping'
import predictionRouter from './predictions'
import promptListsRouter from './prompts-lists'
@@ -73,6 +74,7 @@ router.use('/nodes', nodesRouter)
router.use('/openai-assistants', openaiAssistantsRouter)
router.use('/openai-assistants-file', openaiAssistantsFileRouter)
router.use('/openai-assistants-vector-store', openaiAssistantsVectorStoreRouter)
+router.use('/openai-realtime', openaiRealtimeRouter)
router.use('/prediction', predictionRouter)
router.use('/prompts-list', promptListsRouter)
router.use('/public-chatbotConfig', publicChatbotRouter)
diff --git a/packages/server/src/routes/openai-realtime/index.ts b/packages/server/src/routes/openai-realtime/index.ts
new file mode 100644
index 000000000..68ed0427d
--- /dev/null
+++ b/packages/server/src/routes/openai-realtime/index.ts
@@ -0,0 +1,12 @@
+import express from 'express'
+import openaiRealTimeController from '../../controllers/openai-realtime'
+
+const router = express.Router()
+
+// GET
+router.get(['/', '/:id'], openaiRealTimeController.getAgentTools)
+
+// EXECUTE
+router.post(['/', '/:id'], openaiRealTimeController.executeAgentTool)
+
+export default router
diff --git a/packages/server/src/services/openai-realtime/index.ts b/packages/server/src/services/openai-realtime/index.ts
new file mode 100644
index 000000000..3a9249be3
--- /dev/null
+++ b/packages/server/src/services/openai-realtime/index.ts
@@ -0,0 +1,174 @@
+import { StatusCodes } from 'http-status-codes'
+import { InternalFlowiseError } from '../../errors/internalFlowiseError'
+import { getErrorMessage } from '../../errors/utils'
+import { buildFlow, constructGraphs, databaseEntities, getEndingNodes, getStartingNodes, resolveVariables } from '../../utils'
+import { getRunningExpressApp } from '../../utils/getRunningExpressApp'
+import { ChatFlow } from '../../database/entities/ChatFlow'
+import { IDepthQueue, IReactFlowNode } from '../../Interface'
+import { ICommonObject, INodeData } from 'flowise-components'
+import { convertToOpenAIFunction } from '@langchain/core/utils/function_calling'
+import { v4 as uuidv4 } from 'uuid'
+
+const SOURCE_DOCUMENTS_PREFIX = '\n\n----FLOWISE_SOURCE_DOCUMENTS----\n\n'
+const ARTIFACTS_PREFIX = '\n\n----FLOWISE_ARTIFACTS----\n\n'
+
+const buildAndInitTool = async (chatflowid: string, _chatId?: string) => {
+ const appServer = getRunningExpressApp()
+ const chatflow = await appServer.AppDataSource.getRepository(ChatFlow).findOneBy({
+ id: chatflowid
+ })
+ if (!chatflow) {
+ throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Chatflow ${chatflowid} not found`)
+ }
+
+ const chatId = _chatId || uuidv4()
+ const flowData = JSON.parse(chatflow.flowData)
+ const nodes = flowData.nodes
+ const edges = flowData.edges
+
+ const toolAgentNode = nodes.find(
+ (node: IReactFlowNode) => node.data.inputAnchors.find((acr) => acr.type === 'Tool') && node.data.category === 'Agents'
+ )
+ if (!toolAgentNode) {
+ throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Agent with tools not found in chatflow ${chatflowid}`)
+ }
+
+ const { graph, nodeDependencies } = constructGraphs(nodes, edges)
+ const directedGraph = graph
+ const endingNodes = getEndingNodes(nodeDependencies, directedGraph, nodes)
+
+ /*** Get Starting Nodes with Reversed Graph ***/
+ const constructedObj = constructGraphs(nodes, edges, { isReversed: true })
+ const nonDirectedGraph = constructedObj.graph
+ let startingNodeIds: string[] = []
+ let depthQueue: IDepthQueue = {}
+ const endingNodeIds = endingNodes.map((n) => n.id)
+ for (const endingNodeId of endingNodeIds) {
+ const resx = getStartingNodes(nonDirectedGraph, endingNodeId)
+ startingNodeIds.push(...resx.startingNodeIds)
+ depthQueue = Object.assign(depthQueue, resx.depthQueue)
+ }
+ startingNodeIds = [...new Set(startingNodeIds)]
+
+ const reactFlowNodes = await buildFlow({
+ startingNodeIds,
+ reactFlowNodes: nodes,
+ reactFlowEdges: edges,
+ graph,
+ depthQueue,
+ componentNodes: appServer.nodesPool.componentNodes,
+ question: '',
+ chatHistory: [],
+ chatId: chatId,
+ sessionId: chatId,
+ chatflowid,
+ appDataSource: appServer.AppDataSource
+ })
+
+ const nodeToExecute =
+ endingNodeIds.length === 1
+ ? reactFlowNodes.find((node: IReactFlowNode) => endingNodeIds[0] === node.id)
+ : reactFlowNodes[reactFlowNodes.length - 1]
+
+ if (!nodeToExecute) {
+ throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Node not found`)
+ }
+
+ const flowDataObj: ICommonObject = { chatflowid, chatId }
+ const reactFlowNodeData: INodeData = await resolveVariables(
+ appServer.AppDataSource,
+ nodeToExecute.data,
+ reactFlowNodes,
+ '',
+ [],
+ flowDataObj
+ )
+ let nodeToExecuteData = reactFlowNodeData
+
+ const nodeInstanceFilePath = appServer.nodesPool.componentNodes[nodeToExecuteData.name].filePath as string
+ const nodeModule = await import(nodeInstanceFilePath)
+ const nodeInstance = new nodeModule.nodeClass()
+
+ const agent = await nodeInstance.init(nodeToExecuteData, '', {
+ chatflowid,
+ chatId,
+ appDataSource: appServer.AppDataSource,
+ databaseEntities,
+ analytic: chatflow.analytic
+ })
+
+ return agent
+}
+
+const getAgentTools = async (chatflowid: string): Promise