Flowise/packages/server/src/controllers/documentstore/index.ts

750 lines
29 KiB
TypeScript

import { NextFunction, Request, Response } from 'express'
import { StatusCodes } from 'http-status-codes'
import documentStoreService from '../../services/documentstore'
import { DocumentStore } from '../../database/entities/DocumentStore'
import { InternalFlowiseError } from '../../errors/internalFlowiseError'
import { DocumentStoreDTO } from '../../Interface'
import { getRunningExpressApp } from '../../utils/getRunningExpressApp'
import { FLOWISE_COUNTER_STATUS, FLOWISE_METRIC_COUNTERS } from '../../Interface.Metrics'
import { getPageAndLimitParams } from '../../utils/pagination'
const createDocumentStore = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.body === 'undefined') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - body not provided!`
)
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const body = req.body
body.workspaceId = req.user?.activeWorkspaceId
if (!body.workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const docStore = DocumentStoreDTO.toEntity(body)
const apiResponse = await documentStoreService.createDocumentStore(docStore, orgId)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const getAllDocumentStores = async (req: Request, res: Response, next: NextFunction) => {
try {
const { page, limit } = getPageAndLimitParams(req)
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getAllDocumentStores - workspaceId not provided!`
)
}
const apiResponse: any = await documentStoreService.getAllDocumentStores(workspaceId, page, limit)
if (apiResponse?.total >= 0) {
return res.json({
total: apiResponse.total,
data: DocumentStoreDTO.fromEntities(apiResponse.data)
})
} else {
return res.json(DocumentStoreDTO.fromEntities(apiResponse))
}
} catch (error) {
next(error)
}
}
const deleteLoaderFromDocumentStore = async (req: Request, res: Response, next: NextFunction) => {
try {
const storeId = req.params.id
const loaderId = req.params.loaderId
if (!storeId || !loaderId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteLoaderFromDocumentStore - missing storeId or loaderId.`
)
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.deleteLoaderFromDocumentStore(
storeId,
loaderId,
orgId,
workspaceId,
getRunningExpressApp().usageCacheManager
)
return res.json(DocumentStoreDTO.fromEntity(apiResponse))
} catch (error) {
next(error)
}
}
const getDocumentStoreById = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.id === 'undefined' || req.params.id === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getDocumentStoreById - id not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getDocumentStoreById - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.getDocumentStoreById(req.params.id, workspaceId)
if (apiResponse && apiResponse.whereUsed) {
apiResponse.whereUsed = JSON.stringify(await documentStoreService.getUsedChatflowNames(apiResponse, workspaceId))
}
return res.json(DocumentStoreDTO.fromEntity(apiResponse))
} catch (error) {
next(error)
}
}
const getDocumentStoreFileChunks = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.storeId === 'undefined' || req.params.storeId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getDocumentStoreFileChunks - storeId not provided!`
)
}
if (typeof req.params.fileId === 'undefined' || req.params.fileId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getDocumentStoreFileChunks - fileId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getDocumentStoreFileChunks - workspaceId not provided!`
)
}
const appDataSource = getRunningExpressApp().AppDataSource
const page = req.params.pageNo ? parseInt(req.params.pageNo) : 1
const apiResponse = await documentStoreService.getDocumentStoreFileChunks(
appDataSource,
req.params.storeId,
req.params.fileId,
workspaceId,
page
)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const deleteDocumentStoreFileChunk = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.storeId === 'undefined' || req.params.storeId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteDocumentStoreFileChunk - storeId not provided!`
)
}
if (typeof req.params.loaderId === 'undefined' || req.params.loaderId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteDocumentStoreFileChunk - loaderId not provided!`
)
}
if (typeof req.params.chunkId === 'undefined' || req.params.chunkId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteDocumentStoreFileChunk - chunkId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteDocumentStoreFileChunk - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.deleteDocumentStoreFileChunk(
req.params.storeId,
req.params.loaderId,
req.params.chunkId,
workspaceId
)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const editDocumentStoreFileChunk = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.storeId === 'undefined' || req.params.storeId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.editDocumentStoreFileChunk - storeId not provided!`
)
}
if (typeof req.params.loaderId === 'undefined' || req.params.loaderId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.editDocumentStoreFileChunk - loaderId not provided!`
)
}
if (typeof req.params.chunkId === 'undefined' || req.params.chunkId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.editDocumentStoreFileChunk - chunkId not provided!`
)
}
const body = req.body
if (typeof body === 'undefined') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.editDocumentStoreFileChunk - body not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.editDocumentStoreFileChunk - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.editDocumentStoreFileChunk(
req.params.storeId,
req.params.loaderId,
req.params.chunkId,
body.pageContent,
body.metadata,
workspaceId
)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const saveProcessingLoader = async (req: Request, res: Response, next: NextFunction) => {
try {
const appServer = getRunningExpressApp()
if (typeof req.body === 'undefined') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.saveProcessingLoader - body not provided!`
)
}
const body = req.body
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.saveProcessingLoader - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.saveProcessingLoader(appServer.AppDataSource, body, workspaceId)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const processLoader = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.loaderId === 'undefined' || req.params.loaderId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.processLoader - loaderId not provided!`
)
}
if (typeof req.body === 'undefined') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.processLoader - body not provided!`
)
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const subscriptionId = req.user?.activeOrganizationSubscriptionId || ''
const docLoaderId = req.params.loaderId
const body = req.body
const isInternalRequest = req.headers['x-request-from'] === 'internal'
const apiResponse = await documentStoreService.processLoaderMiddleware(
body,
docLoaderId,
orgId,
workspaceId,
subscriptionId,
getRunningExpressApp().usageCacheManager,
isInternalRequest
)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const updateDocumentStore = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.id === 'undefined' || req.params.id === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.updateDocumentStore - storeId not provided!`
)
}
if (typeof req.body === 'undefined') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.updateDocumentStore - body not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.updateDocumentStore - workspaceId not provided!`
)
}
const store = await documentStoreService.getDocumentStoreById(req.params.id, workspaceId)
if (!store) {
throw new InternalFlowiseError(
StatusCodes.NOT_FOUND,
`Error: documentStoreController.updateDocumentStore - DocumentStore ${req.params.id} not found in the database`
)
}
const body = req.body
const updateDocStore = new DocumentStore()
Object.assign(updateDocStore, body)
const apiResponse = await documentStoreService.updateDocumentStore(store, updateDocStore)
return res.json(DocumentStoreDTO.fromEntity(apiResponse))
} catch (error) {
next(error)
}
}
const deleteDocumentStore = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.id === 'undefined' || req.params.id === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteDocumentStore - storeId not provided!`
)
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.deleteDocumentStore(
req.params.id,
orgId,
workspaceId,
getRunningExpressApp().usageCacheManager
)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const previewFileChunks = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.body === 'undefined') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.previewFileChunks - body not provided!`
)
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const subscriptionId = req.user?.activeOrganizationSubscriptionId || ''
const body = req.body
body.preview = true
const apiResponse = await documentStoreService.previewChunksMiddleware(
body,
orgId,
workspaceId,
subscriptionId,
getRunningExpressApp().usageCacheManager
)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const getDocumentLoaders = async (req: Request, res: Response, next: NextFunction) => {
try {
const apiResponse = await documentStoreService.getDocumentLoaders()
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const insertIntoVectorStore = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.body === 'undefined') {
throw new Error('Error: documentStoreController.insertIntoVectorStore - body not provided!')
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const subscriptionId = req.user?.activeOrganizationSubscriptionId || ''
const body = req.body
const apiResponse = await documentStoreService.insertIntoVectorStoreMiddleware(
body,
false,
orgId,
workspaceId,
subscriptionId,
getRunningExpressApp().usageCacheManager
)
getRunningExpressApp().metricsProvider?.incrementCounter(FLOWISE_METRIC_COUNTERS.VECTORSTORE_UPSERT, {
status: FLOWISE_COUNTER_STATUS.SUCCESS
})
return res.json(DocumentStoreDTO.fromEntity(apiResponse))
} catch (error) {
getRunningExpressApp().metricsProvider?.incrementCounter(FLOWISE_METRIC_COUNTERS.VECTORSTORE_UPSERT, {
status: FLOWISE_COUNTER_STATUS.FAILURE
})
next(error)
}
}
const queryVectorStore = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.body === 'undefined') {
throw new Error('Error: documentStoreController.queryVectorStore - body not provided!')
}
const body = req.body
const apiResponse = await documentStoreService.queryVectorStore(body)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const deleteVectorStoreFromStore = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.storeId === 'undefined' || req.params.storeId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteVectorStoreFromStore - storeId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.deleteVectorStoreFromStore - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.deleteVectorStoreFromStore(req.params.storeId, workspaceId)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const saveVectorStoreConfig = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.body === 'undefined') {
throw new Error('Error: documentStoreController.saveVectorStoreConfig - body not provided!')
}
const body = req.body
const appDataSource = getRunningExpressApp().AppDataSource
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.saveVectorStoreConfig - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.saveVectorStoreConfig(appDataSource, body, true, workspaceId)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const updateVectorStoreConfigOnly = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.body === 'undefined') {
throw new Error('Error: documentStoreController.updateVectorStoreConfigOnly - body not provided!')
}
const body = req.body
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.updateVectorStoreConfigOnly - workspaceId not provided!`
)
}
const apiResponse = await documentStoreService.updateVectorStoreConfigOnly(body, workspaceId)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const getEmbeddingProviders = async (req: Request, res: Response, next: NextFunction) => {
try {
const apiResponse = await documentStoreService.getEmbeddingProviders()
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const getVectorStoreProviders = async (req: Request, res: Response, next: NextFunction) => {
try {
const apiResponse = await documentStoreService.getVectorStoreProviders()
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const getRecordManagerProviders = async (req: Request, res: Response, next: NextFunction) => {
try {
const apiResponse = await documentStoreService.getRecordManagerProviders()
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const upsertDocStoreMiddleware = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.id === 'undefined' || req.params.id === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.upsertDocStoreMiddleware - storeId not provided!`
)
}
if (typeof req.body === 'undefined') {
throw new Error('Error: documentStoreController.upsertDocStoreMiddleware - body not provided!')
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const subscriptionId = req.user?.activeOrganizationSubscriptionId || ''
const body = req.body
const files = (req.files as Express.Multer.File[]) || []
const apiResponse = await documentStoreService.upsertDocStoreMiddleware(
req.params.id,
body,
files,
orgId,
workspaceId,
subscriptionId,
getRunningExpressApp().usageCacheManager
)
getRunningExpressApp().metricsProvider?.incrementCounter(FLOWISE_METRIC_COUNTERS.VECTORSTORE_UPSERT, {
status: FLOWISE_COUNTER_STATUS.SUCCESS
})
return res.json(apiResponse)
} catch (error) {
getRunningExpressApp().metricsProvider?.incrementCounter(FLOWISE_METRIC_COUNTERS.VECTORSTORE_UPSERT, {
status: FLOWISE_COUNTER_STATUS.FAILURE
})
next(error)
}
}
const refreshDocStoreMiddleware = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.id === 'undefined' || req.params.id === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.refreshDocStoreMiddleware - storeId not provided!`
)
}
const orgId = req.user?.activeOrganizationId
if (!orgId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - organizationId not provided!`
)
}
const workspaceId = req.user?.activeWorkspaceId
if (!workspaceId) {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.createDocumentStore - workspaceId not provided!`
)
}
const subscriptionId = req.user?.activeOrganizationSubscriptionId || ''
const body = req.body
const apiResponse = await documentStoreService.refreshDocStoreMiddleware(
req.params.id,
body,
orgId,
workspaceId,
subscriptionId,
getRunningExpressApp().usageCacheManager
)
getRunningExpressApp().metricsProvider?.incrementCounter(FLOWISE_METRIC_COUNTERS.VECTORSTORE_UPSERT, {
status: FLOWISE_COUNTER_STATUS.SUCCESS
})
return res.json(apiResponse)
} catch (error) {
getRunningExpressApp().metricsProvider?.incrementCounter(FLOWISE_METRIC_COUNTERS.VECTORSTORE_UPSERT, {
status: FLOWISE_COUNTER_STATUS.FAILURE
})
next(error)
}
}
const generateDocStoreToolDesc = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.id === 'undefined' || req.params.id === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.generateDocStoreToolDesc - storeId not provided!`
)
}
if (typeof req.body === 'undefined') {
throw new Error('Error: documentStoreController.generateDocStoreToolDesc - body not provided!')
}
const apiResponse = await documentStoreService.generateDocStoreToolDesc(req.params.id, req.body.selectedChatModel)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
const getDocStoreConfigs = async (req: Request, res: Response, next: NextFunction) => {
try {
if (typeof req.params.id === 'undefined' || req.params.id === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getDocStoreConfigs - storeId not provided!`
)
}
if (typeof req.params.loaderId === 'undefined' || req.params.loaderId === '') {
throw new InternalFlowiseError(
StatusCodes.PRECONDITION_FAILED,
`Error: documentStoreController.getDocStoreConfigs - doc loader Id not provided!`
)
}
const apiResponse = await documentStoreService.findDocStoreAvailableConfigs(req.params.id, req.params.loaderId)
return res.json(apiResponse)
} catch (error) {
next(error)
}
}
export default {
deleteDocumentStore,
createDocumentStore,
getAllDocumentStores,
deleteLoaderFromDocumentStore,
getDocumentStoreById,
getDocumentStoreFileChunks,
updateDocumentStore,
processLoader,
previewFileChunks,
getDocumentLoaders,
deleteDocumentStoreFileChunk,
editDocumentStoreFileChunk,
insertIntoVectorStore,
getEmbeddingProviders,
getVectorStoreProviders,
getRecordManagerProviders,
saveVectorStoreConfig,
queryVectorStore,
deleteVectorStoreFromStore,
updateVectorStoreConfigOnly,
upsertDocStoreMiddleware,
refreshDocStoreMiddleware,
saveProcessingLoader,
generateDocStoreToolDesc,
getDocStoreConfigs
}