From c5eff32cf05519b99fe15d7c2a3cf214178bff9c Mon Sep 17 00:00:00 2001 From: Atish Amte Date: Tue, 18 Jul 2023 23:52:16 +0530 Subject: [PATCH] Multiple Database Support --- packages/server/.env.example | 14 +++++- packages/server/README.md | 9 +++- packages/server/package.json | 2 + packages/server/src/ChildProcess.ts | 60 ++++++++++++++++++++--- packages/server/src/DataSource.ts | 59 ++++++++++++++++++---- packages/server/src/entity/ChatFlow.ts | 2 +- packages/server/src/entity/ChatMessage.ts | 2 +- packages/server/src/entity/Tool.ts | 2 +- 8 files changed, 128 insertions(+), 22 deletions(-) diff --git a/packages/server/.env.example b/packages/server/.env.example index d9b2da762..699960bc7 100644 --- a/packages/server/.env.example +++ b/packages/server/.env.example @@ -2,8 +2,20 @@ PORT=3000 # FLOWISE_USERNAME=user # FLOWISE_PASSWORD=1234 # DEBUG=true -# DATABASE_PATH=/your_database_path/.flowise # APIKEY_PATH=/your_api_key_path/.flowise # LOG_PATH=/your_log_path/logs # LOG_LEVEL=debug (error | warn | info | verbose | debug) # EXECUTION_MODE=main (child | main) + +OVERRIDE_DATABASE="true" +DATABASE_TYPE="sqlite" # sqlite, mysql, postgres + +# When database is sqlite +# DATABASE_PATH=/your_database_path/.flowise + +# When database is not sqlite +# DATABASE_PORT="3306" +# DATABASE_HOST="127.0.0.1" +# DATABASE_NAME="flowise" +# DATABASE_USER="root" +# DATABASE_PASSWORD="atish123" \ No newline at end of file diff --git a/packages/server/README.md b/packages/server/README.md index fb3a0c123..ed0c6a4ca 100644 --- a/packages/server/README.md +++ b/packages/server/README.md @@ -41,9 +41,16 @@ Flowise support different environment variables to configure your instance. You | DEBUG | Print logs from components | Boolean | | LOG_PATH | Location where log files are stored | String | `your-path/Flowise/logs` | | LOG_LEVEL | Different levels of logs | Enum String: `error`, `info`, `verbose`, `debug` | `info` | -| DATABASE_PATH | Location where database is saved | String | `your-home-dir/.flowise` | | APIKEY_PATH | Location where api keys are saved | String | `your-path/Flowise/packages/server` | | EXECUTION_MODE | Whether predictions run in their own process or the main process | Enum String: `child`, `main` | `main` | +| OVERRIDE_DATABASE| Override current database with default | Enum String: `true`, `false` | `true` | +| DATABASE_TYPE | Type of database to store the flowise data | Enum String: `sqlite`, `mysql`, `postgres` | `sqlite` | +| DATABASE_PATH | Location where database is saved (When DATABASE_TYPE is sqlite) | String | `your-home-dir/.flowise` | +| DATABASE_HOST | Host URL or IP address (When DATABASE_TYPE is not sqlite) | String | | +| DATABASE_PORT | Database port (When DATABASE_TYPE is not sqlite) | String | | +| DATABASE_USERNAME| Database username (When DATABASE_TYPE is not sqlite) | String | | +| DATABASE_PASSWORD| Database password (When DATABASE_TYPE is not sqlite) | String | | +| DATABASE_NAME | Database name (When DATABASE_TYPE is not sqlite) | String | | You can also specify the env variables when using `npx`. For example: diff --git a/packages/server/package.json b/packages/server/package.json index daed16d86..73acc64c5 100644 --- a/packages/server/package.json +++ b/packages/server/package.json @@ -55,6 +55,8 @@ "flowise-ui": "*", "moment-timezone": "^0.5.34", "multer": "^1.4.5-lts.1", + "mysql": "^2.18.1", + "pg": "^8.11.1", "reflect-metadata": "^0.1.13", "socket.io": "^4.6.1", "sqlite3": "^5.1.6", diff --git a/packages/server/src/ChildProcess.ts b/packages/server/src/ChildProcess.ts index 27629480f..c14a49778 100644 --- a/packages/server/src/ChildProcess.ts +++ b/packages/server/src/ChildProcess.ts @@ -142,14 +142,58 @@ export class ChildProcess { * @returns {DataSource} */ async function initDB() { - const homePath = process.env.DATABASE_PATH ?? path.join(getUserHome(), '.flowise') - const childAppDataSource = new DataSource({ - type: 'sqlite', - database: path.resolve(homePath, 'database.sqlite'), - synchronize: true, - entities: [ChatFlow, ChatMessage, Tool], - migrations: [] - }) + let childAppDataSource; + let homePath; + switch (process.env.DATABASE_TYPE) { + case 'sqlite': + homePath = process.env.DATABASE_PATH ?? path.join(getUserHome(), '.flowise') + childAppDataSource = new DataSource({ + type: 'sqlite', + database: path.resolve(homePath, 'database.sqlite'), + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + case 'mysql': + childAppDataSource = new DataSource({ + type: 'mysql', + host: process.env.DATABASE_HOST, + port: parseInt(process.env.DATABASE_PORT || '3306'), + username: process.env.DATABASE_USER, + password: process.env.DATABASE_PASSWORD, + database: process.env.DATABASE_NAME, + charset: 'utf8mb4', + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + case 'postgres': + childAppDataSource = new DataSource({ + type: 'postgres', + host: process.env.DATABASE_HOST, + port: parseInt(process.env.DATABASE_PORT || '5432'), + username: process.env.DATABASE_USER, + password: process.env.DATABASE_PASSWORD, + database: process.env.DATABASE_NAME, + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + default: + homePath = process.env.DATABASE_PATH ?? path.join(getUserHome(), '.flowise') + childAppDataSource = new DataSource({ + type: 'sqlite', + database: path.resolve(homePath, 'database.sqlite'), + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + } + return await childAppDataSource.initialize() } diff --git a/packages/server/src/DataSource.ts b/packages/server/src/DataSource.ts index 03b9d5ce6..b2ae5cd97 100644 --- a/packages/server/src/DataSource.ts +++ b/packages/server/src/DataSource.ts @@ -9,15 +9,56 @@ import { getUserHome } from './utils' let appDataSource: DataSource export const init = async (): Promise => { - const homePath = process.env.DATABASE_PATH ?? path.join(getUserHome(), '.flowise') - - appDataSource = new DataSource({ - type: 'sqlite', - database: path.resolve(homePath, 'database.sqlite'), - synchronize: true, - entities: [ChatFlow, ChatMessage, Tool], - migrations: [] - }) + let homePath; + switch (process.env.DATABASE_TYPE) { + case 'sqlite': + homePath = process.env.DATABASE_PATH ?? path.join(getUserHome(), '.flowise') + appDataSource = new DataSource({ + type: 'sqlite', + database: path.resolve(homePath, 'database.sqlite'), + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + case 'mysql': + appDataSource = new DataSource({ + type: 'mysql', + host: process.env.DATABASE_HOST, + port: parseInt(process.env.DATABASE_PORT || '3306'), + username: process.env.DATABASE_USER, + password: process.env.DATABASE_PASSWORD, + database: process.env.DATABASE_NAME, + charset: 'utf8mb4', + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + case 'postgres': + appDataSource = new DataSource({ + type: 'postgres', + host: process.env.DATABASE_HOST, + port: parseInt(process.env.DATABASE_PORT || '5432'), + username: process.env.DATABASE_USER, + password: process.env.DATABASE_PASSWORD, + database: process.env.DATABASE_NAME, + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + default: + homePath = process.env.DATABASE_PATH ?? path.join(getUserHome(), '.flowise') + appDataSource = new DataSource({ + type: 'sqlite', + database: path.resolve(homePath, 'database.sqlite'), + synchronize: (process.env.OVERRIDE_DATABASE == 'true'), + entities: [ChatFlow, ChatMessage, Tool], + migrations: [] + }) + break; + } } export function getDataSource(): DataSource { diff --git a/packages/server/src/entity/ChatFlow.ts b/packages/server/src/entity/ChatFlow.ts index e1d212cf6..adaf0917e 100644 --- a/packages/server/src/entity/ChatFlow.ts +++ b/packages/server/src/entity/ChatFlow.ts @@ -10,7 +10,7 @@ export class ChatFlow implements IChatFlow { @Column() name: string - @Column() + @Column({ type: "text" }) flowData: string @Column({ nullable: true }) diff --git a/packages/server/src/entity/ChatMessage.ts b/packages/server/src/entity/ChatMessage.ts index 3e4e41d2b..46972f6aa 100644 --- a/packages/server/src/entity/ChatMessage.ts +++ b/packages/server/src/entity/ChatMessage.ts @@ -14,7 +14,7 @@ export class ChatMessage implements IChatMessage { @Column() chatflowid: string - @Column() + @Column({ type: "text" }) content: string @Column({ nullable: true }) diff --git a/packages/server/src/entity/Tool.ts b/packages/server/src/entity/Tool.ts index 222fd7666..4fc895198 100644 --- a/packages/server/src/entity/Tool.ts +++ b/packages/server/src/entity/Tool.ts @@ -10,7 +10,7 @@ export class Tool implements ITool { @Column() name: string - @Column() + @Column({ type: "text" }) description: string @Column()