Sultan
/
Flowise
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

expand text file supported file types

This commit is contained in:
Henry 2023-10-31 16:32:33 +00:00
parent 06552416bb
commit 039d8d26be
5 changed files with 46 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
packages/components/nodes/documentloaders/Text/Text.ts
View File

@ -19,7 +19,7 @@ class Text_DocumentLoaders implements INode {
constructor() { constructor() {
this.label = 'Text File' this.label = 'Text File'
this.name = 'textFile' this.name = 'textFile'
this.version = 2.0 this.version = 3.0
this.type = 'Document' this.type = 'Document'
this.icon = 'textFile.svg' this.icon = 'textFile.svg'
this.category = 'Document Loaders' this.category = 'Document Loaders'
@ -30,7 +30,8 @@ class Text_DocumentLoaders implements INode {
label: 'Txt File', label: 'Txt File',
name: 'txtFile', name: 'txtFile',
type: 'file', type: 'file',
fileType: '.txt' fileType:
'.txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml'
}, },
{ {
label: 'Text Splitter', label: 'Text Splitter',

1
packages/components/nodes/textsplitters/RecursiveCharacterTextSplitter/RecursiveCharacterTextSplitter.ts
View File

@ -43,6 +43,7 @@ class RecursiveCharacterTextSplitter_TextSplitters implements INode {
rows: 4, rows: 4,
description: 'Array of custom separators to determine when to split the text, will override the default separators', description: 'Array of custom separators to determine when to split the text, will override the default separators',
placeholder: `["|", "##", ">", "-"]`, placeholder: `["|", "##", ">", "-"]`,
additionalParams: true,
optional: true optional: true
} }
] ]

17
packages/server/marketplaces/chatflows/Conversational Retrieval QA Chain.json
View File

@ -368,7 +368,7 @@
"id": "recursiveCharacterTextSplitter_0", "id": "recursiveCharacterTextSplitter_0",
"label": "Recursive Character Text Splitter", "label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter", "name": "recursiveCharacterTextSplitter",
"version": 1, "version": 2,
"type": "RecursiveCharacterTextSplitter", "type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"], "baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters", "category": "Text Splitters",
@ -388,6 +388,17 @@
"type": "number", "type": "number",
"optional": true, "optional": true,
"id": "recursiveCharacterTextSplitter_0-input-chunkOverlap-number" "id": "recursiveCharacterTextSplitter_0-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_0-input-separators-string"
} }
], ],
"inputAnchors": [], "inputAnchors": [],
@ -426,7 +437,7 @@
"id": "textFile_0", "id": "textFile_0",
"label": "Text File", "label": "Text File",
"name": "textFile", "name": "textFile",
"version": 2, "version": 3,
"type": "Document", "type": "Document",
"baseClasses": ["Document"], "baseClasses": ["Document"],
"category": "Document Loaders", "category": "Document Loaders",
@ -436,7 +447,7 @@
"label": "Txt File", "label": "Txt File",
"name": "txtFile", "name": "txtFile",
"type": "file", "type": "file",
"fileType": ".txt", "fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file" "id": "textFile_0-input-txtFile-file"
}, },
{ {

17
packages/server/marketplaces/chatflows/Local QnA.json
View File

@ -14,7 +14,7 @@
"id": "recursiveCharacterTextSplitter_1", "id": "recursiveCharacterTextSplitter_1",
"label": "Recursive Character Text Splitter", "label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter", "name": "recursiveCharacterTextSplitter",
"version": 1, "version": 2,
"type": "RecursiveCharacterTextSplitter", "type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"], "baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters", "category": "Text Splitters",
@ -34,6 +34,17 @@
"type": "number", "type": "number",
"optional": true, "optional": true,
"id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number" "id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-separators-string"
} }
], ],
"inputAnchors": [], "inputAnchors": [],
@ -373,7 +384,7 @@
"id": "textFile_0", "id": "textFile_0",
"label": "Text File", "label": "Text File",
"name": "textFile", "name": "textFile",
"version": 1, "version": 3,
"type": "Document", "type": "Document",
"baseClasses": ["Document"], "baseClasses": ["Document"],
"category": "Document Loaders", "category": "Document Loaders",
@ -383,7 +394,7 @@
"label": "Txt File", "label": "Txt File",
"name": "txtFile", "name": "txtFile",
"type": "file", "type": "file",
"fileType": ".txt", "fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file" "id": "textFile_0-input-txtFile-file"
}, },
{ {

17
packages/server/marketplaces/chatflows/Metadata Filter Upsert.json
View File

@ -14,7 +14,7 @@
"id": "recursiveCharacterTextSplitter_1", "id": "recursiveCharacterTextSplitter_1",
"label": "Recursive Character Text Splitter", "label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter", "name": "recursiveCharacterTextSplitter",
"version": 1, "version": 2,
"type": "RecursiveCharacterTextSplitter", "type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"], "baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters", "category": "Text Splitters",
@ -34,6 +34,17 @@
"type": "number", "type": "number",
"optional": true, "optional": true,
"id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number" "id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-separators-string"
} }
], ],
"inputAnchors": [], "inputAnchors": [],
@ -72,7 +83,7 @@
"id": "textFile_0", "id": "textFile_0",
"label": "Text File", "label": "Text File",
"name": "textFile", "name": "textFile",
"version": 1, "version": 3,
"type": "Document", "type": "Document",
"baseClasses": ["Document"], "baseClasses": ["Document"],
"category": "Document Loaders", "category": "Document Loaders",
@ -82,7 +93,7 @@
"label": "Txt File", "label": "Txt File",
"name": "txtFile", "name": "txtFile",
"type": "file", "type": "file",
"fileType": ".txt", "fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file" "id": "textFile_0-input-txtFile-file"
}, },
{ {