Sultan
/
Flowise
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

expand text file supported file types

This commit is contained in:
Henry 2023-10-31 16:32:33 +00:00
parent 06552416bb
commit 039d8d26be
5 changed files with 46 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
packages/components/nodes/documentloaders/Text/Text.ts
View File

@ -19,7 +19,7 @@ class Text_DocumentLoaders implements INode {
constructor() {
this.label = 'Text File'
this.name = 'textFile'
this.version = 2.0
this.version = 3.0
this.type = 'Document'
this.icon = 'textFile.svg'
this.category = 'Document Loaders'
@ -30,7 +30,8 @@ class Text_DocumentLoaders implements INode {
label: 'Txt File',
name: 'txtFile',
type: 'file',
fileType: '.txt'
fileType:
'.txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml'
},
{
label: 'Text Splitter',

1
packages/components/nodes/textsplitters/RecursiveCharacterTextSplitter/RecursiveCharacterTextSplitter.ts
View File

@ -43,6 +43,7 @@ class RecursiveCharacterTextSplitter_TextSplitters implements INode {
rows: 4,
description: 'Array of custom separators to determine when to split the text, will override the default separators',
placeholder: `["|", "##", ">", "-"]`,
additionalParams: true,
optional: true
}
]

17
packages/server/marketplaces/chatflows/Conversational Retrieval QA Chain.json
View File

@ -368,7 +368,7 @@
"id": "recursiveCharacterTextSplitter_0",
"label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter",
"version": 1,
"version": 2,
"type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters",
@ -388,6 +388,17 @@
"type": "number",
"optional": true,
"id": "recursiveCharacterTextSplitter_0-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_0-input-separators-string"
}
],
"inputAnchors": [],
@ -426,7 +437,7 @@
"id": "textFile_0",
"label": "Text File",
"name": "textFile",
"version": 2,
"version": 3,
"type": "Document",
"baseClasses": ["Document"],
"category": "Document Loaders",
@ -436,7 +447,7 @@
"label": "Txt File",
"name": "txtFile",
"type": "file",
"fileType": ".txt",
"fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file"
},
{

17
packages/server/marketplaces/chatflows/Local QnA.json
View File

@ -14,7 +14,7 @@
"id": "recursiveCharacterTextSplitter_1",
"label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter",
"version": 1,
"version": 2,
"type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters",
@ -34,6 +34,17 @@
"type": "number",
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-separators-string"
}
],
"inputAnchors": [],
@ -373,7 +384,7 @@
"id": "textFile_0",
"label": "Text File",
"name": "textFile",
"version": 1,
"version": 3,
"type": "Document",
"baseClasses": ["Document"],
"category": "Document Loaders",
@ -383,7 +394,7 @@
"label": "Txt File",
"name": "txtFile",
"type": "file",
"fileType": ".txt",
"fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file"
},
{

17
packages/server/marketplaces/chatflows/Metadata Filter Upsert.json
View File

@ -14,7 +14,7 @@
"id": "recursiveCharacterTextSplitter_1",
"label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter",
"version": 1,
"version": 2,
"type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters",
@ -34,6 +34,17 @@
"type": "number",
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-separators-string"
}
],
"inputAnchors": [],
@ -72,7 +83,7 @@
"id": "textFile_0",
"label": "Text File",
"name": "textFile",
"version": 1,
"version": 3,
"type": "Document",
"baseClasses": ["Document"],
"category": "Document Loaders",
@ -82,7 +93,7 @@
"label": "Txt File",
"name": "txtFile",
"type": "file",
"fileType": ".txt",
"fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file"
},
{