Sultan
/
Flowise
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[Usntructured loaders] Make Unstructured API URL optional when environment variable is present (#3414) 

* Make Unstructured API URL optional when environment variable is present

* Fix empty apiUrl option in Unsctructured flowise loader

* Add focumentation for env vars
This commit is contained in:
Jérémy JOURDIN 2024-11-01 23:03:53 +01:00 committed by GitHub
parent 15d59a9052
commit a159da5bfe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 38 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
packages/components/nodes/documentloaders/S3File/README.md Normal file
View File

@ -0,0 +1,13 @@
# S3 File Loader
DS File Loarder integration for Flowise
## 🌱 Env Variables
| Variable | Description | Type | Default |
| ---------------------------- | ----------------------------------------------------------------------------------------------- | ------------------------------------------------ | ----------------------------------- |
| UNSTRUCTURED_API_URL | Default `unstructuredApiUrl` for S3 File Loader | String | http://localhost:8000/general/v0/general |
## License
Source code in this repository is made available under the [Apache License Version 2.0](https://github.com/FlowiseAI/Flowise/blob/master/LICENSE.md).

3
packages/components/nodes/documentloaders/S3File/S3File.ts
View File

@ -70,7 +70,8 @@ class S3_DocumentLoaders implements INode {
description:
'Your Unstructured.io URL. Read <a target="_blank" href="https://unstructured-io.github.io/unstructured/introduction.html#getting-started">more</a> on how to get started',
type: 'string',
default: 'http://localhost:8000/general/v0/general'
placeholder: process.env.UNSTRUCTURED_API_URL || 'http://localhost:8000/general/v0/general',
optional: !!process.env.UNSTRUCTURED_API_URL
},
{
label: 'Unstructured API KEY',

13
packages/components/nodes/documentloaders/Unstructured/README.md Normal file
View File

@ -0,0 +1,13 @@
# Unstructured File/Floder Loader
Unstructured File Loader integration for Flowise
## 🌱 Env Variables
| Variable | Description | Type | Default |
| ---------------------------- | ----------------------------------------------------------------------------------------------- | ------------------------------------------------ | ----------------------------------- |
| UNSTRUCTURED_API_URL | Default `apiUrl` for Unstructured File/Floder Loader | String | http://localhost:8000/general/v0/general |
## License
Source code in this repository is made available under the [Apache License Version 2.0](https://github.com/FlowiseAI/Flowise/blob/master/LICENSE.md).

12
packages/components/nodes/documentloaders/Unstructured/Unstructured.ts
View File

@ -29,9 +29,9 @@ type Element = {
export class UnstructuredLoader extends BaseDocumentLoader {
public filePath: string
private apiUrl = 'https://api.unstructuredapp.io/general/v0/general'
private apiUrl = process.env.UNSTRUCTURED_API_URL || 'https://api.unstructuredapp.io/general/v0/general'
private apiKey?: string
private apiKey: string | undefined = process.env.UNSTRUCTURED_API_KEY
private strategy: StringWithAutocomplete<UnstructuredLoaderStrategy> = 'hi_res'
@ -66,10 +66,10 @@ export class UnstructuredLoader extends BaseDocumentLoader {
const options = optionsOrLegacyFilePath
this.apiKey = options.apiKey
this.apiUrl = options.apiUrl ?? this.apiUrl
this.strategy = options.strategy ?? this.strategy
this.apiUrl = options.apiUrl || this.apiUrl
this.strategy = options.strategy || this.strategy
this.encoding = options.encoding
this.ocrLanguages = options.ocrLanguages ?? this.ocrLanguages
this.ocrLanguages = options.ocrLanguages || this.ocrLanguages
this.coordinates = options.coordinates
this.pdfInferTableStructure = options.pdfInferTableStructure
this.xmlKeepTags = options.xmlKeepTags
@ -128,7 +128,7 @@ export class UnstructuredLoader extends BaseDocumentLoader {
}
const headers = {
'UNSTRUCTURED-API-KEY': this.apiKey ?? ''
'UNSTRUCTURED-API-KEY': this.apiKey || ''
}
const response = await fetch(this.apiUrl, {

3
packages/components/nodes/documentloaders/Unstructured/UnstructuredFile.ts
View File

@ -63,7 +63,8 @@ class UnstructuredFile_DocumentLoaders implements INode {
description:
'Unstructured API URL. Read <a target="_blank" href="https://docs.unstructured.io/api-reference/api-services/saas-api-development-guide">more</a> on how to get started',
type: 'string',
default: 'http://localhost:8000/general/v0/general'
placeholder: process.env.UNSTRUCTURED_API_URL || 'http://localhost:8000/general/v0/general',
optional: !!process.env.UNSTRUCTURED_API_URL
},
{
label: 'Strategy',

3
packages/components/nodes/documentloaders/Unstructured/UnstructuredFolder.ts
View File

@ -51,7 +51,8 @@ class UnstructuredFolder_DocumentLoaders implements INode {
description:
'Unstructured API URL. Read <a target="_blank" href="https://unstructured-io.github.io/unstructured/introduction.html#getting-started">more</a> on how to get started',
type: 'string',
default: 'http://localhost:8000/general/v0/general'
placeholder: process.env.UNSTRUCTURED_API_URL || 'http://localhost:8000/general/v0/general',
optional: !!process.env.UNSTRUCTURED_API_URL
},
{
label: 'Strategy',