Sultan
/
Flowise
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Bugfix/Update ollama embedding to use mmap true by default (#2862) 

update ollama embedding to use mmap true by default
This commit is contained in:
Henry Heng 2024-07-24 02:38:14 +01:00 committed by GitHub
parent 417fe6b6a4
commit ab34b2daf4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
packages/components/nodes/embeddings/OllamaEmbedding/OllamaEmbedding.ts
View File

@ -61,6 +61,7 @@ class OllamaEmbedding_Embeddings implements INode {
label: 'Use MMap',
name: 'useMMap',
type: 'boolean',
default: true,
optional: true,
additionalParams: true
}
@ -83,7 +84,9 @@ class OllamaEmbedding_Embeddings implements INode {
const requestOptions: OllamaInput = {}
if (numThread) requestOptions.numThread = parseFloat(numThread)
if (numGpu) requestOptions.numGpu = parseFloat(numGpu)
if (useMMap !== undefined) requestOptions.useMMap = useMMap
// default useMMap to true
requestOptions.useMMap = useMMap === undefined ? true : useMMap
if (Object.keys(requestOptions).length) obj.requestOptions = requestOptions