Bugfix/Local Models Json (#2416)

fallback to fetch local models json file
This commit is contained in:
Henry Heng 2024-05-15 19:39:05 +01:00 committed by GitHub
parent b65487564a
commit c022972cf8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 29 additions and 4 deletions

View File

@ -1,5 +1,7 @@
import { INodeOptionsValue } from './Interface'
import axios from 'axios'
import * as fs from 'fs'
import * as path from 'path'
const MASTER_MODEL_LIST = 'https://raw.githubusercontent.com/FlowiseAI/Flowise/main/packages/components/models.json'
@ -9,15 +11,38 @@ export enum MODEL_TYPE {
EMBEDDING = 'embedding'
}
const getModelsJSONPath = (): string => {
const checkModelsPaths = [path.join(__dirname, '..', 'models.json'), path.join(__dirname, '..', '..', 'models.json')]
for (const checkPath of checkModelsPaths) {
if (fs.existsSync(checkPath)) {
return checkPath
}
}
return ''
}
const getModelConfig = async (category: MODEL_TYPE, name: string) => {
const modelFile = process.env.MODEL_LIST_CONFIG_JSON || MASTER_MODEL_LIST
if (!modelFile) {
throw new Error('MODEL_LIST_CONFIG_JSON not set')
}
try {
const resp = await axios.get(modelFile)
if (resp.status === 200 && resp.data) {
const models = resp.data
const categoryModels = models[category]
return categoryModels.find((model: any) => model.name === name)
return categoryModels.find((model: INodeOptionsValue) => model.name === name)
} else {
throw new Error('Error fetching model list')
}
} catch (e) {
const models = await fs.promises.readFile(getModelsJSONPath(), 'utf8')
if (models) {
const categoryModels = JSON.parse(models)[category]
return categoryModels.find((model: INodeOptionsValue) => model.name === name)
}
return {}
}
}
export const getModels = async (category: MODEL_TYPE, name: string) => {