From 5a137a478c7bb56d0a60f711c0aadd073a380168 Mon Sep 17 00:00:00 2001 From: Henry Heng Date: Sat, 4 May 2024 18:25:13 +0100 Subject: [PATCH] Feature/TogetherAI (#2318) add togetherAI --- .../credentials/TogetherAIApi.credential.ts | 23 +++++ .../ChatTogetherAI/ChatTogetherAI.ts | 80 ++++++++++++++++++ .../chatmodels/ChatTogetherAI/togetherai.png | Bin 0 -> 1598 bytes .../TogetherAIEmbedding.ts | 68 +++++++++++++++ .../TogetherAIEmbedding/togetherai.png | Bin 0 -> 1598 bytes packages/server/src/utils/index.ts | 3 +- 6 files changed, 173 insertions(+), 1 deletion(-) create mode 100644 packages/components/credentials/TogetherAIApi.credential.ts create mode 100644 packages/components/nodes/chatmodels/ChatTogetherAI/ChatTogetherAI.ts create mode 100644 packages/components/nodes/chatmodels/ChatTogetherAI/togetherai.png create mode 100644 packages/components/nodes/embeddings/TogetherAIEmbedding/TogetherAIEmbedding.ts create mode 100644 packages/components/nodes/embeddings/TogetherAIEmbedding/togetherai.png diff --git a/packages/components/credentials/TogetherAIApi.credential.ts b/packages/components/credentials/TogetherAIApi.credential.ts new file mode 100644 index 000000000..dba31a970 --- /dev/null +++ b/packages/components/credentials/TogetherAIApi.credential.ts @@ -0,0 +1,23 @@ +import { INodeParams, INodeCredential } from '../src/Interface' + +class TogetherAIApi implements INodeCredential { + label: string + name: string + version: number + inputs: INodeParams[] + + constructor() { + this.label = 'TogetherAI API' + this.name = 'togetherAIApi' + this.version = 1.0 + this.inputs = [ + { + label: 'TogetherAI Api Key', + name: 'togetherAIApiKey', + type: 'password' + } + ] + } +} + +module.exports = { credClass: TogetherAIApi } diff --git a/packages/components/nodes/chatmodels/ChatTogetherAI/ChatTogetherAI.ts b/packages/components/nodes/chatmodels/ChatTogetherAI/ChatTogetherAI.ts new file mode 100644 index 000000000..fe36bbe33 --- /dev/null +++ b/packages/components/nodes/chatmodels/ChatTogetherAI/ChatTogetherAI.ts @@ -0,0 +1,80 @@ +import { BaseCache } from '@langchain/core/caches' +import { ChatTogetherAI } from '@langchain/community/chat_models/togetherai' +import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface' +import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils' + +class ChatTogetherAI_ChatModels implements INode { + label: string + name: string + version: number + type: string + icon: string + category: string + description: string + baseClasses: string[] + inputs: INodeParams[] + credential: INodeParams + + constructor() { + this.label = 'ChatTogetherAI' + this.name = 'chatTogetherAI' + this.version = 1.0 + this.type = 'ChatTogetherAI' + this.icon = 'togetherai.png' + this.category = 'Chat Models' + this.description = 'Wrapper around TogetherAI large language models' + this.baseClasses = [this.type, ...getBaseClasses(ChatTogetherAI)] + this.credential = { + label: 'Connect Credential', + name: 'credential', + type: 'credential', + credentialNames: ['togetherAIApi'] + } + this.inputs = [ + { + label: 'Cache', + name: 'cache', + type: 'BaseCache', + optional: true + }, + { + label: 'Model Name', + name: 'modelName', + type: 'string', + placeholder: 'mixtral-8x7b-32768', + description: 'Refer to models page' + }, + { + label: 'Temperature', + name: 'temperature', + type: 'number', + step: 0.1, + default: 0.9, + optional: true + } + ] + } + + async init(nodeData: INodeData, _: string, options: ICommonObject): Promise { + const modelName = nodeData.inputs?.modelName as string + const cache = nodeData.inputs?.cache as BaseCache + const temperature = nodeData.inputs?.temperature as string + const streaming = nodeData.inputs?.streaming as boolean + + const credentialData = await getCredentialData(nodeData.credential ?? '', options) + const togetherAIApiKey = getCredentialParam('togetherAIApiKey', credentialData, nodeData) + + const obj: any = { + model: modelName, + temperature: parseFloat(temperature), + togetherAIApiKey: togetherAIApiKey, + streaming: streaming ?? true + } + if (cache) obj.cache = cache + + const model = new ChatTogetherAI(obj) + return model + } +} + +module.exports = { nodeClass: ChatTogetherAI_ChatModels } diff --git a/packages/components/nodes/chatmodels/ChatTogetherAI/togetherai.png b/packages/components/nodes/chatmodels/ChatTogetherAI/togetherai.png new file mode 100644 index 0000000000000000000000000000000000000000..371103f6f83cc8a3efe7784ae7e0177ca5f245c7 GIT binary patch literal 1598 zcmZ{kc~DbV6vkgL88k?100UUjq5&i8V~@D72*!ZHfJh^V21vqE!lFS)2n>`>l)`|> zAZT%o0u}*T98^Rck%AjZ-pflOpeQP+KvWD3Tc38OGo4On?!Di9=iJ|%`R*ULkP$%D z$FITz0H9CX=@W!%1-eU@E@BS0H8%nS#JR#1q6U`7675jlHXk&=6E7%uR1cqU$6qZR9FsxE2V3|y*KooLVIxv91kZfQ;4#^;?R3?!i z5CqAjDg=?EcjR)JRH{UfXD9+eDg^>bBuXX9!OxTmguy|Xdrk82^l~dH>S$54#r&Rqz%0iM@ zv003)4 z^YIE!Q+}vc2uHx>dD)&_<(07=UgxA4iDR9Uv$qxv>0vQ6n@w%;A6t#Ji56#0Q!qv6 zjquCwf#`a;n_+_+y_#mRyxT9tds8p*O2u)P^Ou`V7;=*6exBt4x23_IBT?9&)?tW= zq!E4NY%-z!fTMXcCntEzS-sxiTW?43eXb|dPFPJ*3rkctj_rlIl7gojOTEs<88n94 zwANup^sBP4YVO^oTZ|ndC~?|G!%iJC!KRF~cg&h4&_8KaK%oO110uaF_%@CqW(^q8 zps=nlR^pdauaC#*fC-=S@Cp0&fxQMeaX7Jm&ce(}ZCdB~#ii{t=ko{a6)SBVY#Y^h z#t7Unlvr|i-rQnMV(aX(=D|aTS6XLH%bJIU(QQW9ONydg?nbgp2G)HtxqqwvxBU24 z;l^WrDH*EsCi#IT#7~A@ew~_kgagKzydq9z39zGXeU39b=w`~P0wDjR+_KN;KKnKf z3?28#3K5gbr-`0~EdJ`YZI(N1p0oX*8Xna#F=NWiYlV7DJNVjLWG*OdDEzuenGnvD zxvUN;4*8bLcZGd16W|2cR_!rZuu|W-K+>*JAYb=BseL?vZGbg9j!*!X!W95GPi^;Rs@7b@ji3@mIMdSvM$aFN9$?*Y-A7 zH(0(J$LOqK$0@hmb6uj%jZcqmcVneStGs}NwXcQBh@4;q8_lchLDk90GS zQh6f5D0|z$-3a^pFED`sb^hh~9w-_b&)YV>aWw(Q=<>`Kx~@}c)P-^HUR9DZe{Q>;o&nXZ}DIq z3G$D5CmF8LY*6Es9qX1oPuoojuWx85)CuYIob*1kd2cn>tuI*tg}q}J$&&^*0Zm zgEAy$Mb`aS3l8R-i>3)YcMLrpKbErniQNT{p5#>TWOiwk0DIX3I9OgD`F=3Ll^ zQOLCPxy4gV6FYNPJ$b~nKNBYspxCU zbm$ZOE{hy=Z!z4&OCKZ8#$W$ali@SZf|J;>zn$Gr-i7tXx=OE;ow{$?&!l-&KUGDd zala;B`_e=FMA8_#${hV}0Smq_lh2OebKIj2aZmvqK}Tm>(8U&X4t8*J2OZpac$SyhL^^SMdLU07rX+0_1-t@MC$L!~6(d(tjCer@x0-N?cSZ1JHZ}d>Xu2 Gzx)LY`}5`i literal 0 HcmV?d00001 diff --git a/packages/components/nodes/embeddings/TogetherAIEmbedding/TogetherAIEmbedding.ts b/packages/components/nodes/embeddings/TogetherAIEmbedding/TogetherAIEmbedding.ts new file mode 100644 index 000000000..96d95e7dd --- /dev/null +++ b/packages/components/nodes/embeddings/TogetherAIEmbedding/TogetherAIEmbedding.ts @@ -0,0 +1,68 @@ +import { TogetherAIEmbeddings, TogetherAIEmbeddingsParams } from '@langchain/community/embeddings/togetherai' +import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface' +import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils' + +class TogetherAIEmbedding_Embeddings implements INode { + label: string + name: string + version: number + type: string + icon: string + category: string + description: string + baseClasses: string[] + inputs: INodeParams[] + credential: INodeParams + + constructor() { + this.label = 'TogetherAIEmbedding' + this.name = 'togetherAIEmbedding' + this.version = 1.0 + this.type = 'TogetherAIEmbedding' + this.icon = 'togetherai.png' + this.category = 'Embeddings' + this.description = 'TogetherAI Embedding models to generate embeddings for a given text' + this.baseClasses = [this.type, ...getBaseClasses(TogetherAIEmbeddings)] + this.credential = { + label: 'Connect Credential', + name: 'credential', + type: 'credential', + credentialNames: ['togetherAIApi'] + } + this.inputs = [ + { + label: 'Cache', + name: 'cache', + type: 'BaseCache', + optional: true + }, + { + label: 'Model Name', + name: 'modelName', + type: 'string', + placeholder: 'sentence-transformers/msmarco-bert-base-dot-v5', + description: 'Refer to embedding models page' + } + ] + } + + async init(nodeData: INodeData, _: string, options: ICommonObject): Promise { + const modelName = nodeData.inputs?.modelName as string + + const credentialData = await getCredentialData(nodeData.credential ?? '', options) + const togetherAIApiKey = getCredentialParam('togetherAIApiKey', credentialData, nodeData) + + const obj: Partial = { + modelName: modelName, + apiKey: togetherAIApiKey, + //@ts-ignore + model: modelName, + togetherAIApiKey: togetherAIApiKey + } + + const model = new TogetherAIEmbeddings(obj) + return model + } +} + +module.exports = { nodeClass: TogetherAIEmbedding_Embeddings } diff --git a/packages/components/nodes/embeddings/TogetherAIEmbedding/togetherai.png b/packages/components/nodes/embeddings/TogetherAIEmbedding/togetherai.png new file mode 100644 index 0000000000000000000000000000000000000000..371103f6f83cc8a3efe7784ae7e0177ca5f245c7 GIT binary patch literal 1598 zcmZ{kc~DbV6vkgL88k?100UUjq5&i8V~@D72*!ZHfJh^V21vqE!lFS)2n>`>l)`|> zAZT%o0u}*T98^Rck%AjZ-pflOpeQP+KvWD3Tc38OGo4On?!Di9=iJ|%`R*ULkP$%D z$FITz0H9CX=@W!%1-eU@E@BS0H8%nS#JR#1q6U`7675jlHXk&=6E7%uR1cqU$6qZR9FsxE2V3|y*KooLVIxv91kZfQ;4#^;?R3?!i z5CqAjDg=?EcjR)JRH{UfXD9+eDg^>bBuXX9!OxTmguy|Xdrk82^l~dH>S$54#r&Rqz%0iM@ zv003)4 z^YIE!Q+}vc2uHx>dD)&_<(07=UgxA4iDR9Uv$qxv>0vQ6n@w%;A6t#Ji56#0Q!qv6 zjquCwf#`a;n_+_+y_#mRyxT9tds8p*O2u)P^Ou`V7;=*6exBt4x23_IBT?9&)?tW= zq!E4NY%-z!fTMXcCntEzS-sxiTW?43eXb|dPFPJ*3rkctj_rlIl7gojOTEs<88n94 zwANup^sBP4YVO^oTZ|ndC~?|G!%iJC!KRF~cg&h4&_8KaK%oO110uaF_%@CqW(^q8 zps=nlR^pdauaC#*fC-=S@Cp0&fxQMeaX7Jm&ce(}ZCdB~#ii{t=ko{a6)SBVY#Y^h z#t7Unlvr|i-rQnMV(aX(=D|aTS6XLH%bJIU(QQW9ONydg?nbgp2G)HtxqqwvxBU24 z;l^WrDH*EsCi#IT#7~A@ew~_kgagKzydq9z39zGXeU39b=w`~P0wDjR+_KN;KKnKf z3?28#3K5gbr-`0~EdJ`YZI(N1p0oX*8Xna#F=NWiYlV7DJNVjLWG*OdDEzuenGnvD zxvUN;4*8bLcZGd16W|2cR_!rZuu|W-K+>*JAYb=BseL?vZGbg9j!*!X!W95GPi^;Rs@7b@ji3@mIMdSvM$aFN9$?*Y-A7 zH(0(J$LOqK$0@hmb6uj%jZcqmcVneStGs}NwXcQBh@4;q8_lchLDk90GS zQh6f5D0|z$-3a^pFED`sb^hh~9w-_b&)YV>aWw(Q=<>`Kx~@}c)P-^HUR9DZe{Q>;o&nXZ}DIq z3G$D5CmF8LY*6Es9qX1oPuoojuWx85)CuYIob*1kd2cn>tuI*tg}q}J$&&^*0Zm zgEAy$Mb`aS3l8R-i>3)YcMLrpKbErniQNT{p5#>TWOiwk0DIX3I9OgD`F=3Ll^ zQOLCPxy4gV6FYNPJ$b~nKNBYspxCU zbm$ZOE{hy=Z!z4&OCKZ8#$W$ali@SZf|J;>zn$Gr-i7tXx=OE;ow{$?&!l-&KUGDd zala;B`_e=FMA8_#${hV}0Smq_lh2OebKIj2aZmvqK}Tm>(8U&X4t8*J2OZpac$SyhL^^SMdLU07rX+0_1-t@MC$L!~6(d(tjCer@x0-N?cSZ1JHZ}d>Xu2 Gzx)LY`}5`i literal 0 HcmV?d00001 diff --git a/packages/server/src/utils/index.ts b/packages/server/src/utils/index.ts index 8c195b515..a233b94f7 100644 --- a/packages/server/src/utils/index.ts +++ b/packages/server/src/utils/index.ts @@ -1024,7 +1024,8 @@ export const isFlowValidForStream = (reactFlowNodes: IReactFlowNode[], endingNod 'chatMistralAI', 'groqChat', 'chatCohere', - 'chatGoogleGenerativeAI' + 'chatGoogleGenerativeAI', + 'chatTogetherAI' ], LLMs: ['azureOpenAI', 'openAI', 'ollama'] }