import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface' import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils' import { ChatBedrock } from 'langchain/chat_models/bedrock' import { BaseBedrockInput } from 'langchain/dist/util/bedrock' import { BaseCache } from 'langchain/schema' import { BaseLLMParams } from 'langchain/llms/base' /** * I had to run the following to build the component * and get the icon copied over to the dist directory * Flowise/packages/components > yarn build * * @author Michael Connor */ class AWSChatBedrock_ChatModels implements INode { label: string name: string version: number type: string icon: string category: string description: string baseClasses: string[] credential: INodeParams inputs: INodeParams[] constructor() { this.label = 'AWS Bedrock' this.name = 'awsChatBedrock' this.version = 3.0 this.type = 'AWSChatBedrock' this.icon = 'awsBedrock.png' this.category = 'Chat Models' this.description = 'Wrapper around AWS Bedrock large language models that use the Chat endpoint' this.baseClasses = [this.type, ...getBaseClasses(ChatBedrock)] this.credential = { label: 'AWS Credential', name: 'credential', type: 'credential', credentialNames: ['awsApi'], optional: true } this.inputs = [ { label: 'Cache', name: 'cache', type: 'BaseCache', optional: true }, { label: 'Region', name: 'region', type: 'options', options: [ { label: 'af-south-1', name: 'af-south-1' }, { label: 'ap-east-1', name: 'ap-east-1' }, { label: 'ap-northeast-1', name: 'ap-northeast-1' }, { label: 'ap-northeast-2', name: 'ap-northeast-2' }, { label: 'ap-northeast-3', name: 'ap-northeast-3' }, { label: 'ap-south-1', name: 'ap-south-1' }, { label: 'ap-south-2', name: 'ap-south-2' }, { label: 'ap-southeast-1', name: 'ap-southeast-1' }, { label: 'ap-southeast-2', name: 'ap-southeast-2' }, { label: 'ap-southeast-3', name: 'ap-southeast-3' }, { label: 'ap-southeast-4', name: 'ap-southeast-4' }, { label: 'ap-southeast-5', name: 'ap-southeast-5' }, { label: 'ap-southeast-6', name: 'ap-southeast-6' }, { label: 'ca-central-1', name: 'ca-central-1' }, { label: 'ca-west-1', name: 'ca-west-1' }, { label: 'cn-north-1', name: 'cn-north-1' }, { label: 'cn-northwest-1', name: 'cn-northwest-1' }, { label: 'eu-central-1', name: 'eu-central-1' }, { label: 'eu-central-2', name: 'eu-central-2' }, { label: 'eu-north-1', name: 'eu-north-1' }, { label: 'eu-south-1', name: 'eu-south-1' }, { label: 'eu-south-2', name: 'eu-south-2' }, { label: 'eu-west-1', name: 'eu-west-1' }, { label: 'eu-west-2', name: 'eu-west-2' }, { label: 'eu-west-3', name: 'eu-west-3' }, { label: 'il-central-1', name: 'il-central-1' }, { label: 'me-central-1', name: 'me-central-1' }, { label: 'me-south-1', name: 'me-south-1' }, { label: 'sa-east-1', name: 'sa-east-1' }, { label: 'us-east-1', name: 'us-east-1' }, { label: 'us-east-2', name: 'us-east-2' }, { label: 'us-gov-east-1', name: 'us-gov-east-1' }, { label: 'us-gov-west-1', name: 'us-gov-west-1' }, { label: 'us-west-1', name: 'us-west-1' }, { label: 'us-west-2', name: 'us-west-2' } ], default: 'us-east-1' }, { label: 'Model Name', name: 'model', type: 'options', options: [ { label: 'anthropic.claude-instant-v1', name: 'anthropic.claude-instant-v1' }, { label: 'anthropic.claude-v1', name: 'anthropic.claude-v1' }, { label: 'anthropic.claude-v2', name: 'anthropic.claude-v2' }, { label: 'meta.llama2-13b-chat-v1', name: 'meta.llama2-13b-chat-v1' } ], default: 'anthropic.claude-v2' }, { label: 'Temperature', name: 'temperature', type: 'number', step: 0.1, description: 'Temperature parameter may not apply to certain model. Please check available model parameters', optional: true, default: 0.7 }, { label: 'Max Tokens to Sample', name: 'max_tokens_to_sample', type: 'number', step: 10, description: 'Max Tokens parameter may not apply to certain model. Please check available model parameters', optional: true, default: 200 } ] } async init(nodeData: INodeData, _: string, options: ICommonObject): Promise { const iRegion = nodeData.inputs?.region as string const iModel = nodeData.inputs?.model as string const iTemperature = nodeData.inputs?.temperature as string const iMax_tokens_to_sample = nodeData.inputs?.max_tokens_to_sample as string const cache = nodeData.inputs?.cache as BaseCache const streaming = nodeData.inputs?.streaming as boolean const obj: BaseBedrockInput & BaseLLMParams = { region: iRegion, model: iModel, maxTokens: parseInt(iMax_tokens_to_sample, 10), temperature: parseFloat(iTemperature), streaming: streaming ?? true } /** * Long-term credentials specified in LLM configuration are optional. * Bedrock's credential provider falls back to the AWS SDK to fetch * credentials from the running environment. * When specified, we override the default provider with configured values. * @see https://github.com/aws/aws-sdk-js-v3/blob/main/packages/credential-provider-node/README.md */ const credentialData = await getCredentialData(nodeData.credential ?? '', options) if (credentialData && Object.keys(credentialData).length !== 0) { const credentialApiKey = getCredentialParam('awsKey', credentialData, nodeData) const credentialApiSecret = getCredentialParam('awsSecret', credentialData, nodeData) const credentialApiSession = getCredentialParam('awsSession', credentialData, nodeData) obj.credentials = { accessKeyId: credentialApiKey, secretAccessKey: credentialApiSecret, sessionToken: credentialApiSession } } if (cache) obj.cache = cache const amazonBedrock = new ChatBedrock(obj) return amazonBedrock } } module.exports = { nodeClass: AWSChatBedrock_ChatModels }