59 lines
2.1 KiB
TypeScript
59 lines
2.1 KiB
TypeScript
import { getBaseClasses, getCredentialData, getCredentialParam, ICommonObject, INode, INodeData, INodeParams } from '../../../src'
|
|
import { MomentoCache as LangchainMomentoCache } from 'langchain/cache/momento'
|
|
import { CacheClient, Configurations, CredentialProvider } from '@gomomento/sdk'
|
|
|
|
class MomentoCache implements INode {
|
|
label: string
|
|
name: string
|
|
version: number
|
|
description: string
|
|
type: string
|
|
icon: string
|
|
category: string
|
|
baseClasses: string[]
|
|
inputs: INodeParams[]
|
|
credential: INodeParams
|
|
|
|
constructor() {
|
|
this.label = 'Momento Cache'
|
|
this.name = 'momentoCache'
|
|
this.version = 1.0
|
|
this.type = 'MomentoCache'
|
|
this.description = 'Cache LLM response using Momento, a distributed, serverless cache'
|
|
this.icon = 'Momento.svg'
|
|
this.category = 'Cache'
|
|
this.baseClasses = [this.type, ...getBaseClasses(LangchainMomentoCache)]
|
|
this.credential = {
|
|
label: 'Connect Credential',
|
|
name: 'credential',
|
|
type: 'credential',
|
|
optional: true,
|
|
credentialNames: ['momentoCacheApi']
|
|
}
|
|
this.inputs = []
|
|
}
|
|
|
|
async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
|
|
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
|
|
const apiKey = getCredentialParam('momentoApiKey', credentialData, nodeData)
|
|
const cacheName = getCredentialParam('momentoCache', credentialData, nodeData)
|
|
|
|
// See https://github.com/momentohq/client-sdk-javascript for connection options
|
|
const client = new CacheClient({
|
|
configuration: Configurations.Laptop.v1(),
|
|
credentialProvider: CredentialProvider.fromString({
|
|
apiKey: apiKey
|
|
}),
|
|
defaultTtlSeconds: 60 * 60 * 24
|
|
})
|
|
|
|
let momentoCache = await LangchainMomentoCache.fromProps({
|
|
client,
|
|
cacheName: cacheName
|
|
})
|
|
return momentoCache
|
|
}
|
|
}
|
|
|
|
module.exports = { nodeClass: MomentoCache }
|