Support `getNumTokens` for ChatGoogleGenerativeAI (#4149)

This commit is contained in:
Hans 2025-04-14 23:21:15 +08:00 committed by GitHub
parent c318fc57e9
commit 654bd48849
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions

View File

@ -209,6 +209,12 @@ class LangchainChatGoogleGenerativeAI
}
}
async getNumTokens(prompt: BaseMessage[]) {
const contents = convertBaseMessagesToContent(prompt, this._isMultimodalModel)
const { totalTokens } = await this.client.countTokens({ contents })
return totalTokens
}
async _generateNonStreaming(
prompt: Content[],
options: this['ParsedCallOptions'],