317 lines
14 KiB
JSON
317 lines
14 KiB
JSON
{
|
|
"description": "Simple LLM Chain using HuggingFace Inference API on falcon-7b-instruct model",
|
|
"framework": ["Langchain"],
|
|
"usecases": ["Basic"],
|
|
"nodes": [
|
|
{
|
|
"width": 300,
|
|
"height": 475,
|
|
"id": "promptTemplate_0",
|
|
"position": {
|
|
"x": 506.50436294210306,
|
|
"y": 504.50766458127396
|
|
},
|
|
"type": "customNode",
|
|
"data": {
|
|
"id": "promptTemplate_0",
|
|
"label": "Prompt Template",
|
|
"version": 1,
|
|
"name": "promptTemplate",
|
|
"type": "PromptTemplate",
|
|
"baseClasses": ["PromptTemplate", "BaseStringPromptTemplate", "BasePromptTemplate"],
|
|
"category": "Prompts",
|
|
"description": "Schema to represent a basic prompt for an LLM",
|
|
"inputParams": [
|
|
{
|
|
"label": "Template",
|
|
"name": "template",
|
|
"type": "string",
|
|
"rows": 4,
|
|
"placeholder": "What is a good name for a company that makes {product}?",
|
|
"id": "promptTemplate_0-input-template-string"
|
|
},
|
|
{
|
|
"label": "Format Prompt Values",
|
|
"name": "promptValues",
|
|
"type": "json",
|
|
"optional": true,
|
|
"acceptVariable": true,
|
|
"list": true,
|
|
"id": "promptTemplate_0-input-promptValues-json"
|
|
}
|
|
],
|
|
"inputAnchors": [],
|
|
"inputs": {
|
|
"template": "Question: {question}\n\nAnswer: Let's think step by step.",
|
|
"promptValues": ""
|
|
},
|
|
"outputAnchors": [
|
|
{
|
|
"id": "promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate",
|
|
"name": "promptTemplate",
|
|
"label": "PromptTemplate",
|
|
"type": "PromptTemplate | BaseStringPromptTemplate | BasePromptTemplate"
|
|
}
|
|
],
|
|
"outputs": {},
|
|
"selected": false
|
|
},
|
|
"selected": false,
|
|
"positionAbsolute": {
|
|
"x": 506.50436294210306,
|
|
"y": 504.50766458127396
|
|
},
|
|
"dragging": false
|
|
},
|
|
{
|
|
"width": 300,
|
|
"height": 577,
|
|
"id": "huggingFaceInference_LLMs_0",
|
|
"position": {
|
|
"x": 498.8594464193537,
|
|
"y": -94.91050256311678
|
|
},
|
|
"type": "customNode",
|
|
"data": {
|
|
"id": "huggingFaceInference_LLMs_0",
|
|
"label": "HuggingFace Inference",
|
|
"version": 2,
|
|
"name": "huggingFaceInference_LLMs",
|
|
"type": "HuggingFaceInference",
|
|
"baseClasses": ["HuggingFaceInference", "LLM", "BaseLLM", "BaseLanguageModel"],
|
|
"category": "LLMs",
|
|
"description": "Wrapper around HuggingFace large language models",
|
|
"inputParams": [
|
|
{
|
|
"label": "Connect Credential",
|
|
"name": "credential",
|
|
"type": "credential",
|
|
"credentialNames": ["huggingFaceApi"],
|
|
"id": "huggingFaceInference_LLMs_0-input-credential-credential"
|
|
},
|
|
{
|
|
"label": "Model",
|
|
"name": "model",
|
|
"type": "string",
|
|
"description": "If using own inference endpoint, leave this blank",
|
|
"placeholder": "gpt2",
|
|
"optional": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-model-string"
|
|
},
|
|
{
|
|
"label": "Endpoint",
|
|
"name": "endpoint",
|
|
"type": "string",
|
|
"placeholder": "https://xyz.eu-west-1.aws.endpoints.huggingface.cloud/gpt2",
|
|
"description": "Using your own inference endpoint",
|
|
"optional": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-endpoint-string"
|
|
},
|
|
{
|
|
"label": "Temperature",
|
|
"name": "temperature",
|
|
"type": "number",
|
|
"description": "Temperature parameter may not apply to certain model. Please check available model parameters",
|
|
"optional": true,
|
|
"additionalParams": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-temperature-number"
|
|
},
|
|
{
|
|
"label": "Max Tokens",
|
|
"name": "maxTokens",
|
|
"type": "number",
|
|
"description": "Max Tokens parameter may not apply to certain model. Please check available model parameters",
|
|
"optional": true,
|
|
"additionalParams": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-maxTokens-number"
|
|
},
|
|
{
|
|
"label": "Top Probability",
|
|
"name": "topP",
|
|
"type": "number",
|
|
"description": "Top Probability parameter may not apply to certain model. Please check available model parameters",
|
|
"optional": true,
|
|
"additionalParams": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-topP-number"
|
|
},
|
|
{
|
|
"label": "Top K",
|
|
"name": "hfTopK",
|
|
"type": "number",
|
|
"description": "Top K parameter may not apply to certain model. Please check available model parameters",
|
|
"optional": true,
|
|
"additionalParams": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-hfTopK-number"
|
|
},
|
|
{
|
|
"label": "Frequency Penalty",
|
|
"name": "frequencyPenalty",
|
|
"type": "number",
|
|
"description": "Frequency Penalty parameter may not apply to certain model. Please check available model parameters",
|
|
"optional": true,
|
|
"additionalParams": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-frequencyPenalty-number"
|
|
}
|
|
],
|
|
"inputAnchors": [
|
|
{
|
|
"label": "Cache",
|
|
"name": "cache",
|
|
"type": "BaseCache",
|
|
"optional": true,
|
|
"id": "huggingFaceInference_LLMs_0-input-cache-BaseCache"
|
|
}
|
|
],
|
|
"inputs": {
|
|
"model": "tiiuae/falcon-7b-instruct",
|
|
"endpoint": "",
|
|
"temperature": "",
|
|
"maxTokens": "",
|
|
"topP": "",
|
|
"hfTopK": "",
|
|
"frequencyPenalty": ""
|
|
},
|
|
"outputAnchors": [
|
|
{
|
|
"id": "huggingFaceInference_LLMs_0-output-huggingFaceInference_LLMs-HuggingFaceInference|LLM|BaseLLM|BaseLanguageModel",
|
|
"name": "huggingFaceInference_LLMs",
|
|
"label": "HuggingFaceInference",
|
|
"type": "HuggingFaceInference | LLM | BaseLLM | BaseLanguageModel"
|
|
}
|
|
],
|
|
"outputs": {},
|
|
"selected": false
|
|
},
|
|
"selected": false,
|
|
"positionAbsolute": {
|
|
"x": 498.8594464193537,
|
|
"y": -94.91050256311678
|
|
},
|
|
"dragging": false
|
|
},
|
|
{
|
|
"width": 300,
|
|
"height": 456,
|
|
"id": "llmChain_0",
|
|
"position": {
|
|
"x": 909.6249320819859,
|
|
"y": 338.9520801783737
|
|
},
|
|
"type": "customNode",
|
|
"data": {
|
|
"id": "llmChain_0",
|
|
"label": "LLM Chain",
|
|
"version": 3,
|
|
"name": "llmChain",
|
|
"type": "LLMChain",
|
|
"baseClasses": ["LLMChain", "BaseChain", "Runnable"],
|
|
"category": "Chains",
|
|
"description": "Chain to run queries against LLMs",
|
|
"inputParams": [
|
|
{
|
|
"label": "Chain Name",
|
|
"name": "chainName",
|
|
"type": "string",
|
|
"placeholder": "Name Your Chain",
|
|
"optional": true,
|
|
"id": "llmChain_0-input-chainName-string"
|
|
}
|
|
],
|
|
"inputAnchors": [
|
|
{
|
|
"label": "Language Model",
|
|
"name": "model",
|
|
"type": "BaseLanguageModel",
|
|
"id": "llmChain_0-input-model-BaseLanguageModel"
|
|
},
|
|
{
|
|
"label": "Prompt",
|
|
"name": "prompt",
|
|
"type": "BasePromptTemplate",
|
|
"id": "llmChain_0-input-prompt-BasePromptTemplate"
|
|
},
|
|
{
|
|
"label": "Output Parser",
|
|
"name": "outputParser",
|
|
"type": "BaseLLMOutputParser",
|
|
"optional": true,
|
|
"id": "llmChain_0-input-outputParser-BaseLLMOutputParser"
|
|
},
|
|
{
|
|
"label": "Input Moderation",
|
|
"description": "Detect text that could generate harmful output and prevent it from being sent to the language model",
|
|
"name": "inputModeration",
|
|
"type": "Moderation",
|
|
"optional": true,
|
|
"list": true,
|
|
"id": "llmChain_0-input-inputModeration-Moderation"
|
|
}
|
|
],
|
|
"inputs": {
|
|
"model": "{{huggingFaceInference_LLMs_0.data.instance}}",
|
|
"prompt": "{{promptTemplate_0.data.instance}}",
|
|
"outputParser": "",
|
|
"chainName": "",
|
|
"inputModeration": ""
|
|
},
|
|
"outputAnchors": [
|
|
{
|
|
"name": "output",
|
|
"label": "Output",
|
|
"type": "options",
|
|
"options": [
|
|
{
|
|
"id": "llmChain_0-output-llmChain-LLMChain|BaseChain|Runnable",
|
|
"name": "llmChain",
|
|
"label": "LLM Chain",
|
|
"type": "LLMChain | BaseChain | Runnable"
|
|
},
|
|
{
|
|
"id": "llmChain_0-output-outputPrediction-string|json",
|
|
"name": "outputPrediction",
|
|
"label": "Output Prediction",
|
|
"type": "string | json"
|
|
}
|
|
],
|
|
"default": "llmChain"
|
|
}
|
|
],
|
|
"outputs": {
|
|
"output": "llmChain"
|
|
},
|
|
"selected": false
|
|
},
|
|
"selected": false,
|
|
"positionAbsolute": {
|
|
"x": 909.6249320819859,
|
|
"y": 338.9520801783737
|
|
},
|
|
"dragging": false
|
|
}
|
|
],
|
|
"edges": [
|
|
{
|
|
"source": "huggingFaceInference_LLMs_0",
|
|
"sourceHandle": "huggingFaceInference_LLMs_0-output-huggingFaceInference_LLMs-HuggingFaceInference|LLM|BaseLLM|BaseLanguageModel",
|
|
"target": "llmChain_0",
|
|
"targetHandle": "llmChain_0-input-model-BaseLanguageModel",
|
|
"type": "buttonedge",
|
|
"id": "huggingFaceInference_LLMs_0-huggingFaceInference_LLMs_0-output-huggingFaceInference_LLMs-HuggingFaceInference|LLM|BaseLLM|BaseLanguageModel-llmChain_0-llmChain_0-input-model-BaseLanguageModel",
|
|
"data": {
|
|
"label": ""
|
|
}
|
|
},
|
|
{
|
|
"source": "promptTemplate_0",
|
|
"sourceHandle": "promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate",
|
|
"target": "llmChain_0",
|
|
"targetHandle": "llmChain_0-input-prompt-BasePromptTemplate",
|
|
"type": "buttonedge",
|
|
"id": "promptTemplate_0-promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate-llmChain_0-llmChain_0-input-prompt-BasePromptTemplate",
|
|
"data": {
|
|
"label": ""
|
|
}
|
|
}
|
|
]
|
|
}
|