LLM Cache - Addition of Upstash Redis

packages/components/credentials/UpstashRedisApi.credential.ts

@@ -0,0 +1,28 @@
+import { INodeParams, INodeCredential } from '../src/Interface'
+
+class UpstashRedisApi implements INodeCredential {
+    label: string
+    name: string
+    version: number
+    inputs: INodeParams[]
+
+    constructor() {
+        this.label = 'Upstash Redis API'
+        this.name = 'upstashRedisApi'
+        this.version = 1.0
+        this.inputs = [
+            {
+                label: 'Upstash Redis REST URL',
+                name: 'upstashConnectionUrl',
+                type: 'string'
+            },
+            {
+                label: 'Token',
+                name: 'upstashConnectionToken',
+                type: 'password'
+            }
+        ]
+    }
+}
+
+module.exports = { credClass: UpstashRedisApi }

packages/components/nodes/llmcache/LLMUpstashRedisCache/LLMUpstashRedisCache.ts

@@ -0,0 +1,66 @@
+import {
+    getBaseClasses,
+    getCredentialData,
+    getCredentialParam,
+    ICommonObject,
+    INode,
+    INodeData,
+    INodeOutputsValue,
+    INodeParams
+} from '../../../src'
+import { UpstashRedisCache } from 'langchain/cache/upstash_redis'
+
+class LLMUpstashRedisCache implements INode {
+    label: string
+    name: string
+    version: number
+    description: string
+    type: string
+    icon: string
+    category: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+    outputs: INodeOutputsValue[]
+    credential: INodeParams
+
+    constructor() {
+        this.label = 'Upstash Redis LLM Cache'
+        this.name = 'upstashRedisCache'
+        this.version = 1.0
+        this.type = 'LLMCache'
+        this.icon = 'upstash.png'
+        this.category = 'LLM Cache'
+        this.baseClasses = [this.type, 'LLMCacheBase']
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            optional: true,
+            credentialNames: ['upstashRedisApi']
+        }
+        this.inputs = []
+        this.outputs = [
+            {
+                label: 'LLM Cache',
+                name: 'cache',
+                baseClasses: [this.type, ...getBaseClasses(UpstashRedisCache)]
+            }
+        ]
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const upstashConnectionUrl = getCredentialParam('upstashConnectionUrl', credentialData, nodeData)
+        const upstashToken = getCredentialParam('upstashConnectionToken', credentialData, nodeData)
+
+        const cache = new UpstashRedisCache({
+            config: {
+                url: upstashConnectionUrl,
+                token: upstashToken
+            }
+        })
+        return cache
+    }
+}
+
+module.exports = { nodeClass: LLMUpstashRedisCache }

packages/components/package.json

@@ -29,6 +29,7 @@
         "@supabase/supabase-js": "^2.29.0",
         "@types/js-yaml": "^4.0.5",
         "@types/jsdom": "^21.1.1",
+        "@upstash/redis": "^1.22.1",
         "@zilliz/milvus2-sdk-node": "^2.2.24",
         "apify-client": "^2.7.1",
         "axios": "^0.27.2",
@@ -44,7 +45,7 @@
         "graphql": "^16.6.0",
         "html-to-text": "^9.0.5",
         "ioredis": "^5.3.2",
-        "langchain": "^0.0.154",
+        "langchain": "^0.0.157",
         "langfuse-langchain": "^1.0.14-alpha.0",
         "langsmith": "^0.0.32",
         "linkifyjs": "^4.1.1",