Merge pull request #1053 from FlowiseAI/bugfix/RedisCache

Bugfix/RedisCache IllegalInvocation

Author: HenryHengZJ

packages/components/nodes/cache/RedisCache/RedisCache.ts

@@ -1,6 +1,8 @@
 import { getBaseClasses, getCredentialData, getCredentialParam, ICommonObject, INode, INodeData, INodeParams } from '../../../src'
 import { RedisCache as LangchainRedisCache } from 'langchain/cache/ioredis'
 import { Redis } from 'ioredis'
+import { Generation, ChatGeneration, StoredGeneration, mapStoredMessageToChatMessage } from 'langchain/schema'
+import hash from 'object-hash'
 
 class RedisCache implements INode {
     label: string
@@ -30,10 +32,21 @@ class RedisCache implements INode {
             optional: true,
             credentialNames: ['redisCacheApi']
         }
-        this.inputs = []
+        this.inputs = [
+            {
+                label: 'Time to Live (ms)',
+                name: 'ttl',
+                type: 'number',
+                step: 1,
+                optional: true,
+                additionalParams: true
+            }
+        ]
     }
 
     async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const ttl = nodeData.inputs?.ttl as string
+
         const credentialData = await getCredentialData(nodeData.credential ?? '', options)
         const username = getCredentialParam('redisCacheUser', credentialData, nodeData)
         const password = getCredentialParam('redisCachePwd', credentialData, nodeData)
@@ -46,8 +59,60 @@ class RedisCache implements INode {
             username,
             password
         })
-        return new LangchainRedisCache(client)
+
+        const redisClient = new LangchainRedisCache(client)
+
+        redisClient.lookup = async (prompt: string, llmKey: string) => {
+            let idx = 0
+            let key = getCacheKey(prompt, llmKey, String(idx))
+            let value = await client.get(key)
+            const generations: Generation[] = []
+
+            while (value) {
+                const storedGeneration = JSON.parse(value)
+                generations.push(deserializeStoredGeneration(storedGeneration))
+                idx += 1
+                key = getCacheKey(prompt, llmKey, String(idx))
+                value = await client.get(key)
+            }
+
+            return generations.length > 0 ? generations : null
+        }
+
+        redisClient.update = async (prompt: string, llmKey: string, value: Generation[]) => {
+            for (let i = 0; i < value.length; i += 1) {
+                const key = getCacheKey(prompt, llmKey, String(i))
+                if (ttl !== undefined) {
+                    await client.set(key, JSON.stringify(serializeGeneration(value[i])), 'EX', parseInt(ttl, 10))
+                } else {
+                    await client.set(key, JSON.stringify(serializeGeneration(value[i])))
+                }
+            }
+        }
+
+        return redisClient
+    }
+}
+
+const getCacheKey = (...strings: string[]): string => hash(strings.join('_'))
+const deserializeStoredGeneration = (storedGeneration: StoredGeneration) => {
+    if (storedGeneration.message !== undefined) {
+        return {
+            text: storedGeneration.text,
+            message: mapStoredMessageToChatMessage(storedGeneration.message)
+        }
+    } else {
+        return { text: storedGeneration.text }
+    }
+}
+const serializeGeneration = (generation: Generation) => {
+    const serializedValue: StoredGeneration = {
+        text: generation.text
+    }
+    if ((generation as ChatGeneration).message !== undefined) {
+        serializedValue.message = (generation as ChatGeneration).message.toDict()
     }
+    return serializedValue
 }
 
 module.exports = { nodeClass: RedisCache }