Merge pull request #30 from desci-labs/m0ar/resolver-redis-cache

Redis cache for stream commit state, dpid mappings, and legacy history structs
desci-labs · Sep 17, 2024 · 1931b7c · 1931b7c
2 parents 3e8b376 + 7dc3cf1
commit 1931b7c
Show file tree

Hide file tree

Showing 14 changed files with 433 additions and 111 deletions.
diff --git a/.env.example b/.env.example
@@ -1,7 +1,14 @@
 PORT=5460
 SUPABASE_URL=
 SUPABASE_KEY=
-IPFS_GATEWAY=https://ipfs.desci.com/ipfs
+
+# Set these to run with a local redis instance, outside of the backend cluster
+# REDIS_HOST=localhost
+# REDIS_PORT=6379
+# Short TTL's for tinkering with history loading
+# CACHE_TTL_ANCHORED=60
+# CACHE_TTL_PENDING=10
+
 # If set to 1, the `/*` route will use the legacy handler
 FALLBACK_RESOLVER=0
 
@@ -15,13 +22,16 @@ FALLBACK_RESOLVER=0
 DPID_ENV=dev
 OPTIMISM_RPC_URL=https://reverse-proxy-dev.desci.com/rpc_opt_sepolia
 CERAMIC_URL=https://ceramic-dev.desci.com
+IPFS_GATEWAY=https://ipfs.desci.com/ipfs
 
 # Staging
 # DPID_ENV=staging
 # OPTIMISM_RPC_URL=https://reverse-proxy-staging.desci.com/rpc_opt_sepolia
 # CERAMIC_URL=https://ceramic-prod.desci.com
+# IPFS_GATEWAY=https://ipfs.desci.com/ipfs
 
 # Prod
 # DPID_ENV=production
 # OPTIMISM_RPC_URL=https://reverse-proxy-prod.desci.com/rpc_opt_sepolia
 # CERAMIC_URL=https://ceramic-prod.desci.com
+# IPFS_GATEWAY=https://ipfs.desci.com/ipfs
diff --git a/kubernetes/deployment.dev.yaml b/kubernetes/deployment.dev.yaml
@@ -34,6 +34,11 @@ spec:
                     export OPTIMISM_RPC_URL={{ .Data.OPTIMISM_RPC_URL }}
                     export CERAMIC_URL={{ .Data.CERAMIC_URL }}
                     export FALLBACK_RESOLVER={{ .Data.FALLBACK_RESOLVER }}
+
+                    export REDIS_HOST={{ .Data.REDIS_HOST }}
+                    export REDIS_PORT={{ .Data.REDIS_PORT }}
+                    export CACHE_TTL_ANCHORED={{ .Data.CACHE_TTL_ANCHORED }}
+                    export CACHE_TTL_PENDING={{ .Data.CACHE_TTL_PENDING }}
                     echo "loaded"
                     {{- end -}}
             labels:

diff --git a/kubernetes/deployment.prod.yaml b/kubernetes/deployment.prod.yaml
@@ -34,6 +34,11 @@ spec:
                     export OPTIMISM_RPC_URL={{ .Data.OPTIMISM_RPC_URL }}
                     export CERAMIC_URL={{ .Data.CERAMIC_URL }}
                     export FALLBACK_RESOLVER={{ .Data.FALLBACK_RESOLVER }}
+
+                    export REDIS_HOST={{ .Data.REDIS_HOST }}
+                    export REDIS_PORT={{ .Data.REDIS_PORT }}
+                    export CACHE_TTL_ANCHORED={{ .Data.CACHE_TTL_ANCHORED }}
+                    export CACHE_TTL_PENDING={{ .Data.CACHE_TTL_PENDING }}
                     echo "loaded"
                     {{- end -}}
             labels:

diff --git a/kubernetes/deployment.staging.yaml b/kubernetes/deployment.staging.yaml
@@ -70,6 +70,11 @@ spec:
                     export OPTIMISM_RPC_URL={{ .Data.OPTIMISM_RPC_URL }}
                     export CERAMIC_URL={{ .Data.CERAMIC_URL }}
                     export FALLBACK_RESOLVER={{ .Data.FALLBACK_RESOLVER }}
+
+                    export REDIS_HOST={{ .Data.REDIS_HOST }}
+                    export REDIS_PORT={{ .Data.REDIS_PORT }}
+                    export CACHE_TTL_ANCHORED={{ .Data.CACHE_TTL_ANCHORED }}
+                    export CACHE_TTL_PENDING={{ .Data.CACHE_TTL_PENDING }}
                     echo "loaded"
                     {{- end -}}
             labels:

diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -42,6 +42,7 @@
         "pino": "^9.2.0",
         "pino-http": "^10.1.0",
         "pino-pretty": "^11.2.1",
+        "redis": "^4.7.0",
         "url-safe-base64": "^1.2.0"
     }
 }