Update firehose endpoints (#85)

* cleanup validation * add more firehose endpoints * bump up version
graphprotocol · Feb 21, 2025 · b6e8972 · b6e8972
1 parent e4ae457
commit b6e8972
Show file tree

Hide file tree

Showing 11 changed files with 39 additions and 26 deletions.
diff --git a/package.json b/package.json
@@ -1,5 +1,5 @@
 {
-  "version": "0.6.40",
+  "version": "0.6.41",
   "private": true,
   "type": "module",
   "scripts": {

diff --git a/registry/eip155/apechain.json b/registry/eip155/apechain.json
@@ -8,8 +8,7 @@
   "explorerUrls": ["https://apescan.io"],
   "rpcUrls": ["https://rpc.apechain.com"],
   "apiUrls": [
-    { "url": "https://api.apescan.io/api", "kind": "etherscan" },
-    { "url": "https://apechain.abi.pinax.network/api", "kind": "etherscan" }
+    { "url": "https://api.apescan.io/api", "kind": "etherscan" }
   ],
   "services": { "subgraphs": ["https://api.studio.thegraph.com/deploy"] },
   "networkType": "mainnet",

diff --git a/registry/eip155/berachain.json b/registry/eip155/berachain.json
@@ -8,7 +8,11 @@
   "rpcUrls": ["https://rpc.berachain.com"],
   "explorerUrls": ["https://berascan.com"],
   "apiUrls": [{ "url": "https://api.berascan.com/api", "kind": "etherscan" }],
-  "services": { "subgraphs": ["https://api.studio.thegraph.com/deploy"] },
+  "services": {
+    "subgraphs": ["https://api.studio.thegraph.com/deploy"],
+    "firehose": ["bera.firehose.pinax.network:443"],
+    "substreams": ["bera.substreams.pinax.network:443"]
+  },
   "networkType": "mainnet",
   "issuanceRewards": false,
   "nativeToken": "BERA",

diff --git a/registry/eip155/chiliz-testnet.json b/registry/eip155/chiliz-testnet.json
@@ -17,7 +17,11 @@
   ],
   "networkType": "testnet",
   "relations": [{ "kind": "testnetOf", "network": "chiliz" }],
-  "services": { "subgraphs": ["https://api.studio.thegraph.com/deploy"] },
+  "services": {
+    "subgraphs": ["https://api.studio.thegraph.com/deploy"],
+    "firehose": ["spicy.firehose.pinax.network:443"],
+    "substreams": ["spicy.substreams.pinax.network:443"]
+  },
   "issuanceRewards": false,
   "nativeToken": "CHZ",
   "docsUrl": "https://docs.chiliz.com",

diff --git a/registry/eip155/linea-sepolia.json b/registry/eip155/linea-sepolia.json
@@ -18,7 +18,11 @@
       "kind": "blockscout"
     }
   ],
-  "services": { "subgraphs": ["https://api.studio.thegraph.com/deploy"] },
+  "services": {
+    "subgraphs": ["https://api.studio.thegraph.com/deploy"],
+    "firehose": ["lineasepolia.firehose.pinax.network:443"],
+    "substreams": ["lineasepolia.substreams.pinax.network:443"]
+  },
   "networkType": "testnet",
   "relations": [
     { "kind": "testnetOf", "network": "linea" },

diff --git a/registry/eip155/soneium.json b/registry/eip155/soneium.json
@@ -11,7 +11,11 @@
     { "url": "https://soneium.blockscout.com/api", "kind": "etherscan" }
   ],
   "relations": [{ "kind": "l2Of", "network": "mainnet" }],
-  "services": { "subgraphs": ["https://api.studio.thegraph.com/deploy"] },
+  "services": {
+    "subgraphs": ["https://api.studio.thegraph.com/deploy"],
+    "firehose": ["soneium.firehose.pinax.network:443"],
+    "substreams": ["soneium.substreams.pinax.network:443"]
+  },
   "networkType": "mainnet",
   "issuanceRewards": false,
   "nativeToken": "ETH",

diff --git a/registry/eip155/xlayer-sepolia.json b/registry/eip155/xlayer-sepolia.json
@@ -9,7 +9,11 @@
   "explorerUrls": ["https://www.oklink.com/xlayer-test"],
   "rpcUrls": ["https://testrpc.xlayer.tech"],
   "apiUrls": [],
-  "services": { "subgraphs": ["https://api.studio.thegraph.com/deploy"] },
+  "services": {
+    "subgraphs": ["https://api.studio.thegraph.com/deploy"],
+    "firehose": ["xlayertest.firehose.pinax.network:443"],
+    "substreams": ["xlayertest.substreams.pinax.network:443"]
+  },
   "networkType": "testnet",
   "relations": [
     { "kind": "l2Of", "network": "sepolia" },

diff --git a/registry/starknet/starknet-mainnet.json b/registry/starknet/starknet-mainnet.json
@@ -17,12 +17,11 @@
     "subgraphs": ["https://api.studio.thegraph.com/deploy"],
     "sps": ["https://api.studio.thegraph.com/deploy"],
     "firehose": [
-      "mainnet.starknet.streamingfast.io:443",
       "starknet.firehose.pinax.network:443"
     ],
     "substreams": [
-      "mainnet.starknet.streamingfast.io:443",
-      "starknet.substreams.pinax.network:443"
+      "starknet.substreams.pinax.network:443",
+      "mainnet.starknet.streamingfast.io:443"
     ]
   },
   "issuanceRewards": false,

diff --git a/registry/starknet/starknet-testnet.json b/registry/starknet/starknet-testnet.json
@@ -19,7 +19,10 @@
   "networkType": "testnet",
   "services": {
     "firehose": ["starksepolia.firehose.pinax.network:443"],
-    "substreams": ["starksepolia.substreams.pinax.network:443"]
+    "substreams": [
+      "starksepolia.substreams.pinax.network:443",
+      "testnet.starknet.streamingfast.io:443"
+    ]
   },
   "issuanceRewards": false,
   "nativeToken": "STRK",

diff --git a/src/validate_firehose.ts b/src/validate_firehose.ts
@@ -73,14 +73,13 @@ async function validateSingleEndpoint(
       console.error(err);
     }
   } catch (error) {
-    if (error instanceof Error) {
-      if (error.message.includes("Unimplemented")) {
-        return;
-      }
+    if (error instanceof Error && error.message.includes("Unimplemented")) {
+      WARNINGS.push(
+        `\`${network.id}\` - endpoint ${endpoint} does not expose firehose RPC`,
+      );
+      return;
     }
-    ERRORS.push(
-      `\`${network.id}\` - endpoint ${endpoint} error: ${JSON.stringify(error)}`,
-    );
+    WARNINGS.push(`\`${network.id}\` - endpoint ${endpoint} is not accessible`);
   }
 }
 

diff --git a/src/validate_logic.ts b/src/validate_logic.ts
@@ -215,13 +215,6 @@ function validateServices(networks: Network[]) {
         }
       }
     });
-
-    // Validate that firehose and substreams services are paired by provider
-    const firehoseUrls = services.firehose ?? [];
-    const substreamsUrls = services.substreams ?? [];
-    if (firehoseUrls.length !== substreamsUrls.length) {
-      WARNINGS.push(`\`${network.id}\` - no matching substreams/firehose pair`);
-    }
   }
 
   process.stdout.write("done\n");