diff --git a/go.mod b/go.mod
index 203894dcc6..5c0e675278 100644
--- a/go.mod
+++ b/go.mod
@@ -232,6 +232,9 @@ replace github.com/btcsuite/btcwallet => github.com/djkazic/btcwallet v1.7.2
 
 replace github.com/btcsuite/btcwallet/walletdb => github.com/djkazic/btcwallet/walletdb v1.7.2
 
+// Neutrino high latency perf
+replace github.com/lightninglabs/neutrino => github.com/djkazic/neutrino v0.16.1-6
+
 // If you change this please also update .github/pull_request_template.md,
 // docs/INSTALL.md and GO_IMAGE in lnrpc/gen_protos_docker.sh.
 go 1.21.4
diff --git a/go.sum b/go.sum
index e9a111bdc8..1bf5344d4d 100644
--- a/go.sum
+++ b/go.sum
@@ -629,6 +629,8 @@ github.com/djkazic/btcwallet v1.7.2 h1:9x1nByPxHr7QK8WB5NAxMYZSOZsc+vYWyxzz3bofH
 github.com/djkazic/btcwallet v1.7.2/go.mod h1:2C3Q/MhYAKmk7F+Tey6LfKtKRTdQsrCf8AAAzzDPmH4=
 github.com/djkazic/btcwallet/walletdb v1.7.2 h1:ygWFJwYJ2p9yBCNiNCNmxcvKyHxPDA2sx5ADWsJfAHA=
 github.com/djkazic/btcwallet/walletdb v1.7.2/go.mod h1:7ZQ+BvOEre90YT7eSq8bLoxTsgXidUzA/mqbRS114CQ=
+github.com/djkazic/neutrino v0.16.1-6 h1:e9K2wyMiQYQnF9LIaxfHDh7rePA7JkDNxMga/8P5Nfk=
+github.com/djkazic/neutrino v0.16.1-6/go.mod h1:x3OmY2wsA18+Kc3TSV2QpSUewOCiscw2mKpXgZv2kZk=
 github.com/dnaeon/go-vcr v0.0.0-20180814043457-aafff18a5cc2/go.mod h1:aBB1+wY4s93YsC3HHjMBMrwTj2R9FHDzUr9KyGc8n1E=
 github.com/dnsimple/dnsimple-go v0.60.0/go.mod h1:O5TJ0/U6r7AfT8niYNlmohpLbCSG+c71tQlGr9SeGrg=
 github.com/docker/cli v20.10.17+incompatible h1:eO2KS7ZFeov5UJeaDmIs1NFEDRf32PaqRpvoEkKBy5M=
@@ -1117,12 +1119,6 @@ github.com/lightninglabs/loop v0.26.2-beta h1:aUPD+jj5BTW7Kwc45I2UzTN9sS2kFB5rlV
 github.com/lightninglabs/loop v0.26.2-beta/go.mod h1:ajgWPGeG4eGLA12eNnxoZ5s+AFL8ijM4E+j005CZl1Q=
 github.com/lightninglabs/loop/swapserverrpc v1.0.5 h1:wxgAnxO8d20+t8AppNfdoZZY69++9dvx9mkuWST4nxE=
 github.com/lightninglabs/loop/swapserverrpc v1.0.5/go.mod h1:vrUYQjRLzV7fZZkM8I1AlmwTdPjCtKPCzeBeKemMGa4=
-github.com/lightninglabs/neutrino v0.11.0/go.mod h1:CuhF0iuzg9Sp2HO6ZgXgayviFTn1QHdSTJlMncK80wg=
-github.com/lightninglabs/neutrino v0.11.1-0.20200316235139-bffc52e8f200/go.mod h1:MlZmoKa7CJP3eR1s5yB7Rm5aSyadpKkxqAwLQmog7N0=
-github.com/lightninglabs/neutrino v0.14.2/go.mod h1:OICUeTCn+4Tu27YRJIpWvvqySxx4oH4vgdP33Sw9RDc=
-github.com/lightninglabs/neutrino v0.16.0/go.mod h1:x3OmY2wsA18+Kc3TSV2QpSUewOCiscw2mKpXgZv2kZk=
-github.com/lightninglabs/neutrino v0.16.1-0.20240425105051-602843d34ffd h1:D8aRocHpoCv43hL8egXEMYyPmyOiefFHZ66338KQB2s=
-github.com/lightninglabs/neutrino v0.16.1-0.20240425105051-602843d34ffd/go.mod h1:x3OmY2wsA18+Kc3TSV2QpSUewOCiscw2mKpXgZv2kZk=
 github.com/lightninglabs/neutrino/cache v1.1.0/go.mod h1:XJNcgdOw1LQnanGjw8Vj44CvguYA25IMKjWFZczwZuo=
 github.com/lightninglabs/neutrino/cache v1.1.1/go.mod h1:XJNcgdOw1LQnanGjw8Vj44CvguYA25IMKjWFZczwZuo=
 github.com/lightninglabs/neutrino/cache v1.1.2 h1:C9DY/DAPaPxbFC+xNNEI/z1SJY9GS3shmlu5hIQ798g=