Use REST spenttxouts for block indexing, plus consistency fixes and RocksDB multi-CF

.github/workflows/rust.yml

@@ -29,6 +29,16 @@ jobs:
     - name: Run tests (Bitcoin mode, REST+Electrum)
       run: RUST_LOG=debug cargo test
 
+  test-core-29:
+    runs-on: ubuntu-22.04
+    steps:
+    - run: sudo apt-get update && sudo apt-get install libfuse2
+    - uses: actions/checkout@v4
+    - uses: dtolnay/rust-toolchain@1.75.0
+    - uses: Swatinem/rust-cache@v2
+    - name: Run tests (Bitcoin Core 29, legacy indexer)
+      run: RUST_LOG=debug cargo test --no-default-features --features test-core-29
+
   test-electrum-raw:
     runs-on: ubuntu-22.04
     steps:

Cargo.toml

@@ -14,6 +14,7 @@ edition = "2018"
 default-run = "electrs"
 
 [features]
+default = ["test-core-30"]
 liquid = ["elements"]
 electrum-discovery = ["electrum-client"]
 bench = []
@@ -26,6 +27,8 @@ otlp-tracing = [
     "opentelemetry-semantic-conventions",
     "electrs_macros/otlp-tracing"
 ]
+test-core-30 = ["corepc-node?/30_2"]
+test-core-29 = ["corepc-node?/29_0"]
 
 [dependencies]
 arraydeque = "0.5.1"
@@ -70,17 +73,21 @@ tracing-subscriber = { version = "0.3.17", default-features = false, features =
 opentelemetry-semantic-conventions = { version = "0.12.0", optional = true }
 tracing = { version = "0.1.40", default-features = false, features = ["attributes"], optional = true }
 rand = "0.9.1"
+ureq = { version = "3.1", default-features = false, features = ["json"] }
 
 # optional dependencies for electrum-discovery
 electrum-client = { version = "0.8", optional = true }
 zmq = "0.10.0"
 electrs_macros = { path = "electrs_macros", default-features = false }
 
+# only used for tests, but also declared as an optional (never activated) non-dev dependency
+# so weak test-core-* feature forwarding remains valid when `cargo install` omits the dev-deps
+corepc-node = { version = "0.12", optional = true }
+
 [dev-dependencies]
-corepc-node = { version = "0.10", features = ["download", "29_0"] }
+corepc-node = { version = "0.12", features = ["download"] }
 elementsd = { version = "0.11", features = ["22_1_1"] }
 electrumd = { version = "0.1.0", features = ["4_6_2"] }
-ureq = { version = "3.1", default-features = false, features = ["json"] }
 tempfile = "3.10"
 criterion = { version = "0.8", features = ["html_reports"] }
 bitcoin-test-data = { version = "*" }

README.md

@@ -30,15 +30,6 @@ Creating the indexes should take a few hours on a beefy machine with SSD.
 
 To deploy with Docker, follow the [instructions here](https://github.com/Blockstream/esplora#how-to-build-the-docker-image).
 
-### Light mode
-
-For personal or low-volume use, you may set `--lightmode` to reduce disk storage requirements
-by roughly 50% at the cost of slower and more expensive lookups.
-
-With this option set, raw transactions and metadata associated with blocks will not be kept in rocksdb
-(the `T`, `X` and `M` indexes),
-but instead queried from bitcoind on demand.
-
 ### Notable changes from Electrs:
 
 - HTTP REST API in addition to the Electrum JSON-RPC protocol, with extended transaction information
@@ -63,7 +54,6 @@ but instead queried from bitcoind on demand.
 In addition to electrs's original configuration options, a few new options are also available:
 
 - `--http-addr <addr:port>` - HTTP server address/port to listen on (default: `127.0.0.1:3000`).
-- `--lightmode` - enable light mode (see above)
 - `--cors <origins>` - origins allowed to make cross-site request (optional, defaults to none).
 - `--address-search` - enables the by-prefix address search index.
 - `--index-unspendables` - enables indexing of provably unspendable outputs.