ignore blocks lying below finalized head

subsquid · May 15, 2024 · 5b076d9 · 5b076d9
1 parent 1cb341d
commit 5b076d9
Show file tree

Hide file tree

Showing 4 changed files with 22 additions and 0 deletions.
diff --git a/common/changes/@subsquid/substrate-data-raw/master_2024-05-15-12-44.json b/common/changes/@subsquid/substrate-data-raw/master_2024-05-15-12-44.json
@@ -0,0 +1,10 @@
+{
+  "changes": [
+    {
+      "packageName": "@subsquid/substrate-data-raw",
+      "comment": "hot data ingestion: ignore blocks lying below finalized head",
+      "type": "patch"
+    }
+  ],
+  "packageName": "@subsquid/substrate-data-raw"
+}
diff --git a/common/changes/@subsquid/util-internal-ingest-tools/master_2024-05-15-12-44.json b/common/changes/@subsquid/util-internal-ingest-tools/master_2024-05-15-12-44.json
@@ -0,0 +1,10 @@
+{
+  "changes": [
+    {
+      "packageName": "@subsquid/util-internal-ingest-tools",
+      "comment": "hot data ingestion: ignore blocks lying below finalized head",
+      "type": "patch"
+    }
+  ],
+  "packageName": "@subsquid/util-internal-ingest-tools"
+}
diff --git a/substrate/substrate-data-raw/src/datasource.ts b/substrate/substrate-data-raw/src/datasource.ts
@@ -122,6 +122,7 @@ export class RpcDataSource {
                 } else {
                     top = to.height
                 }
+                if (top < proc.getFinalizedHeight()) return
                 if (from > top) {
                     from = top
                 }

diff --git a/util/util-internal-ingest-tools/src/hot.ts b/util/util-internal-ingest-tools/src/hot.ts
@@ -65,6 +65,7 @@ export class HotProcessor<B> {
         if (ref.height == null) {
             return !!this.chain.find(b => b.hash === ref.hash)
         } else {
+            if (ref.height < this.chain[0].height) return true
             if (ref.hash == null) return ref.height < this.getHeight()
             let pos = ref.height - this.chain[0].height
             return this.chain[pos]?.hash === ref.hash