Add production field to data messages (#135)

apibara · Jan 18, 2025 · c806dcc · c806dcc
2 parents f1c0092 + 4f827ba
commit c806dcc
Show file tree

Hide file tree

Showing 19 changed files with 332 additions and 29 deletions.
diff --git a/change/@apibara-indexer-17e06f60-8a2d-4dd6-bc1f-a4b2fb4d3b3a.json b/change/@apibara-indexer-17e06f60-8a2d-4dd6-bc1f-a4b2fb4d3b3a.json
@@ -0,0 +1,7 @@
+{
+  "type": "prerelease",
+  "comment": "protocol: add data production field",
+  "packageName": "@apibara/indexer",
+  "email": "[email protected]",
+  "dependentChangeType": "patch"
+}
diff --git a/change/@apibara-plugin-drizzle-f060747e-3aa6-4501-a250-dd8d12dbae1a.json b/change/@apibara-plugin-drizzle-f060747e-3aa6-4501-a250-dd8d12dbae1a.json
@@ -0,0 +1,7 @@
+{
+  "type": "prerelease",
+  "comment": "protocol: add data production field",
+  "packageName": "@apibara/plugin-drizzle",
+  "email": "[email protected]",
+  "dependentChangeType": "patch"
+}
diff --git a/change/@apibara-plugin-mongo-3fbd3cc4-77af-4525-9192-0cd635c71b48.json b/change/@apibara-plugin-mongo-3fbd3cc4-77af-4525-9192-0cd635c71b48.json
@@ -0,0 +1,7 @@
+{
+  "type": "prerelease",
+  "comment": "protocol: add data production field",
+  "packageName": "@apibara/plugin-mongo",
+  "email": "[email protected]",
+  "dependentChangeType": "patch"
+}
diff --git a/change/@apibara-plugin-sqlite-8891e8b0-1000-4500-8f2b-84a0c119f61e.json b/change/@apibara-plugin-sqlite-8891e8b0-1000-4500-8f2b-84a0c119f61e.json
@@ -0,0 +1,7 @@
+{
+  "type": "prerelease",
+  "comment": "protocol: add data production field",
+  "packageName": "@apibara/plugin-sqlite",
+  "email": "[email protected]",
+  "dependentChangeType": "patch"
+}
diff --git a/change/@apibara-protocol-70715784-8c5b-4a67-8852-e732f96e76d6.json b/change/@apibara-protocol-70715784-8c5b-4a67-8852-e732f96e76d6.json
@@ -0,0 +1,7 @@
+{
+  "type": "prerelease",
+  "comment": "Add data production field to data messages",
+  "packageName": "@apibara/protocol",
+  "email": "[email protected]",
+  "dependentChangeType": "patch"
+}
diff --git a/examples/starknet-client/src/main.ts b/examples/starknet-client/src/main.ts
@@ -75,11 +75,13 @@ const command = defineCommand({
       filter: [filter],
       finality: "accepted",
       startingCursor: {
-        orderKey: 800_000n,
+        orderKey: 1_078_335n,
       },
     });
 
-    for await (const message of client.streamData(request)) {
+    for await (const message of client.streamData(request, {
+      timeout: 40_000,
+    })) {
       switch (message._tag) {
         case "data": {
           consola.info("Data", message.data.endCursor?.orderKey);

diff --git a/packages/indexer/src/indexer.test.ts b/packages/indexer/src/indexer.test.ts
@@ -131,6 +131,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 100n },
               endCursor: { orderKey: 101n },
               data: [null, null],
+              production: "backfill",
             },
           },
           {
@@ -140,6 +141,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 101n },
               endCursor: { orderKey: 102n },
               data: [null, null],
+              production: "backfill",
             },
           },
           {
@@ -149,6 +151,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 102n },
               endCursor: { orderKey: 103n },
               data: [{ data: "B" }, null],
+              production: "backfill",
             },
           },
         ];
@@ -165,6 +168,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 102n },
               endCursor: { orderKey: 103n },
               data: [{ data: "B" }, { data: "103B" }],
+              production: "backfill",
             },
           },
           {
@@ -174,6 +178,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 103n },
               endCursor: { orderKey: 104n },
               data: [null, { data: "104B" }],
+              production: "backfill",
             },
           },
           {
@@ -183,6 +188,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 104n },
               endCursor: { orderKey: 105n },
               data: [null, { data: "105B" }],
+              production: "backfill",
             },
           },
           {
@@ -192,6 +198,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 105n },
               endCursor: { orderKey: 106n },
               data: [{ data: "C" }, { data: "106B" }],
+              production: "backfill",
             },
           },
         ];
@@ -208,6 +215,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 105n },
               endCursor: { orderKey: 106n },
               data: [{ data: "C" }, { data: "106BC" }],
+              production: "backfill",
             },
           },
           {
@@ -217,6 +225,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 106n },
               endCursor: { orderKey: 107n },
               data: [null, { data: "107BC" }],
+              production: "backfill",
             },
           },
           {
@@ -226,6 +235,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 107n },
               endCursor: { orderKey: 108n },
               data: [null, { data: "108BC" }],
+              production: "backfill",
             },
           },
         ];
@@ -318,6 +328,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 100n },
               endCursor: { orderKey: 101n },
               data: [null, null],
+              production: "backfill",
             },
           },
           {
@@ -327,6 +338,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 101n },
               endCursor: { orderKey: 102n },
               data: [null, null],
+              production: "backfill",
             },
           },
           {
@@ -336,6 +348,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 102n },
               endCursor: { orderKey: 103n },
               data: [{ data: "B" }, null],
+              production: "backfill",
             },
           },
           Error("this error should not occurr!"),
@@ -354,6 +367,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 103n },
               endCursor: { orderKey: 104n },
               data: [null, { data: "104B" }],
+              production: "backfill",
             },
           },
           {
@@ -363,6 +377,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 104n },
               endCursor: { orderKey: 105n },
               data: [null, { data: "105B" }],
+              production: "backfill",
             },
           },
           {
@@ -372,6 +387,7 @@ describe("Run Test", () => {
               cursor: { orderKey: 105n },
               endCursor: { orderKey: 106n },
               data: [{ data: "C" }, { data: "106B" }],
+              production: "backfill",
             },
           },
         ];

diff --git a/packages/indexer/src/internal/testing.ts b/packages/indexer/src/internal/testing.ts
@@ -56,6 +56,7 @@ export function generateMockMessages(
           finality: "accepted",
           data: [{ data: `${5_000_000 + i}` }],
           endCursor: { orderKey: BigInt(5_000_000 + i) },
+          production: "backfill",
         },
       });
     }