fix: optimize mempool transaction reads and writes (#1781)

* fix: change mempool_digest into a table

* fix: change digest to be last updated timestamp

* fix: build

* fix: update count on reconcile

* test: mempool renconcile

Author: rafaelcr

migrations/1703177555075_mempool-digest-table.js

@@ -0,0 +1,27 @@
+/* eslint-disable camelcase */
+
+exports.shorthands = undefined;
+
+exports.up = pgm => {
+  pgm.addColumn('chain_tip', {
+    mempool_tx_count: {
+      type: 'int',
+      default: 0,
+    },
+    mempool_updated_at: {
+      type: 'timestamptz',
+      default: pgm.func('(NOW())'),
+    },
+  });
+  pgm.sql(`
+    UPDATE chain_tip SET
+      mempool_tx_count = (SELECT COUNT(*)::int FROM mempool_txs WHERE pruned = FALSE),
+      mempool_updated_at = NOW()
+  `);
+  pgm.alterColumn('chain_tip', 'mempool_tx_count', { notNull: true });
+  pgm.alterColumn('chain_tip', 'mempool_updated_at', { notNull: true });
+};
+
+exports.down = pgm => {
+  pgm.dropColumn('chain_tip', ['mempool_tx_count', 'mempool_updated_at']);
+};

src/datastore/pg-store.ts

@@ -1474,12 +1474,13 @@ export class PgStore extends BasePgStore {
       const unanchoredTxs: string[] = !includeUnanchored
         ? (await this.getUnanchoredTxsInternal(sql)).txs.map(tx => tx.tx_id)
         : [];
+      // If caller is not filtering by any param, get the tx count from the `chain_tip` table.
+      const count =
+        senderAddress || recipientAddress || address
+          ? sql`(COUNT(*) OVER())::int AS count`
+          : sql`(SELECT mempool_tx_count FROM chain_tip) AS count`;
       const resultQuery = await sql<(MempoolTxQueryResult & { count: number })[]>`
-        SELECT ${unsafeCols(sql, [
-          ...MEMPOOL_TX_COLUMNS,
-          abiColumn('mempool_txs'),
-          '(COUNT(*) OVER())::INTEGER AS count',
-        ])}
+        SELECT ${unsafeCols(sql, [...MEMPOOL_TX_COLUMNS, abiColumn('mempool_txs')])}, ${count}
         FROM mempool_txs
         WHERE ${
           address
@@ -1523,7 +1524,9 @@ export class PgStore extends BasePgStore {
    * @returns `FoundOrNot` object with a possible `digest` string.
    */
   async getMempoolTxDigest(): Promise<FoundOrNot<{ digest: string }>> {
-    const result = await this.sql<{ digest: string }[]>`SELECT digest FROM mempool_digest`;
+    const result = await this.sql<{ digest: string }[]>`
+      SELECT date_part('epoch', mempool_updated_at)::text AS digest FROM chain_tip
+    `;
     if (result.length === 0) {
       return { found: false } as const;
     }