feat: ingest pox5 transition correctly

.vscode/launch.json

@@ -14,7 +14,7 @@
       "outputCapture": "std",
       "internalConsoleOptions": "openOnSessionStart",
       "env": {
-        "NODE_ENV": "development"
+        "NODE_ENV": "production"
       }
     },
     {

migrations/1775100000000_tx-event-pagination-indexes.ts

@@ -0,0 +1,54 @@
+import type { MigrationBuilder } from 'node-pg-migrate';
+
+const CANONICAL_EVENT_WHERE = 'canonical = TRUE AND microblock_canonical = TRUE';
+
+export const up = (pgm: MigrationBuilder) => {
+  pgm.createIndex('stx_events', ['tx_id', 'event_index'], {
+    name: 'stx_events_canonical_tx_id_event_index_idx',
+    where: CANONICAL_EVENT_WHERE,
+    ifNotExists: true,
+  });
+  pgm.createIndex('ft_events', ['tx_id', 'event_index'], {
+    name: 'ft_events_canonical_tx_id_event_index_idx',
+    where: CANONICAL_EVENT_WHERE,
+    ifNotExists: true,
+  });
+  pgm.createIndex('nft_events', ['tx_id', 'event_index'], {
+    name: 'nft_events_canonical_tx_id_event_index_idx',
+    where: CANONICAL_EVENT_WHERE,
+    ifNotExists: true,
+  });
+  pgm.createIndex('stx_lock_events', ['tx_id', 'event_index'], {
+    name: 'stx_lock_events_canonical_tx_id_event_index_idx',
+    where: CANONICAL_EVENT_WHERE,
+    ifNotExists: true,
+  });
+  pgm.createIndex('contract_logs', ['tx_id', 'event_index'], {
+    name: 'contract_logs_canonical_tx_id_event_index_idx',
+    where: CANONICAL_EVENT_WHERE,
+    ifNotExists: true,
+  });
+};
+
+export const down = (pgm: MigrationBuilder) => {
+  pgm.dropIndex('stx_events', [], {
+    name: 'stx_events_canonical_tx_id_event_index_idx',
+    ifExists: true,
+  });
+  pgm.dropIndex('ft_events', [], {
+    name: 'ft_events_canonical_tx_id_event_index_idx',
+    ifExists: true,
+  });
+  pgm.dropIndex('nft_events', [], {
+    name: 'nft_events_canonical_tx_id_event_index_idx',
+    ifExists: true,
+  });
+  pgm.dropIndex('stx_lock_events', [], {
+    name: 'stx_lock_events_canonical_tx_id_event_index_idx',
+    ifExists: true,
+  });
+  pgm.dropIndex('contract_logs', [], {
+    name: 'contract_logs_canonical_tx_id_event_index_idx',
+    ifExists: true,
+  });
+};

migrations/1779392293803_pox5-events.ts

@@ -0,0 +1,88 @@
+import type { MigrationBuilder } from 'node-pg-migrate';
+
+export const up = (pgm: MigrationBuilder) => {
+  pgm.createTable('pox5_events', {
+    id: {
+      type: 'bigserial',
+      primaryKey: true,
+    },
+    event_index: {
+      type: 'integer',
+      notNull: true,
+    },
+    tx_id: {
+      notNull: true,
+      type: 'bytea',
+    },
+    tx_index: {
+      type: 'smallint',
+      notNull: true,
+    },
+    block_height: {
+      type: 'integer',
+      notNull: true,
+    },
+    index_block_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    parent_index_block_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    microblock_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    microblock_sequence: {
+      type: 'integer',
+      notNull: true,
+    },
+    microblock_canonical: {
+      type: 'boolean',
+      notNull: true,
+    },
+    canonical: {
+      type: 'boolean',
+      notNull: true,
+    },
+    name: {
+      type: 'text',
+      notNull: true,
+    },
+    data: {
+      type: 'jsonb',
+      notNull: true,
+    },
+  });
+
+  pgm.createIndex(
+    'pox5_events',
+    [
+      { name: 'block_height', sort: 'DESC' },
+      { name: 'microblock_sequence', sort: 'DESC' },
+      { name: 'tx_index', sort: 'DESC' },
+      { name: 'event_index', sort: 'DESC' },
+    ],
+    {
+      where: 'canonical = TRUE AND microblock_canonical = TRUE',
+    }
+  );
+  pgm.createIndex('pox5_events', 'tx_id');
+  pgm.createIndex('pox5_events', ['index_block_hash', 'canonical']);
+  pgm.createIndex('pox5_events', 'microblock_hash');
+
+  // Add pox_v5_unlock_height to pox_state table to track the unlock height for pox v5
+  pgm.addColumn('pox_state', {
+    pox_v4_unlock_height: {
+      type: 'bigint',
+      notNull: true,
+      default: 0,
+    },
+  });
+};
+
+export const down = (pgm: MigrationBuilder) => {
+  pgm.dropTable('pox5_events');
+  pgm.dropColumn('pox_state', 'pox_v4_unlock_height');
+};

migrations/1779487960678_bonds.ts

@@ -0,0 +1,145 @@
+import type { ColumnDefinitions, MigrationBuilder } from 'node-pg-migrate';
+
+export const shorthands: ColumnDefinitions | undefined = undefined;
+
+export const up = (pgm: MigrationBuilder) => {
+  pgm.createTable('bonds', {
+    id: {
+      type: 'bigserial',
+      primaryKey: true,
+    },
+    tx_id: {
+      type: 'bytea',
+      notNull: true,
+    },
+    tx_index: {
+      type: 'smallint',
+      notNull: true,
+    },
+    block_height: {
+      type: 'integer',
+      notNull: true,
+    },
+    index_block_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    parent_index_block_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    microblock_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    microblock_sequence: {
+      type: 'integer',
+      notNull: true,
+    },
+    microblock_canonical: {
+      type: 'boolean',
+      notNull: true,
+    },
+    canonical: {
+      type: 'boolean',
+      notNull: true,
+    },
+    bond_index: {
+      type: 'integer',
+      notNull: true,
+    },
+    target_rate: {
+      type: 'integer',
+      notNull: true,
+    },
+    stx_value_ratio: {
+      type: 'integer',
+      notNull: true,
+    },
+    min_ustx_ratio: {
+      type: 'integer',
+      notNull: true,
+    },
+    early_unlock_bytes: {
+      type: 'text',
+      notNull: true,
+    },
+    early_unlock_admin: {
+      type: 'text',
+      notNull: true,
+    },
+    first_reward_cycle: {
+      type: 'integer',
+      notNull: true,
+    },
+    bond_start_height: {
+      type: 'integer',
+      notNull: true,
+    },
+    unlock_cycle: {
+      type: 'integer',
+      notNull: true,
+    },
+    unlock_burn_height: {
+      type: 'integer',
+      notNull: true,
+    },
+    btc_capacity: {
+      type: 'numeric',
+      notNull: true,
+    },
+    btc_locked: {
+      type: 'numeric',
+      notNull: true,
+      default: 0,
+    },
+    stx_locked: {
+      type: 'numeric',
+      notNull: true,
+      default: 0,
+    },
+    btc_paid_out: {
+      type: 'numeric',
+      notNull: true,
+      default: 0,
+    },
+    allowed_count: {
+      type: 'integer',
+      notNull: true,
+      default: 0,
+    },
+    registered_count: {
+      type: 'integer',
+      notNull: true,
+      default: 0,
+    },
+  });
+  pgm.createIndex(
+    'bonds',
+    [
+      { name: 'block_height', sort: 'DESC' },
+      { name: 'microblock_sequence', sort: 'DESC' },
+      { name: 'tx_index', sort: 'DESC' },
+    ],
+    {
+      where: 'canonical = TRUE AND microblock_canonical = TRUE',
+    }
+  );
+  pgm.createIndex('bonds', 'bond_index', {
+    where: 'canonical = TRUE AND microblock_canonical = TRUE',
+  });
+
+  // Add bond count to chain tip table to track the number of bonds in the chain
+  pgm.addColumn('chain_tip', {
+    bond_count: {
+      type: 'integer',
+      notNull: true,
+      default: 0,
+    },
+  });
+};
+
+export const down = (pgm: MigrationBuilder) => {
+  pgm.dropTable('bonds');
+  pgm.dropColumn('chain_tip', 'bond_count');
+};

migrations/1779487971367_bond-allowlist-entries.ts

@@ -0,0 +1,82 @@
+import type { ColumnDefinitions, MigrationBuilder } from 'node-pg-migrate';
+
+export const shorthands: ColumnDefinitions | undefined = undefined;
+
+export const up = (pgm: MigrationBuilder) => {
+  pgm.createTable('bond_allowlist_entries', {
+    id: {
+      type: 'bigserial',
+      primaryKey: true,
+    },
+    tx_id: {
+      type: 'bytea',
+      notNull: true,
+    },
+    tx_index: {
+      type: 'smallint',
+      notNull: true,
+    },
+    block_height: {
+      type: 'integer',
+      notNull: true,
+    },
+    index_block_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    parent_index_block_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    microblock_hash: {
+      type: 'bytea',
+      notNull: true,
+    },
+    microblock_sequence: {
+      type: 'integer',
+      notNull: true,
+    },
+    microblock_canonical: {
+      type: 'boolean',
+      notNull: true,
+    },
+    canonical: {
+      type: 'boolean',
+      notNull: true,
+    },
+    bond_index: {
+      type: 'integer',
+      notNull: true,
+    },
+    staker: {
+      type: 'string',
+      notNull: true,
+    },
+    max_sats: {
+      type: 'string',
+      notNull: true,
+    },
+  });
+
+  pgm.createIndex(
+    'bond_allowlist_entries',
+    [
+      { name: 'block_height', sort: 'DESC' },
+      { name: 'microblock_sequence', sort: 'DESC' },
+      { name: 'tx_index', sort: 'DESC' },
+    ],
+    {
+      where: 'canonical = TRUE AND microblock_canonical = TRUE',
+    }
+  );
+  pgm.createIndex('bond_allowlist_entries', 'bond_index', {
+    where: 'canonical = TRUE AND microblock_canonical = TRUE',
+  });
+  pgm.createIndex('bond_allowlist_entries', 'staker', {
+    where: 'canonical = TRUE AND microblock_canonical = TRUE',
+  });
+};
+
+export const down = (pgm: MigrationBuilder) => {
+  pgm.dropTable('bond_allowlist_entries');
+};