Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

fix: genesis and current locations using materialized view #138

Merged
merged 2 commits into from
Jul 9, 2023
Merged

fix: genesis and current locations using materialized view #138

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
79c50b8
fix: genesis and current locations using materialized view
rafaelcr Jul 9, 2023
ba8630c
fix: provide down migration
rafaelcr Jul 9, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 30 additions & 0 deletions migrations/1688836243514_locations-index.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
/* eslint-disable @typescript-eslint/naming-convention */
import { MigrationBuilder, ColumnDefinitions } from 'node-pg-migrate';

export const shorthands: ColumnDefinitions | undefined = undefined;

export function up(pgm: MigrationBuilder): void {
pgm.dropIndex('locations', ['output']); // Duplicate index
pgm.createIndex('locations', ['inscription_id'], { ifNotExists: true });

pgm.createMaterializedView(
'genesis_locations',
{},
`SELECT DISTINCT ON(inscription_id) * FROM locations ORDER BY inscription_id, block_height ASC`
);
pgm.createIndex('genesis_locations', ['inscription_id'], { unique: true });

pgm.createMaterializedView(
'current_locations',
{},
`SELECT DISTINCT ON(inscription_id) * FROM locations ORDER BY inscription_id, block_height DESC`
);
pgm.createIndex('current_locations', ['inscription_id'], { unique: true });
}

export function down(pgm: MigrationBuilder): void {
pgm.createIndex('locations', ['output']);
pgm.dropIndex('locations', ['inscription_id']);
pgm.dropMaterializedView('genesis_locations');
pgm.dropMaterializedView('current_locations');
}
47 changes: 9 additions & 38 deletions src/pg/pg-store.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -57,7 +57,6 @@ export class PgStore extends BasePgStore {
* @param args - Apply/Rollback Chainhook events
*/
async updateInscriptions(payload: ChainhookPayload): Promise<void> {
const updatedInscriptionIds = new Set<number>();
await this.sqlWriteTransaction(async sql => {
for (const event of payload.rollback) {
for (const tx of event.transactions) {
Expand All @@ -81,7 +80,6 @@ export class PgStore extends BasePgStore {
);
const output = `${satpoint.tx_id}:${satpoint.vout}`;
const id = await this.rollBackInscriptionTransfer({ genesis_id, output });
if (id) updatedInscriptionIds.add(id);
logger.info(`PgStore rollback transfer (${genesis_id}) ${output}`);
}
}
Expand All @@ -97,7 +95,7 @@ export class PgStore extends BasePgStore {
const reveal = operation.inscription_revealed;
const satoshi = new OrdinalSatoshi(reveal.ordinal_number);
const satpoint = parseSatPoint(reveal.satpoint_post_inscription);
const id = await this.insertInscriptionGenesis({
await this.insertInscriptionGenesis({
inscription: {
genesis_id: reveal.inscription_id,
mime_type: reveal.content_type.split(';')[0],
Expand Down Expand Up @@ -125,7 +123,6 @@ export class PgStore extends BasePgStore {
sat_coinbase_height: satoshi.blockHeight,
},
});
if (id) updatedInscriptionIds.add(id);
logger.info(
`PgStore reveal #${reveal.inscription_number} (${reveal.inscription_id}) at block ${block_height}`
);
Expand All @@ -134,7 +131,7 @@ export class PgStore extends BasePgStore {
const reveal = operation.cursed_inscription_revealed;
const satoshi = new OrdinalSatoshi(reveal.ordinal_number);
const satpoint = parseSatPoint(reveal.satpoint_post_inscription);
const id = await this.insertInscriptionGenesis({
await this.insertInscriptionGenesis({
inscription: {
genesis_id: reveal.inscription_id,
mime_type: reveal.content_type.split(';')[0],
Expand Down Expand Up @@ -162,7 +159,6 @@ export class PgStore extends BasePgStore {
sat_coinbase_height: satoshi.blockHeight,
},
});
if (id) updatedInscriptionIds.add(id);
logger.info(
`PgStore cursed reveal #${reveal.inscription_number} (${reveal.inscription_id}) at block ${block_height}`
);
Expand Down Expand Up @@ -214,7 +210,6 @@ export class PgStore extends BasePgStore {
sat_coinbase_height,
},
});
updatedInscriptionIds.add(inscription_id);
logger.info(
`PgStore transfer (${transfer.inscription_id}) to output ${satpoint.tx_id}:${satpoint.vout} at block ${block_height}`
);
Expand All @@ -232,9 +227,8 @@ export class PgStore extends BasePgStore {
await this.refreshMaterializedView('chain_tip');
// Skip expensive view refreshes if we're not streaming any live blocks yet.
if (payload.chainhook.is_streaming_blocks) {
await this.normalizeInscriptionLocations({
inscription_id: Array.from(updatedInscriptionIds),
});
await this.refreshMaterializedView('genesis_locations');
await this.refreshMaterializedView('current_locations');
await this.refreshMaterializedView('inscription_count');
await this.refreshMaterializedView('mime_type_counts');
await this.refreshMaterializedView('sat_rarity_counts');
Expand Down Expand Up @@ -380,9 +374,9 @@ export class PgStore extends BasePgStore {
: sql`0 as total`
}
FROM inscriptions AS i
INNER JOIN locations AS loc ON loc.inscription_id = i.id
INNER JOIN locations AS gen ON gen.inscription_id = i.id
WHERE loc.current = TRUE AND gen.genesis = TRUE
INNER JOIN current_locations AS loc ON loc.inscription_id = i.id
INNER JOIN genesis_locations AS gen ON gen.inscription_id = i.id
WHERE TRUE
${
filters?.genesis_id?.length
? sql`AND i.genesis_id IN ${sql(filters.genesis_id)}`
Expand Down Expand Up @@ -529,12 +523,13 @@ export class PgStore extends BasePgStore {
FROM locations AS l
INNER JOIN inscriptions AS i ON l.inscription_id = i.id
WHERE
NOT EXISTS (SELECT id FROM genesis_locations WHERE id = l.id)
AND
${
'block_height' in args
? this.sql`l.block_height = ${args.block_height}`
: this.sql`l.block_hash = ${args.block_hash}`
}
AND l.genesis = FALSE
LIMIT ${args.limit}
OFFSET ${args.offset}
)
Expand Down Expand Up @@ -764,28 +759,4 @@ export class PgStore extends BasePgStore {
});
return inscription_id;
}

private async normalizeInscriptionLocations(args: { inscription_id: number[] }): Promise<void> {
await this.sqlWriteTransaction(async sql => {
for (const id of args.inscription_id) {
await sql`
WITH i_genesis AS (
SELECT id FROM locations
WHERE inscription_id = ${id}
ORDER BY block_height ASC
LIMIT 1
), i_current AS (
SELECT id FROM locations
WHERE inscription_id = ${id}
ORDER BY block_height DESC
LIMIT 1
)
UPDATE locations SET
current = (CASE WHEN id = (SELECT id FROM i_current) THEN TRUE ELSE FALSE END),
genesis = (CASE WHEN id = (SELECT id FROM i_genesis) THEN TRUE ELSE FALSE END)
WHERE inscription_id = ${id}
`;
}
});
}
}
6 changes: 3 additions & 3 deletions tests/inscriptions.test.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2422,7 +2422,7 @@ describe('/inscriptions', () => {
expect(response1.statusCode).toBe(200);
const responseJson1 = response1.json();
expect(responseJson1.total).toBe(0);
expect(responseJson1.results.length).toBeGreaterThan(0);
expect(responseJson1.results.length).toBe(0);

const response2 = await fastify.inject({
method: 'GET',
Expand All @@ -2431,7 +2431,7 @@ describe('/inscriptions', () => {
expect(response2.statusCode).toBe(200);
const responseJson2 = response2.json();
expect(responseJson2.total).toBe(0);
expect(responseJson2.results.length).toBeGreaterThan(0);
expect(responseJson2.results.length).toBe(0);

const response3 = await fastify.inject({
method: 'GET',
Expand All @@ -2440,7 +2440,7 @@ describe('/inscriptions', () => {
expect(response3.statusCode).toBe(200);
const responseJson3 = response3.json();
expect(responseJson3.total).toBe(0);
expect(responseJson3.results.length).toBeGreaterThan(0);
expect(responseJson3.results.length).toBe(0);
});
});
});
Expand Down