Add LeaderScheduleEntry

Author: lazynina

entries/epoch.go

@@ -14,9 +14,8 @@ type EpochEntry struct {
 	InitialBlockHeight              uint64
 	InitialView                     uint64
 	FinalBlockHeight                uint64
-	CreatedAtBlockTimestampNanoSecs uint64
-
-	BadgerKey []byte `pg:",pk,use_zero"`
+	CreatedAtBlockTimestampNanoSecs int64
+	SnapshotAtEpochNumber           uint64
 }
 
 type PGEpochEntry struct {
@@ -33,12 +32,17 @@ type PGEpochUtxoOps struct {
 
 // Convert the EpochEntry DeSo encoder to the PGEpochEntry struct used by bun.
 func EpochEntryEncoderToPGStruct(epochEntry *lib.EpochEntry, keyBytes []byte, params *lib.DeSoParams) EpochEntry {
+	var snapshotAtEpochNumber uint64
+	if epochEntry.EpochNumber >= 2 {
+		snapshotAtEpochNumber = epochEntry.EpochNumber - 2
+	}
 	return EpochEntry{
-		EpochNumber:        epochEntry.EpochNumber,
-		InitialBlockHeight: epochEntry.InitialBlockHeight,
-		InitialView:        epochEntry.InitialView,
-		FinalBlockHeight:   epochEntry.FinalBlockHeight,
-		BadgerKey:          keyBytes,
+		EpochNumber:                     epochEntry.EpochNumber,
+		InitialBlockHeight:              epochEntry.InitialBlockHeight,
+		InitialView:                     epochEntry.InitialView,
+		FinalBlockHeight:                epochEntry.FinalBlockHeight,
+		CreatedAtBlockTimestampNanoSecs: epochEntry.CreatedAtBlockTimestampNanoSecs,
+		SnapshotAtEpochNumber:           snapshotAtEpochNumber,
 	}
 }
 
@@ -49,8 +53,11 @@ func EpochEntryBatchOperation(entries []*lib.StateChangeEntry, db *bun.DB, param
 	// We also ensure before this that all entries have the same operation type.
 	operationType := entries[0].OperationType
 	var err error
+	// Core only tracks the current epoch entry and never deletes them.
+	// In order to track all historical epoch entries, we don't use the badger
+	// key to uniquely identify them, but rather the epoch number.
 	if operationType == lib.DbOperationTypeDelete {
-		err = bulkDeleteEpochEntry(entries, db, operationType)
+		return errors.Wrapf(err, "entries.EpochEntryBatchOperation: Delete operation type not supported")
 	} else {
 		err = bulkInsertEpochEntry(entries, db, operationType, params)
 	}
@@ -76,31 +83,11 @@ func bulkInsertEpochEntry(entries []*lib.StateChangeEntry, db *bun.DB, operation
 	query := db.NewInsert().Model(&pgEntrySlice)
 
 	if operationType == lib.DbOperationTypeUpsert {
-		query = query.On("CONFLICT (badger_key) DO UPDATE")
+		query = query.On("CONFLICT (epoch_number) DO UPDATE")
 	}
 
 	if _, err := query.Returning("").Exec(context.Background()); err != nil {
 		return errors.Wrapf(err, "entries.bulkInsertEpochEntry: Error inserting entries")
 	}
 	return nil
 }
-
-// bulkDeleteEpochEntry deletes a batch of locked stake entries from the database.
-func bulkDeleteEpochEntry(entries []*lib.StateChangeEntry, db *bun.DB, operationType lib.StateSyncerOperationType) error {
-	// Track the unique entries we've inserted so we don't insert the same entry twice.
-	uniqueEntries := consumer.UniqueEntries(entries)
-
-	// Transform the entries into a list of keys to delete.
-	keysToDelete := consumer.KeysToDelete(uniqueEntries)
-
-	// Execute the delete query.
-	if _, err := db.NewDelete().
-		Model(&PGEpochEntry{}).
-		Where("badger_key IN (?)", bun.In(keysToDelete)).
-		Returning("").
-		Exec(context.Background()); err != nil {
-		return errors.Wrapf(err, "entries.bulkDeleteEpochEntry: Error deleting entries")
-	}
-
-	return nil
-}

migrations/initial_migrations/20240129000003_create_epoch_entry_table.go

@@ -12,14 +12,18 @@ import (
 func createEpochEntryTable(db *bun.DB, tableName string) error {
 	_, err := db.Exec(strings.Replace(`
 			CREATE TABLE {tableName} (
-				epoch_number BIGINT NOT NULL,
+				epoch_number BIGINT PRIMARY KEY NOT NULL,
 				initial_block_height BIGINT NOT NULL,
 				initial_view BIGINT NOT NULL,
 				final_block_height BIGINT NOT NULL,
 				created_at_block_timestamp_nano_secs BIGINT NOT NULL,
-
-				badger_key BYTEA PRIMARY KEY 
+				snapshot_at_epoch_number BIGINT NOT NULL			
 			);
+
+			CREATE INDEX {tableName}_epoch_number_idx ON {tableName} (epoch_number);
+			CREATE INDEX {tableName}_initial_block_height_idx ON {tableName} (initial_block_height);
+			CREATE INDEX {tableName}_final_block_height_idx ON {tableName} (final_block_height);
+			CREATE INDEX {tableName}_snapshot_at_epoch_number_idx ON {tableName} (snapshot_at_epoch_number);
 		`, "{tableName}", tableName, -1))
 	// TODO: What other fields do we need indexed?
 	return err

migrations/initial_migrations/20240215000001_create_leader_schedule.go

@@ -19,7 +19,6 @@ func createLeaderScheduleTable(db *bun.DB, tableName string) error {
 			CREATE INDEX {tableName}_snapshot_at_epoch_number_idx ON {tableName} (snapshot_at_epoch_number);
 			CREATE INDEX {tableName}_snapshot_at_epoch_number_leader_index_idx ON {tableName} (snapshot_at_epoch_number, leader_index);
 		`, "{tableName}", tableName, -1))
-	// TODO: What other fields do we need indexed?
 	return err
 }
 

migrations/post_sync_migrations/20240213000002_create_pos_fk_comments.go

@@ -22,7 +22,6 @@ func init() {
                 comment on column locked_stake_entry.badger_key is E'@omit';
                 comment on column yield_curve_point.badger_key is E'@omit';
                 comment on column locked_balance_entry.badger_key is E'@omit';
-                comment on column epoch_entry.badger_key is E'@omit';
                 comment on table transaction_partition_34 is E'@omit';
                 comment on table transaction_partition_35 is E'@omit';
                 comment on table transaction_partition_36 is E'@omit';

migrations/post_sync_migrations/20240215000002_create_leader_schedule_fk_comments.go

@@ -6,11 +6,10 @@ import (
 	"github.com/uptrace/bun"
 )
 
-// TODO: revisit access group relationships when we refactor the messaging app to use the graphql API.
 func init() {
 	Migrations.MustRegister(func(ctx context.Context, db *bun.DB) error {
 		_, err := db.Exec(`
-                comment on table leader_schedule_entry is E'@foreignKey (validator_pkid) references account (pkid)|@foreignFieldName leaderScheduleEntries|@fieldName leaderAccount\n@foreignKey (validator_pkid) references validator_entry (validator_pkid)|@foreignFieldName leaderScheduleEntries|@fieldName validatorEntry';
+                comment on table leader_schedule_entry is E'@foreignKey (validator_pkid) references account (pkid)|@foreignFieldName leaderScheduleEntries|@fieldName leaderAccount\n@foreignKey (validator_pkid) references validator_entry (validator_pkid)|@foreignFieldName leaderScheduleEntries|@fieldName validatorEntry\n@foreignKey (snapshot_at_epoch_number) references epoch_entry (snapshot_at_epoch_number)|@foreignFieldName leaderScheduleEntries|@fieldName epochEntryBySnapshot';
                 comment on column leader_schedule_entry.badger_key is E'@omit';
 		`)
 		if err != nil {