complete persistence implementation

Author: pk910

pkg/coordinator/coordinator.go

@@ -1,6 +1,9 @@
 package db
 
 import (
+	"fmt"
+	"strings"
+
 	"github.com/jmoiron/sqlx"
 )
 
@@ -72,3 +75,40 @@ func (db *Database) GetTestRunByRunID(runID int) (*TestRun, error) {
 
 	return &run, nil
 }
+
+// GetTestRunRange returns a range of test runs.
+func (db *Database) GetTestRunRange(testID string, firstRunID, limit int) ([]*TestRun, error) {
+	var runs []*TestRun
+
+	var sql strings.Builder
+
+	fmt.Fprint(&sql, `SELECT * FROM test_runs `)
+
+	args := []any{}
+	whereGlue := "WHERE"
+
+	if testID != "" {
+		fmt.Fprintf(&sql, `%v test_id = $%v `, whereGlue, len(args)+1)
+		args = append(args, testID)
+		whereGlue = "AND"
+	}
+
+	if firstRunID > 0 {
+		fmt.Fprintf(&sql, `%v run_id <= $%v `, whereGlue, len(args)+1)
+		args = append(args, firstRunID)
+	}
+
+	fmt.Fprintf(&sql, `ORDER BY run_id DESC `)
+
+	if limit > 0 {
+		fmt.Fprintf(&sql, ` LIMIT $%v`, len(args)+1)
+		args = append(args, limit)
+	}
+
+	err := db.reader.Select(&runs, sql.String(), args...)
+	if err != nil {
+		return nil, err
+	}
+
+	return runs, nil
+}

pkg/coordinator/db/test_runs.go

@@ -2,6 +2,7 @@ package test
 
 import (
 	"fmt"
+	"sync"
 	"time"
 
 	"github.com/ethpandaops/assertoor/pkg/coordinator/db"
@@ -15,9 +16,11 @@ import (
 type dbTest struct {
 	database *db.Database
 
-	runID     int
-	testRun   *db.TestRun
-	taskIndex []*db.TaskStateIndex
+	runID   int
+	testRun *db.TestRun
+
+	taskIndexMtx sync.Mutex
+	taskIndex    []*db.TaskStateIndex
 }
 
 func LoadTestFromDB(database *db.Database, runID int) (types.Test, error) {
@@ -27,19 +30,21 @@ func LoadTestFromDB(database *db.Database, runID int) (types.Test, error) {
 		return nil, err
 	}
 
-	taskIndex, err := database.GetTaskStateIndex(runID)
-	if err != nil {
-		return nil, err
-	}
-
 	return &dbTest{
-		database:  database,
-		runID:     runID,
-		testRun:   testRun,
-		taskIndex: taskIndex,
+		database: database,
+		runID:    runID,
+		testRun:  testRun,
 	}, nil
 }
 
+func WrapDBTestRun(database *db.Database, test *db.TestRun) types.Test {
+	return &dbTest{
+		database: database,
+		runID:    test.RunID,
+		testRun:  test,
+	}
+}
+
 func (dbt *dbTest) RunID() uint64 {
 	return uint64(dbt.runID)
 }
@@ -75,10 +80,29 @@ func (dbt *dbTest) GetTaskScheduler() types.TaskScheduler {
 func (dbt *dbTest) AbortTest(_ bool) {}
 
 func (dbt *dbTest) GetTaskCount() int {
+	dbt.loadTaskIndex()
 	return len(dbt.taskIndex)
 }
 
+func (dbt *dbTest) loadTaskIndex() {
+	dbt.taskIndexMtx.Lock()
+	defer dbt.taskIndexMtx.Unlock()
+
+	if dbt.taskIndex != nil {
+		return
+	}
+
+	taskIndex, err := dbt.database.GetTaskStateIndex(dbt.runID)
+	if err != nil {
+		return
+	}
+
+	dbt.taskIndex = taskIndex
+}
+
 func (dbt *dbTest) GetAllTasks() []types.TaskIndex {
+	dbt.loadTaskIndex()
+
 	taskIDs := make([]types.TaskIndex, 0)
 
 	for _, task := range dbt.taskIndex {
@@ -93,6 +117,8 @@ func (dbt *dbTest) GetAllTasks() []types.TaskIndex {
 }
 
 func (dbt *dbTest) GetRootTasks() []types.TaskIndex {
+	dbt.loadTaskIndex()
+
 	taskIDs := make([]types.TaskIndex, 0)
 
 	for _, task := range dbt.taskIndex {
@@ -111,6 +137,8 @@ func (dbt *dbTest) GetRootTasks() []types.TaskIndex {
 }
 
 func (dbt *dbTest) GetAllCleanupTasks() []types.TaskIndex {
+	dbt.loadTaskIndex()
+
 	taskIDs := make([]types.TaskIndex, 0)
 
 	for _, task := range dbt.taskIndex {
@@ -125,6 +153,8 @@ func (dbt *dbTest) GetAllCleanupTasks() []types.TaskIndex {
 }
 
 func (dbt *dbTest) GetRootCleanupTasks() []types.TaskIndex {
+	dbt.loadTaskIndex()
+
 	taskIDs := make([]types.TaskIndex, 0)
 
 	for _, task := range dbt.taskIndex {