feat(runner): implement runner registration with gocast (#1490)

* feat(runner): implement runner registration with gocast

* fix: use log/slog with import alias throughout cmd/tumlive/tumlive.go

* fix(dao/runner): delete by hostname

* fix(dao/runner): remove duplicate key column hostname in OnConflict clause

* fix: lint protofile

* feat: add lint target for runner proto files

* fix: regen protos

cmd/tumlive/tumlive.go

@@ -2,7 +2,7 @@ package main
 
 import (
 	"fmt"
-	"log/slog"
+	log "log/slog"
 	"net"
 	"net/http"
 	_ "net/http/pprof"
@@ -13,13 +13,6 @@ import (
 
 	"github.com/soheilhy/cmux"
 
-	"github.com/TUM-Dev/gocast/api"
-	apiv2 "github.com/TUM-Dev/gocast/apiv2/server"
-	"github.com/TUM-Dev/gocast/dao"
-	"github.com/TUM-Dev/gocast/model"
-	"github.com/TUM-Dev/gocast/tools"
-	"github.com/TUM-Dev/gocast/tools/tum"
-	"github.com/TUM-Dev/gocast/web"
 	"github.com/dgraph-io/ristretto"
 	"github.com/getsentry/sentry-go"
 	sentrygin "github.com/getsentry/sentry-go/gin"
@@ -29,14 +22,23 @@ import (
 	"github.com/pkg/profile"
 	"gorm.io/driver/mysql"
 	"gorm.io/gorm"
+
+	"github.com/TUM-Dev/gocast/api"
+	apiv2 "github.com/TUM-Dev/gocast/apiv2/server"
+	"github.com/TUM-Dev/gocast/dao"
+	"github.com/TUM-Dev/gocast/model"
+	"github.com/TUM-Dev/gocast/pkg/runner_manager"
+	"github.com/TUM-Dev/gocast/tools"
+	"github.com/TUM-Dev/gocast/tools/tum"
+	"github.com/TUM-Dev/gocast/web"
 )
 
 var VersionTag = "development"
 
 type initializer func()
 
-var logger = slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{
-	Level: slog.LevelDebug,
+var logger = log.New(log.NewJSONHandler(os.Stdout, &log.HandlerOptions{
+	Level: log.LevelDebug,
 })).With("service", "main")
 
 var initializers = []initializer{
@@ -209,6 +211,7 @@ func main() {
 		&model.Subtitles{},
 		&model.TranscodingFailure{},
 		&model.Email{},
+		&model.Runner{},
 	)
 	if err != nil {
 		sentry.CaptureException(err)
@@ -234,6 +237,13 @@ func main() {
 	}
 	dao.Cache = *cache
 
+	m := runner_manager.New(dao.NewDaoWrapper())
+	log.Info("running runner manager")
+	err = m.Run()
+	if err != nil {
+		log.Error("Failed to start runner manager", "err", err)
+	}
+
 	// init meili search index settings
 	go tools.NewMeiliExporter(dao.NewDaoWrapper()).SetIndexSettings()
 

dao/dao_base.go

@@ -36,6 +36,7 @@ type DaoWrapper struct {
 	SubtitlesDao
 	TranscodingFailureDao
 	EmailDao
+	RunnerDao RunnerDao
 }
 
 func NewDaoWrapper() DaoWrapper {
@@ -63,5 +64,6 @@ func NewDaoWrapper() DaoWrapper {
 		SubtitlesDao:          NewSubtitlesDao(),
 		TranscodingFailureDao: NewTranscodingFailureDao(),
 		EmailDao:              NewEmailDao(),
+		RunnerDao:             NewRunnerDao(),
 	}
 }

dao/runner.go

@@ -0,0 +1,49 @@
+package dao
+
+import (
+	"context"
+
+	"gorm.io/gorm"
+	"gorm.io/gorm/clause"
+
+	"github.com/TUM-Dev/gocast/model"
+)
+
+//go:generate mockgen -source=runner.go -destination ../mock_dao/runner.go
+
+type RunnerDao interface {
+	// Get Runner by ID
+	Get(context.Context, uint) (model.Runner, error)
+
+	// Create a new Runner for the database
+	Create(context.Context, *model.Runner) error
+
+	// Delete a Runner by hostname.
+	Delete(context.Context, string) error
+}
+
+type runnerDao struct {
+	db *gorm.DB
+}
+
+func NewRunnerDao() RunnerDao {
+	return runnerDao{db: DB}
+}
+
+// Get a Runner by id.
+func (d runnerDao) Get(c context.Context, id uint) (res model.Runner, err error) {
+	return res, d.db.WithContext(c).First(&res, id).Error
+}
+
+// Create a Runner.
+func (d runnerDao) Create(c context.Context, it *model.Runner) error {
+	return d.db.WithContext(c).Clauses(clause.OnConflict{
+		Columns:   []clause.Column{{Name: "hostname"}},        // key column
+		DoUpdates: clause.AssignmentColumns([]string{"port"}), // column needed to be updated
+	}).Create(it).Error
+}
+
+// Delete a Runner by hostname.
+func (d runnerDao) Delete(c context.Context, hostname string) error {
+	return d.db.WithContext(c).Where("hostname = ?", hostname).Delete(&model.Runner{}).Error
+}