Move cron scheduling inside application

cmd/backup/config.go

@@ -34,6 +34,7 @@ type Config struct {
 	BackupFilenameExpand          bool            `split_words:"true"`
 	BackupLatestSymlink           string          `split_words:"true"`
 	BackupArchive                 string          `split_words:"true" default:"/archive"`
+	BackupCronExpression          string          `split_words:"true" default:"@daily"`
 	BackupRetentionDays           int32           `split_words:"true" default:"-1"`
 	BackupPruningLeeway           time.Duration   `split_words:"true" default:"1m"`
 	BackupPruningPrefix           string          `split_words:"true"`

cmd/backup/configProvider.go

@@ -0,0 +1,80 @@
+// Copyright 2021-2022 - Offen Authors <[email protected]>
+// SPDX-License-Identifier: MPL-2.0
+
+package main
+
+import (
+	"fmt"
+	"log"
+	"os"
+
+	"github.com/joho/godotenv"
+	"github.com/offen/envconfig"
+)
+
+type envProxy func(string) (string, bool)
+
+func loadConfig(lookup envProxy) (*Config, error) {
+	envconfig.Lookup = func(key string) (string, bool) {
+		value, okValue := lookup(key)
+		location, okFile := lookup(key + "_FILE")
+
+		switch {
+		case okValue && !okFile: // only value
+			return value, true
+		case !okValue && okFile: // only file
+			contents, err := os.ReadFile(location)
+			if err != nil {
+				log.Panicf("newScript: failed to read %s! Error: %s", location, err)
+				return "", false
+			}
+			return string(contents), true
+		case okValue && okFile: // both
+			log.Panicf("newScript: both %s and %s are set!", key, key+"_FILE")
+			return "", false
+		default: // neither, ignore
+			return "", false
+		}
+	}
+
+	var c = &Config{}
+	if err := envconfig.Process("", c); err != nil {
+		return nil, fmt.Errorf("newScript: failed to process configuration values: %w", err)
+	}
+
+	return c, nil
+}
+
+func loadEnvVars() (*Config, error) {
+	return loadConfig(os.LookupEnv)
+}
+
+func loadEnvFiles(folder string) ([]*Config, error) {
+	items, err := os.ReadDir(folder)
+	if err != nil {
+		return nil, fmt.Errorf("Failed to read files from env folder: %w", err)
+	}
+
+	var cs = make([]*Config, 0)
+	for _, item := range items {
+		if item.IsDir() {
+			log.Println("Skipping directory")
+		} else {
+			envFile, err := godotenv.Read(".env")
+			if err != nil {
+				log.Println("Error reading file: %w", err)
+			}
+			lookup := func(key string) (string, bool) {
+				val, ok := envFile[key]
+				return val, ok
+			}
+			c, err := loadConfig(lookup)
+			if err != nil {
+				log.Println("Error loading config from file: %w", err)
+			}
+			cs = append(cs, c)
+		}
+	}
+
+	return cs, nil
+}

cmd/backup/main.go

@@ -4,21 +4,33 @@
 package main
 
 import (
+	"flag"
 	"fmt"
+	"log/slog"
 	"os"
+	"os/signal"
+	"syscall"
+
+	"github.com/robfig/cron/v3"
 )
 
-func main() {
-	s, err := newScript()
+func runBackup(c *Config) (ret error) {
+	s, err := newScript(c)
 	if err != nil {
-		panic(err)
+		return err
 	}
 
 	unlock, err := s.lock("/var/lock/dockervolumebackup.lock")
+	if err != nil {
+		return err
+	}
+
 	defer func() {
-		s.must(unlock())
+		err = unlock()
+		if err != nil {
+			ret = err
+		}
 	}()
-	s.must(err)
 
 	defer func() {
 		if pArg := recover(); pArg != nil {
@@ -31,9 +43,14 @@ func main() {
 						fmt.Sprintf("An error occurred calling the registered hooks: %s", hookErr),
 					)
 				}
-				os.Exit(1)
+				ret = err
+			} else {
+				s.logger.Error(
+					fmt.Sprintf("Executing the script encountered an unrecoverable panic: %v", err),
+				)
+
+				panic(pArg)
 			}
-			panic(pArg)
 		}
 
 		if err := s.runHooks(nil); err != nil {
@@ -43,7 +60,7 @@ func main() {
 					err,
 				),
 			)
-			os.Exit(1)
+			ret = err
 		}
 		s.logger.Info("Finished running backup tasks.")
 	}()
@@ -65,4 +82,79 @@ func main() {
 	s.must(s.withLabeledCommands(lifecyclePhaseProcess, s.encryptArchive)())
 	s.must(s.withLabeledCommands(lifecyclePhaseCopy, s.copyArchive)())
 	s.must(s.withLabeledCommands(lifecyclePhasePrune, s.pruneBackups)())
+
+	return nil
+}
+
+func main() {
+	serve := flag.Bool("foreground", false, "run the backup in the foreground")
+	envFolder := flag.String("env-folder", "/etc/dockervolumebackup/conf.d", "location of environment files")
+	flag.Parse()
+
+	logger := slog.New(slog.NewTextHandler(os.Stdout, nil))
+
+	if *serve {
+		logger.Info("running in the foreground instead of cron")
+
+		cr := cron.New()
+
+		addJob := func(c *Config) {
+			logger.Info("added cron job", "schedule", c.BackupCronExpression)
+			_, err := cr.AddFunc(c.BackupCronExpression, func() {
+				err := runBackup(c)
+				if err != nil {
+					logger.Error("unexpected error during backup", "error", err)
+				}
+			})
+			if err != nil {
+				logger.Error("failed to create cron job", "schedule", c.BackupCronExpression)
+			}
+		}
+
+		cs, err := loadEnvFiles(*envFolder)
+		if err != nil {
+			logger.Warn("could not load config from environment files")
+
+			c, err := loadEnvVars()
+			if err != nil {
+				logger.Error("could not load config from environment variables")
+			} else {
+				addJob(c)
+			}
+		} else {
+			for _, c := range cs {
+				addJob(c)
+			}
+		}
+
+		logger.Info("subscribed to interupt signals")
+		var quit = make(chan os.Signal, 1)
+		signal.Notify(quit, syscall.SIGTERM, syscall.SIGINT)
+
+		logger.Info("starting cron scheduler")
+		cr.Start()
+
+		logger.Info("application goes to sleep")
+		<-quit
+
+		logger.Info("interrupt arrived, stopping schedules")
+		ctx := cr.Stop()
+		<-ctx.Done()
+	} else {
+		logger.Info("executing one time backup")
+
+		c, err := loadEnvVars()
+		if err != nil {
+			logger.Info("could not load config from environment variables", "error", err)
+			os.Exit(1)
+		}
+
+		err = runBackup(c)
+		if err != nil {
+			logger.Info("unexpected error during backup", "error", err)
+			os.Exit(1)
+		}
+	}
+
+	os.Exit(0)
 }

cmd/backup/script.go

@@ -30,7 +30,6 @@ import (
 	"github.com/containrrr/shoutrrr/pkg/router"
 	"github.com/docker/docker/client"
 	"github.com/leekchan/timeutil"
-	"github.com/offen/envconfig"
 	"github.com/otiai10/copy"
 	"golang.org/x/sync/errgroup"
 )
@@ -58,10 +57,10 @@ type script struct {
 // remote resources like the Docker engine or remote storage locations. All
 // reading from env vars or other configuration sources is expected to happen
 // in this method.
-func newScript() (*script, error) {
+func newScript(c *Config) (*script, error) {
 	stdOut, logBuffer := buffer(os.Stdout)
 	s := &script{
-		c:      &Config{},
+		c:      c,
 		logger: slog.New(slog.NewTextHandler(stdOut, nil)),
 		stats: &Stats{
 			StartTime: time.Now(),
@@ -83,32 +82,6 @@ func newScript() (*script, error) {
 		return nil
 	})
 
-	envconfig.Lookup = func(key string) (string, bool) {
-		value, okValue := os.LookupEnv(key)
-		location, okFile := os.LookupEnv(key + "_FILE")
-
-		switch {
-		case okValue && !okFile: // only value
-			return value, true
-		case !okValue && okFile: // only file
-			contents, err := os.ReadFile(location)
-			if err != nil {
-				s.must(fmt.Errorf("newScript: failed to read %s! Error: %s", location, err))
-				return "", false
-			}
-			return string(contents), true
-		case okValue && okFile: // both
-			s.must(fmt.Errorf("newScript: both %s and %s are set!", key, key+"_FILE"))
-			return "", false
-		default: // neither, ignore
-			return "", false
-		}
-	}
-
-	if err := envconfig.Process("", s.c); err != nil {
-		return nil, fmt.Errorf("newScript: failed to process configuration values: %w", err)
-	}
-
 	s.file = path.Join("/tmp", s.c.BackupFilename)
 
 	tmplFileName, tErr := template.New("extension").Parse(s.file)

go.mod

@@ -28,6 +28,8 @@ require (
 	github.com/golang-jwt/jwt/v5 v5.2.0 // indirect
 	github.com/golang/protobuf v1.5.3 // indirect
 	golang.org/x/time v0.0.0-20220609170525-579cf78fd858 // indirect
+	github.com/joho/godotenv v1.5.1 // indirect
+	github.com/robfig/cron/v3 v3.0.0 // indirect
 	google.golang.org/appengine v1.6.7 // indirect
 	google.golang.org/protobuf v1.31.0 // indirect
 )

go.sum

@@ -443,6 +443,8 @@ github.com/ianlancetaylor/demangle v0.0.0-20200824232613-28f6c0f3b639/go.mod h1:
 github.com/inconshreveable/mousetrap v1.0.1/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw=
 github.com/jarcoal/httpmock v1.2.0 h1:gSvTxxFR/MEMfsGrvRbdfpRUMBStovlSRLw0Ep1bwwc=
 github.com/jarcoal/httpmock v1.2.0/go.mod h1:oCoTsnAz4+UoOUIf5lJOWV2QQIW5UoeUI6aM2YnWAZk=
+github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0=
+github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=
 github.com/jpillora/backoff v1.0.0/go.mod h1:J/6gKK9jxlEcS3zixgDgUAsiuZ7yrSoa/FX5e0EB2j4=
 github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU=
 github.com/json-iterator/go v1.1.9/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
@@ -593,6 +595,8 @@ github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsT
 github.com/prometheus/procfs v0.0.8/go.mod h1:7Qr8sr6344vo1JqZ6HhLceV9o3AJ1Ff+GxbHq6oeK9A=
 github.com/prometheus/procfs v0.1.3/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU=
 github.com/prometheus/procfs v0.6.0/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1xBZuNvfVA=
+github.com/robfig/cron/v3 v3.0.0 h1:kQ6Cb7aHOHTSzNVNEhmp8EcWKLb4CbiMW9h9VyIhO4E=
+github.com/robfig/cron/v3 v3.0.0/go.mod h1:eQICP3HwyT7UooqI/z+Ov+PtYAWygg1TEWWzGIFLtro=
 github.com/rogpeppe/fastuuid v1.2.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ=
 github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
 github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc=