feat(mc2mc): configurable log view duration in days (#65)

* feat: increase log view to 2 days

* feat: configurable log view retention

mc2mc/internal/client/client.go

@@ -12,6 +12,7 @@ import (
 type OdpsClient interface {
 	ExecSQL(ctx context.Context, query string) error
 	SetDefaultProject(project string)
+	SetLogViewRetentionInDays(days int)
 }
 
 type Client struct {

mc2mc/internal/client/odps.go

@@ -14,13 +14,16 @@ import (
 type odpsClient struct {
 	logger *slog.Logger
 	client *odps.Odps
+
+	logViewRetentionInDays int
 }
 
 // NewODPSClient creates a new odpsClient instance
 func NewODPSClient(logger *slog.Logger, client *odps.Odps) *odpsClient {
 	return &odpsClient{
-		logger: logger,
-		client: client,
+		logger:                 logger,
+		client:                 client,
+		logViewRetentionInDays: 2,
 	}
 }
 
@@ -35,7 +38,7 @@ func (c *odpsClient) ExecSQL(ctx context.Context, query string) error {
 	}
 
 	// generate log view
-	url, err := odps.NewLogView(c.client).GenerateLogView(taskIns, 1)
+	url, err := odps.NewLogView(c.client).GenerateLogView(taskIns, c.logViewRetentionInDays*24)
 	if err != nil {
 		err = e.Join(err, taskIns.Terminate())
 		return errors.WithStack(err)
@@ -54,6 +57,11 @@ func (c *odpsClient) ExecSQL(ctx context.Context, query string) error {
 	}
 }
 
+// SetLogViewRetentionInDays sets the log view retention in days
+func (c *odpsClient) SetLogViewRetentionInDays(days int) {
+	c.logViewRetentionInDays = days
+}
+
 // SetDefaultProject sets the default project of the odps client
 func (c *odpsClient) SetDefaultProject(project string) {
 	c.client.SetDefaultProjectName(project)

mc2mc/internal/client/setup.go

@@ -10,6 +10,18 @@ import (
 
 type SetupFn func(c *Client) error
 
+func SetUpLogViewRetentionInDays(days int) SetupFn {
+	return func(c *Client) error {
+		if c.OdpsClient == nil {
+			return errors.New("odps client is required")
+		}
+		if days > 0 {
+			c.OdpsClient.SetLogViewRetentionInDays(days)
+		}
+		return nil
+	}
+}
+
 func SetupDefaultProject(project string) SetupFn {
 	return func(c *Client) error {
 		if c.OdpsClient == nil {

mc2mc/internal/config/config.go

@@ -19,6 +19,7 @@ type ConfigEnv struct {
 	DStart                    string `env:"DSTART"`
 	DEnd                      string `env:"DEND"`
 	ExecutionProject          string `env:"EXECUTION_PROJECT"`
+	LogViewRetentionInDays    int    `env:"LOG_VIEW_RETENTION_IN_DAYS" envDefault:"2"`
 	// TODO: delete this
 	DevEnablePartitionValue string `env:"DEV__ENABLE_PARTITION_VALUE" envDefault:"false"`
 	DevEnableAutoPartition  string `env:"DEV__ENABLE_AUTO_PARTITION" envDefault:"false"`

mc2mc/mc2mc.go

@@ -43,6 +43,7 @@ func mc2mc(envs []string) error {
 		client.SetupOTelSDK(cfg.OtelCollectorGRPCEndpoint, cfg.OtelAttributes),
 		client.SetupODPSClient(cfg.GenOdps()),
 		client.SetupDefaultProject(cfg.ExecutionProject),
+		client.SetUpLogViewRetentionInDays(cfg.LogViewRetentionInDays),
 	)
 	if err != nil {
 		return errors.WithStack(err)