Stop sending non-actionable errors to incident.io

flow/alerting/alerting.go

@@ -440,21 +440,21 @@ func (a *Alerter) LogFlowError(ctx context.Context, flowName string, err error)
 	}
 	var tags []string
 	if errors.Is(err, context.Canceled) {
-		tags = append(tags, "err:Canceled")
+		tags = append(tags, string(shared.ErrTypeCanceled))
 	}
 	if errors.Is(err, io.EOF) || errors.Is(err, io.ErrUnexpectedEOF) {
-		tags = append(tags, "err:EOF")
+		tags = append(tags, string(shared.ErrTypeEOF))
 	}
 	if errors.Is(err, net.ErrClosed) {
-		tags = append(tags, "err:Closed")
+		tags = append(tags, string(shared.ErrTypeClosed))
 	}
 	var pgErr *pgconn.PgError
 	if errors.As(err, &pgErr) {
 		tags = append(tags, "pgcode:"+pgErr.Code)
 	}
 	var netErr *net.OpError
 	if errors.As(err, &netErr) {
-		tags = append(tags, "err:Net")
+		tags = append(tags, string(shared.ErrTypeNet))
 	}
 	a.sendTelemetryMessage(ctx, logger, flowName, errorWithStack, telemetry.ERROR, tags...)
 }

flow/shared/err_types.go

@@ -0,0 +1,24 @@
+package shared
+
+type ErrType string
+
+const (
+	ErrTypeCanceled ErrType = "err:Canceled"
+	ErrTypeClosed   ErrType = "err:Closed"
+	ErrTypeNet      ErrType = "err:Net"
+	ErrTypeEOF      ErrType = "err:EOF"
+)
+
+func SkipSendingToIncidentIo(errTags []string) bool {
+	skipTags := map[string]struct{}{
+		string(ErrTypeCanceled): {},
+		string(ErrTypeClosed):   {},
+		string(ErrTypeNet):      {},
+	}
+	for _, tag := range errTags {
+		if _, ok := skipTags[tag]; ok {
+			return true
+		}
+	}
+	return false
+}

flow/shared/telemetry/incidentio_message_sender.go

@@ -8,10 +8,12 @@ import (
 	"encoding/json"
 	"fmt"
 	"io"
+	"log/slog"
 	"net/http"
 	"strings"
 	"time"
 
+	"github.com/PeerDB-io/peer-flow/shared"
 	"go.temporal.io/sdk/activity"
 )
 
@@ -50,6 +52,15 @@ func (i *IncidentIoMessageSender) SendMessage(
 		activityInfo = activity.GetInfo(ctx)
 	}
 
+	if shared.SkipSendingToIncidentIo(attributes.Tags) {
+		logger := shared.LoggerFromCtx(ctx)
+		logger.Info("skipping incident.io alert",
+			slog.Any("attributes", attributes),
+			slog.String("subject", subject),
+			slog.String("body", body))
+		return "", nil
+	}
+
 	deduplicationString := strings.Join([]string{
 		"deployID", attributes.DeploymentUID,
 		"subject", subject,