Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Feature/prometheus metrics #102

Open
wants to merge 2 commits into
base: master
Choose a base branch
from
Open

Feature/prometheus metrics #102

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
82670a9
initial prometheus metrics for http status codes
Oct 18, 2021
a41a894
minor fixes, added metric for internal errors
MaxBidlingmaier Oct 19, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
101 changes: 83 additions & 18 deletions aws-es-proxy.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ import (
"path"
"regexp"
"runtime"
"strconv"
"strings"
"time"

Expand All @@ -29,6 +30,10 @@ import (
"github.com/sirupsen/logrus"
"go.mongodb.org/mongo-driver/bson/primitive"
"golang.org/x/net/publicsuffix"

"github.com/prometheus/client_golang/prometheus"
"github.com/prometheus/client_golang/prometheus/promauto"
"github.com/prometheus/client_golang/prometheus/promhttp"
)

func logger(debug bool) {
Expand Down Expand Up @@ -90,8 +95,32 @@ type proxy struct {
realm string
remoteTerminate bool
assumeRole string
exposeMetrics bool
}

var (
http2xx = promauto.NewCounter(prometheus.CounterOpts{
Name: "aws_es_proxy_http2xx_total",
Help: "The total number of HTTP 2xx received from elasticsearch",
})
http3xx = promauto.NewCounter(prometheus.CounterOpts{
Name: "aws_es_proxy_http3xx_total",
Help: "The total number of HTTP 3xx received from elasticsearch",
})
http4xx = promauto.NewCounter(prometheus.CounterOpts{
Name: "aws_es_proxy_http4xx_total",
Help: "The total number of HTTP 4xx received from elasticsearch",
})
http5xx = promauto.NewCounter(prometheus.CounterOpts{
Name: "aws_es_proxy_http5xx_total",
Help: "The total number of HTTP 5xx received from elasticsearch",
})
esError = promauto.NewCounter(prometheus.CounterOpts{
Name: "aws_es_proxy_es_resp_error_total",
Help: "The total number of returned errors in reposonse body from elasticsearch",
})
)

func newProxy(args ...interface{}) *proxy {

noRedirect := func(req *http.Request, via []*http.Request) error {
Expand Down Expand Up @@ -122,6 +151,7 @@ func newProxy(args ...interface{}) *proxy {
realm: args[9].(string),
remoteTerminate: args[10].(bool),
assumeRole: args[11].(string),
exposeMetrics: args[12].(bool),
}
}

Expand Down Expand Up @@ -409,6 +439,25 @@ func (p *proxy) ServeHTTP(w http.ResponseWriter, r *http.Request) {

}

if p.exposeMetrics {
switch code := resp.StatusCode; {
case code < 300:
http2xx.Inc()
case code < 400:
http3xx.Inc()
case code < 500:
http4xx.Inc()
default:
http5xx.Inc()
}

var esRespBody map[string]interface{}
json.Unmarshal(body.Bytes(), &esRespBody)
if _, ok := esRespBody["error"]; ok {
esError.Inc()
}
}

}

// Recent versions of ES/Kibana require
Expand Down Expand Up @@ -458,24 +507,27 @@ func copyHeaders(dst, src http.Header) {
func main() {

var (
debug bool
auth bool
username string
password string
realm string
verbose bool
prettify bool
logtofile bool
nosignreq bool
ver bool
endpoint string
listenAddress string
fileRequest *os.File
fileResponse *os.File
err error
timeout int
remoteTerminate bool
assumeRole string
debug bool
auth bool
username string
password string
realm string
verbose bool
prettify bool
logtofile bool
nosignreq bool
ver bool
endpoint string
listenAddress string
fileRequest *os.File
fileResponse *os.File
err error
timeout int
remoteTerminate bool
assumeRole string
exposeMetrics bool
metricsListenAddress string
metricsPort int
)

flag.StringVar(&endpoint, "endpoint", "", "Amazon ElasticSearch Endpoint (e.g: https://dummy-host.eu-west-1.es.amazonaws.com)")
Expand All @@ -493,6 +545,9 @@ func main() {
flag.StringVar(&realm, "realm", "", "Authentication Required")
flag.BoolVar(&remoteTerminate, "remote-terminate", false, "Allow HTTP remote termination")
flag.StringVar(&assumeRole, "assume", "", "Optionally specify role to assume")
flag.BoolVar(&exposeMetrics, "expose-metrics", false, "Expose prometheus metrics")
flag.StringVar(&metricsListenAddress, "metrics-listen", "127.0.0.1", "IP to bind to for metrics")
flag.IntVar(&metricsPort, "metrics-port", 9100, "Port for metrics")
flag.Parse()

if endpoint == "" {
Expand Down Expand Up @@ -540,6 +595,7 @@ func main() {
realm,
remoteTerminate,
assumeRole,
exposeMetrics,
)

if err = p.parseEndpoint(); err != nil {
Expand All @@ -566,6 +622,15 @@ func main() {

}

go func() {
if exposeMetrics {
logrus.Infof("Enabled metrics on %s...\n", metricsListenAddress+":"+strconv.Itoa(metricsPort)+"/metrics")
http.Handle("/metrics", promhttp.Handler())
http.ListenAndServe(metricsListenAddress+":"+strconv.Itoa(metricsPort), nil)

}
}()

logrus.Infof("Listening on %s...\n", listenAddress)
logrus.Fatalln(http.ListenAndServe(listenAddress, p))
}
5 changes: 3 additions & 2 deletions go.mod
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,9 @@ go 1.14

require (
github.com/aws/aws-sdk-go v1.34.28
github.com/sirupsen/logrus v1.4.2
github.com/prometheus/client_golang v1.11.0
github.com/sirupsen/logrus v1.6.0
go.mongodb.org/mongo-driver v1.5.1
golang.org/x/net v0.0.0-20200202094626-16171245cfb2
golang.org/x/net v0.0.0-20200625001655-4c5254603344
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 // indirect
)
Loading