mod: optimize aggregator

Author: toannhu96

internal/config/config.go

@@ -22,7 +22,7 @@ var (
 	defaultPhishingDb = "https://cfg.rpchub.io/agg/scam-addresses.json"
 
 	_Config = &Config{
-		RequestTimeout:           60,
+		RequestTimeout:           90,
 		MaxRetries:               3,
 		PhishingDb:               []string{defaultPhishingDb},
 		PhishingDbUpdateInterval: 3600,

internal/middleware/plugins/http_proxy.go

@@ -109,11 +109,21 @@ func (m *HttpProxyMiddleware) OnProcess(session *rpc.Session) error {
 			m.policiesMap.Set(session.NodeName, policies)
 		}
 
+		// add custom request headers
+		if strings.Contains(string(ctx.RequestURI()), "coin98.com") {
+			// bypass coin98 check origin headers
+			ctx.Request.Header.Set("origin", "https://dex.saros.xyz")
+		} else {
+			// TODO: add logic to add custom headers
+		}
+		ctx.Request.Header.Set("Accept", "application/json")
+		ctx.Request.Header.Set("User-Agent", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36")
+
 		err := failsafe.Run(func() error {
 			return m.GetClient(session).Do(&ctx.Request, &ctx.Response)
 		}, policies...)
 
-		// TODO: add response headers
+		// Add response headers
 		//if ctx, ok := session.RequestCtx.(*fasthttp.RequestCtx); ok {
 		//	ctx.Response.Header.Set("Access-Control-Max-Age", "86400")
 		//	ctx.Response.Header.Set("Access-Control-Allow-Origin", "*")
@@ -177,7 +187,13 @@ func (m *HttpProxyMiddleware) OnProcess(session *rpc.Session) error {
 
 		// check response body
 		var response map[string]interface{}
-		if err1 := json.Unmarshal(ctx.Response.Body(), &response); err1 == nil {
+		if strings.Contains(string(ctx.Response.Body()), "error status code 429") {
+			log.Error("error response", "node", session.NodeName, "response", string(ctx.Response.Body()))
+			err = fmt.Errorf("error response %s", string(ctx.Response.Body()))
+			shouldDisableEndpoint = true
+			ctx.SetStatusCode(429)
+			return err
+		} else if err1 := json.Unmarshal(ctx.Response.Body(), &response); err1 == nil {
 			if _, ok := response["error"]; ok {
 				log.Error("error response", "node", session.NodeName, "response", string(ctx.Response.Body()))
 				err = fmt.Errorf("error response %s", string(ctx.Response.Body()))