diff --git a/client/pd_service_discovery.go b/client/pd_service_discovery.go
index c48d65b06bc..71f3bd31d38 100644
--- a/client/pd_service_discovery.go
+++ b/client/pd_service_discovery.go
@@ -506,6 +506,7 @@ func (c *pdServiceDiscovery) Init() error {
 	}
 
 	if err := c.initRetry(c.checkServiceModeChanged); err != nil {
+		c.cancel()
 		return err
 	}