Respect request delay

spatie · Jul 30, 2024 · ef07126 · ef07126
1 parent ae09480
commit ef07126
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/Handlers/CrawlRequestFulfilled.php b/src/Handlers/CrawlRequestFulfilled.php
@@ -51,6 +51,7 @@ public function __invoke(ResponseInterface $response, $index)
 
                 $this->crawler->getCrawlObservers()->crawlFailed($crawlUrl, $exception);
 
+                usleep($this->crawler->getDelayBetweenRequests());
                 return;
             }