From ef0712615e6ec056e64ac1ecbb9eebead3f5634a Mon Sep 17 00:00:00 2001
From: David Racovan <david@rarebirdinc.com>
Date: Tue, 30 Jul 2024 14:59:03 -0400
Subject: [PATCH] Respect request delay

---
 src/Handlers/CrawlRequestFulfilled.php | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Handlers/CrawlRequestFulfilled.php b/src/Handlers/CrawlRequestFulfilled.php
index 3e48e5f..1f9a0e7 100644
--- a/src/Handlers/CrawlRequestFulfilled.php
+++ b/src/Handlers/CrawlRequestFulfilled.php
@@ -51,6 +51,7 @@ public function __invoke(ResponseInterface $response, $index)
 
                 $this->crawler->getCrawlObservers()->crawlFailed($crawlUrl, $exception);
 
+                usleep($this->crawler->getDelayBetweenRequests());
                 return;
             }