Add max depth + redirects test

spatie · Jul 10, 2024 · 858a9a7 · 858a9a7
1 parent 90aa275
commit 858a9a7
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 0 deletions.
diff --git a/tests/CrawlerTest.php b/tests/CrawlerTest.php
@@ -364,6 +364,18 @@ public function shouldCrawl(UriInterface $url): bool
     assertCrawledUrlCount(3);
 });
 
+it('should handle redirects correctly when max depth is specified', function () {
+    createCrawler([
+        RequestOptions::ALLOW_REDIRECTS => [
+            'track_redirects' => true,
+        ],
+    ])
+        ->setMaximumDepth(5)
+        ->startCrawling('http://localhost:8080/redirect-home/');
+
+    expect(['url' => 'http://localhost:8080/link1', 'foundOn' => 'http://localhost:8080/'])->toBeCrawledOnce();
+});
+
 it('respects the requested delay between requests', function () {
     $baseUrl = 'http://localhost:8080';
 

diff --git a/tests/server/server.js b/tests/server/server.js
@@ -70,6 +70,10 @@ app.get('/meta-nofollow', function (request, response) {
     response.end('<html><head>\n<meta name="robots" content="index, nofollow">\n</head><body><a href="/meta-nofollow-target">no follow it</a></body></html>');
 });
 
+app.get('/redirect-home/', function (request, response) {
+    response.redirect(301, '/');
+});
+
 app.get('/dir1/internal-redirect-entry/', function (request, response) {
     response.end('<a href="../loop-generator/internal-redirect/trapped/">trapped</a> <a href="../../dir1/internal-redirect/trap/">trap-start</a>');
 });