Merge branch 'master' of github.com:bda-research/node-crawler

ahberg · Dec 5, 2017 · 46d933f · 46d933f
2 parents e3bcb87 + 81ca9e4
commit 46d933f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/crawler_primary.png b/crawler_primary.png
diff --git a/lib/crawler.js b/lib/crawler.js
@@ -386,7 +386,8 @@ Crawler.prototype._onContent = function _onContent (error, options, response) {
 	return options.callback(null,response,options.release);
     }
 
-    if (!options.html && !typeis(contentType(response), ['html','xhtml'])){
+    var injectableTypes = ['html','xhtml','text/xml', 'application/xml', '+xml'];
+    if (!options.html && !typeis(contentType(response), injectableTypes)){
 	log("warn","response body is not HTML, skip injecting. Set jQuery to false to suppress this message");
 	return options.callback(null,response,options.release);
     }