TECH: Crawler: emit status code when logging failure

Chrono24 · Nov 23, 2023 · 2df3a7b · 2df3a7b
1 parent 6c9633c
commit 2df3a7b
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/crawler/src/util/crawler/Crawler.java b/crawler/src/util/crawler/Crawler.java
@@ -188,7 +188,7 @@ protected void crawl() {
       }
 
       for ( CrawlItem errorPath : _errorPaths ) {
-         _log.error("Failed to get " + errorPath);
+         _log.error("Failed to get " + errorPath + ": status code " + errorPath._errorStatusCode);
       }
 
       if ( _proxyPool != null ) {
@@ -290,10 +290,10 @@ private void addStartURLs() {
 
       List<String> startURLs = _params.getStartURLs();
       if ( _params.isLIFO() ) {
-         /* We have to do some voodoo, to make LIFO work: 
+         /* We have to do some voodoo, to make LIFO work:
           * We reverse the order of the startURLs, since it is unnatural, to put the first URLs to the end.
-          * But as soon as we add the first of our startURLs, it is executed. Not really LIFO. That's why we add the first URLs (un-reversed) first, 
-          * as long as there is a Thread available in our Threadpool.  
+          * But as soon as we add the first of our startURLs, it is executed. Not really LIFO. That's why we add the first URLs (un-reversed) first,
+          * as long as there is a Thread available in our Threadpool.
           */
          List<String> reversedStartURLs = new ArrayList<String>();