From 78c914512aff9943256baf71a21581ac7cd99a9e Mon Sep 17 00:00:00 2001
From: weilunhui <weilunhui@gmail.com>
Date: Mon, 19 Aug 2019 18:02:40 +0800
Subject: [PATCH] Update Spider.java
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

if (site.getAcceptStatCode().contains(page.getStatusCode())) 当statusCode在不被接收到集合中的时候没有做处理只是打了log
---
 webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java | 1 +
 1 file changed, 1 insertion(+)

diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
index 62c989f1d..f0762aea0 100644
--- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
+++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
@@ -419,6 +419,7 @@ private void onDownloadSuccess(Request request, Page page) {
                 }
             }
         } else {
+            onDownloaderFail(request);
             logger.info("page status code error, page {} , code: {}", request.getUrl(), page.getStatusCode());
         }
         sleep(site.getSleepTime());