diff --git a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java index bc8bb94c5..23e69bca5 100644 --- a/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java +++ b/webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java @@ -438,7 +438,7 @@ private void processRequest(Request request) { }else { page = downloader.download(request, this); } - if (page.isDownloadSuccess()){ + if (page.isDownloadSuccess()&&site.getAcceptStatCode().contains(page.getStatusCode())){ onDownloadSuccess(request, page); } else { onDownloaderFail(request);