解决相对路径url得到http:///jjj.html这样的bug

owner888 · Jul 16, 2018 · dec4ac2 · dec4ac2
1 parent e055d6d
commit dec4ac2
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 10 deletions.
diff --git a/core/phpspider.php b/core/phpspider.php
@@ -1597,7 +1597,6 @@ public function fill_url($url, $collect_url)
             }
         }
 
-        echo $url;exit;
         return $url;
     }
 

diff --git a/demo/qiushibaike.php b/demo/qiushibaike.php
@@ -98,13 +98,6 @@
 
 $spider = new phpspider($configs);
 
-$spider->on_before_download_page = function($url, $link) 
-{
-    // 比如有时需要根据某个特定的URL，来决定这次的请求是否使用代理 / 或使用哪个代理
-    //$link['proxy'] = '223.153.69.150:42354';
-    //return $link;
-};
-
 $spider->on_handle_img = function($fieldname, $img) 
 {
     $regex = '/src="(https?:\/\/.*?)"/i';
@@ -137,7 +130,6 @@
 
 $spider->on_extract_field = function($fieldname, $data, $page) 
 {
-    var_dump($fieldname);
     if ($fieldname == 'article_title') 
     {
         if (strlen($data) > 10) 
@@ -158,7 +150,6 @@
     {
         $data = $page['url'];
     }
-    exit;
     return $data;
 };
-Original file line number
+Diff line change
@@ Expand Up / @@ -1597,7 +1597,6 @@ public function fill_url($url, $collect_url) @@
                 }
             }
-            echo $url;exit;
             return $url;
         }
@@ Expand Down @@