首页 > 代码库 > PHP下载网页

PHP下载网页

2024-10-30 05:06:02   208人阅读

<?php
/*
  author:whq
  作用：获取网页的内容
*/
  include "../Snoopy/Snoopy.class.php";


class CuteCrawler
{
/*
  通过fopen来下载网页
*/
public function getContentByFopen($url)
{
$f       = fopen($url, ‘r‘);
$content = ‘‘;
if($f)
{
while(($buffer = fgets($f, 10240)) != false)
{
$content = $content.$buffer;
}
fclose($f);
}
return $content;
}


public function getContentByFilegetcontent($url)
{
$content = file_get_contents($url);
return   $content;
}


        /*
          通过CURL下载网页
        */
public function getContentByCurl($url)
        {
             $ch = curl_init($url);
             curl_setopt($ch, CURLOPT_HEADER, 0);
             curl_setopt($ch, CURLOPT_RETURNTRANSFER, 0);
             $content = curl_exec($ch);
             curl_close($ch);
             return $content;
        }


        public function getContentSnoopy($url)
        {
        $snoopy = new Snoopy;
        $snoopy->fetchlinks($url);
        return $snoopy->results;
        }


}
    
    $url     = "http://www.kugou.com/yy/special/single/18920.html";
    $crawler = new CuteCrawler();
    $content = $crawler->getContentByFopen($url);
    $con1    = $crawler->getContentByFilegetcontent($url);
    $con2    = $crawler->getContentByCurl($url);
    $con3    = $crawler->getContentSnoopy($url);
    //echo ‘content:‘.$content;
   // echo $con1;
   // var_dump($con1);
    print_r($con3);
?>

PHP下载网页


联系
我们