php querylist 采集

• 使用composer安装

composer require jaeger/querylist

• 以采集925.tv为例子

  • 列表页
    

• 简单用法

  • 和jQuery选择器类似 具体可以参考jq选择器以及 querlist官方文档

namespace app\index\controller;use QL\QueryList;
Use think\Controller
Class Index extends Controller{//采集数据列表页（catid = 1 足球 catid =2 篮球）public function get_url($url='http://www.925.tv/?catid=2'){$data = QueryList::get($url);return $data;}//采集二级分类public function time_and_tow(){$data = $this->get_url();//定义规则$rules = ['category_two' => ['span>em','text'],//span标签下的em下的text];//设置切片$range = 'section';$rt = $data->rules($rules)->range($range)->query()->getData();//处理结果集$arr = $rt->all();
//        echo '
'.print_r($arr,true).'
';//注销对象$data->destruct();return $arr;}//获取A队名称public function get_name_a(){$data = $this->get_url();$zhudui = $data->find('.zhudui p')->texts();$arr = $zhudui->all();$data->destruct();
//        echo '
'.print_r($arr,true).'
';return $arr;}//获取A队LOGOpublic function get_logo_a(){$data = $this->get_url();$zhudui_img = $data->find('.zhudui img')->attrs('data-original');$arr = $zhudui_img->all();
//        echo '
'.print_r($arr,true).'
';$data->destruct();return $arr;}//获取B队名称public function get_name_b(){$data = $this->get_url();$kedui = $data->find('.kedui p')->texts();$arr = $kedui->all();$data->destruct();
//        echo '
'.print_r($arr,true).'
';return $arr;}//获取B队LOGOpublic function get_logo_b(){$data = $this->get_url();$kedui_img = $data->find('.zhudui img')->attrs('data-original');$arr = $kedui_img->all();$data->destruct();
//        echo '
'.print_r($arr,true).'
';return $arr;}//循环需要注意释放对象资源//获取AIDpublic  function aid($urls){foreach ($urls as $url) {$ql = QueryList::rules([//....'aid' => ['.biaoti','data-aid']]);$res =  $ql->get($url)->query()->getData();// 释放资源，销毁内存占用$aid = $res->all();$s[] = $aid['aid'];$ql->destruct();}return $s;}//获取直播地址public function zhibo_url(){$data = $this->get_url();$zhibo_url = $data->find('.index-div a')->attrs('href');$arr = $zhibo_url->all();
//        echo '
'.print_r($arr,true).'
';$data->destruct();return $arr;}//获取最后一层的IFRAMEpublic function load_1917($urls){$rules = ['add' => ['.singldl dd:eq(0)','data-add'],'tt' => ['.singldl dd:eq(0)','data-tt'],'key' => ['.singldl dd:eq(0)','data-key'],'cat' => ['.singldl dd:eq(0)','data-cat']];foreach ($urls as $key => $url){$ql = QueryList::rules($rules);$r = $ql->get($url)->query()->getData();$res = $r->all();$ql->destruct();//拼接参数if($res['add'] != ''){$result[] = 'http://loading.1917.tv/video.php?add='.$res['add'].'&tt='.$res['tt'].'&key='.$res['key'].'&cat='.$res['cat'];}else{$result[] = '';}}return $result;}//获取直播源public function vd_src($urls){$src = [];$rules = ['video_src' => ['#a1','data-key']];foreach ($urls as $key => $url){if($url != ''){$ql = QueryList::rules($rules);$res = $ql->get($url)->query()->getData();$r = $res->all();$ql->destruct();$hexCharCodeStr = trim($r['video_src'],'');$rawStr = strtolower(substr($hexCharCodeStr,0,2)) === '0x' ? substr($hexCharCodeStr,2) : $hexCharCodeStr;$len = strlen($rawStr);$resultStr  = [];if($len % 2 !== 0) {$src [] = '';}else{for ($i=0;$i<$len;$i=$i+2){$curCharCode = intval(substr($rawStr,$i,2),16);array_push($resultStr,chr($curCharCode));}
//                return $res = join('',$resultStr);$src [] = join('',$resultStr);}}else{$src[] = '';}}return $src;}}

本文来自互联网用户投稿，文章观点仅代表作者本人，不代表本站立场，不承担相关法律责任。如若转载，请注明出处。 如若内容造成侵权/违法违规/事实不符，请点击【内容举报】进行投诉反馈！