自己写的爬虫

抓500彩票网上的数据

将图中每场比赛的信息。

直接上代码

@Testpublic void testUrl() throws IOException{//根据URL获取某天的比赛。Document doc = Jsoup.connect("http://live.500.com/?e=2017-09-13").get();//获取所有场次的集合。Elements games = doc.select("#table_match tbody tr");//遍历每场比赛，获取每场比赛的信息for (Element game : games){Elements cells = game.getElementsByTag("td");//场次、赛事、轮次、比赛时间、状态String pid = cells.get(0).text();String tournament = cells.get(1).text();String round = cells.get(2).text();String date = cells.get(3).text();String status = cells.get(4).text();
//            System.out.println(pid+ ", " + tournament + ", " + round + ", " + date + ", " + status);//主队名称、黄牌数、红牌数、让球/受让球数String homeName = cells.get(5).getElementsByTag("a").get(0).text();Elements homeSpans = cells.get(5).getElementsByTag("span");String homeYellowCard = "0";String homeRedCard = "0";String homeRQ = "0";for (Element span : homeSpans){if ("yellowcard".equals(span.attr("class"))){//主队黄牌homeYellowCard = span.text();}else if("redcard".equals(span.attr("class"))){//主队红牌homeRedCard = span.text();}else if("sp_rq".equals(span.attr("class")) || "sp_sr".equals(span.attr("class"))){//主队让球数homeRQ = span.text();}}
//            System.out.println(homeName + ", " + homeSpans + ", " + homeYellowCard + ", " + homeRedCard + ", " + homeRQ);
//            System.out.println();//主队进球数、本场比赛数据统计页面的链接、客队进球数String homeFullTimeGoals = cells.get(6).getElementsByClass("clt1").get(0).text();String href = cells.get(6).getElementsByClass("fhuise").get(0).attr("abs:href");String awayFullTimeGoals = cells.get(6).getElementsByClass("clt3").get(0).text();//客队名称、客队黄牌、客队红牌String awayName = cells.get(7).getElementsByTag("a").get(0).text();String awayYellowCard = "0";String awayRedCard = "0";Elements awaySpans = cells.get(7).getElementsByTag("span");for (Element span : awaySpans){if ("yellowcard".equals(span.attr("class"))){awayYellowCard = span.text();}else if ("redcard".equals(span.attr("class"))){awayRedCard = span.text();}}//半场比分String halfScores = cells.get(8).text();String homeHalfTimeGoals = halfScores.substring(0, (halfScores.indexOf("-") - 1));String awayHalfTimeGoals = halfScores.substring(halfScores.indexOf("-") + 2);System.out.println("场次：" + pid + " 赛事：" + tournament + " 轮次：" + round + " 比赛时间：" + date + " 状态：" + status + " 主队名称：" + homeName + " 主队黄牌：" + homeYellowCard + " 主队红牌：" + homeRedCard + " 让球：" + homeRQ + " 主队全场进球：" + homeFullTimeGoals + " 链接：" + href + " 客队全场进球：" + awayFullTimeGoals + " 客队名称：" + awayName + " 客队黄牌：" + awayYellowCard + " 客队红牌：" + awayRedCard + " 主队半场进球：" + homeHalfTimeGoals + " 客队半场进球：" + awayHalfTimeGoals);System.out.println();}

---------------------------------------------------------------------------------------

@Testpublic void test4() throws IOException{Document doc = Jsoup.connect("http://live.500.com/detail.php?fid=699415&r=1").get();Elements teamTitles = doc.select(".wrap .t2>table .team_title");String homeName = teamTitles.get(0).text();String awayName = teamTitles.get(1).text();//获取每行数据。也就是每一项的数据。比如射门的数据。Elements datas = doc.select(".wrap .t2>div>table>tbody> tr");//射门String homeShots = datas.get(0).getElementsByTag("td").get(1).text();String shot = datas.get(0).getElementsByTag("td").get(2).text();String awayShots = datas.get(0).getElementsByTag("td").get(3).text();System.out.println(homeShots + " " + shot + " " + awayShots);//射正String homeShotOns = datas.get(1).getElementsByTag("td").get(1).text();String shotOn = datas.get(1).getElementsByTag("td").get(2).text();String awayShotOns = datas.get(1).getElementsByTag("td").get(3).text();System.out.println(homeShotOns + " " + shotOn + " " + awayShotOns);//犯规String homeFouls = datas.get(2).getElementsByTag("td").get(1).text();String foul = datas.get(2).getElementsByTag("td").get(2).text();String awayFouls = datas.get(2).getElementsByTag("td").get(3).text();System.out.println(homeFouls + " " + foul + " " + awayFouls);//角球String homeCorners = datas.get(3).getElementsByTag("td").get(1).text();String corner = datas.get(3).getElementsByTag("td").get(2).text();String awayCorners = datas.get(3).getElementsByTag("td").get(3).text();System.out.println(homeCorners + " " + corner + " " + awayCorners);//越位String homeOffsides = datas.get(4).getElementsByTag("td").get(1).text();String offside = datas.get(4).getElementsByTag("td").get(2).text();String awayOffsides = datas.get(4).getElementsByTag("td").get(3).text();System.out.println(homeOffsides + " " + offside + " " + awayOffsides);//红牌String homeRedCards = datas.get(5).getElementsByTag("td").get(1).text();String redCard = datas.get(5).getElementsByTag("td").get(2).text();String awayRedCards = datas.get(5).getElementsByTag("td").get(3).text();System.out.println(homeRedCards + " " + redCard + " " + awayRedCards);//黄牌String homeYellowCards = datas.get(6).getElementsByTag("td").get(1).text();String yellowCard = datas.get(6).getElementsByTag("td").get(2).text();String awayYellowCards = datas.get(6).getElementsByTag("td").get(3).text();System.out.println(homeYellowCards + " " + yellowCard + " " + awayYellowCards);//进攻String homeOffensives = datas.get(7).getElementsByTag("td").get(1).text();String offensive = datas.get(7).getElementsByTag("td").get(2).text();String awayOffensives = datas.get(7).getElementsByTag("td").get(3).text();System.out.println(homeOffensives + " " + offensive + " " + awayOffensives);//威胁进攻String homeThreatOffensives = datas.get(8).getElementsByTag("td").get(1).text();String threatOffensive = datas.get(8).getElementsByTag("td").get(2).text();String awayThreatOffensives = datas.get(8).getElementsByTag("td").get(3).text();System.out.println(homeThreatOffensives + " " + threatOffensive + " " + awayThreatOffensives);//任意球String homefreeKicks = datas.get(9).getElementsByTag("td").get(1).text();String freeKick = datas.get(9).getElementsByTag("td").get(2).text();String awayfreeKicks = datas.get(9).getElementsByTag("td").get(3).text();System.out.println(homefreeKicks + " " + freeKick + " " + awayfreeKicks);//控球String homePossessionPercentages = datas.get(11).getElementsByTag("td").get(1).text();String possessionPercentage = datas.get(11).getElementsByTag("td").get(2).text();String awayPossessionPercentages = datas.get(11).getElementsByTag("td").get(3).text();System.out.println(homePossessionPercentages + " " + possessionPercentage + " " + awayPossessionPercentages);}

转载于:https://www.cnblogs.com/GooPolaris/p/7919835.html

本文来自互联网用户投稿，文章观点仅代表作者本人，不代表本站立场，不承担相关法律责任。如若转载，请注明出处。 如若内容造成侵权/违法违规/事实不符，请点击【内容举报】进行投诉反馈！