用Python爬取51job保存到CSV

import requests
from lxml import etree
import csvdef spider(url_):response = requests.get(url_, headers=headers)response.encoding = 'gbk'return etree.HTML(response.text)# 获取网页内容
def download(list_url):selector = spider(list_url)all_list = selector.xpath('//div[@class="dw_table"]/div[@class="el"]')  # 获取页面全部的例子for div in all_list:a = div.xpath("p/span/a")[0]name = a.xpath("text()")[0].strip()  # 招聘职位名字company = div.xpath('span[@class="t2"]/a/text()')[0]  # 招聘公司place = div.xpath('span[@class="t3"]/text()')[0]  # 招聘地点money = div.xpath('span[@class="t4"]/text()')  # 工资money = money[0] if money else"面议"time = div.xpath('span[@class="t5"]/text()')  # 发布时间time = time[0] if time else  "没有时间"csv_writer([name, company, place, money, time])
# 将内容保存到CSV文件
def csv_writer(item):with open('51job.csv', 'a', encoding='utf-8', newline='')as csvfile:writer = csv.writer(csvfile)try:writer.writerow(item)except Exception as e:print(e)
headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36','Host': 'search.51job.com'
}url_list = 'https://search.51job.com/list/070400,000000,0000,00,9,99,python,2,1.html?lang=c&postchannel=0000&workyear=99&cotype=99°reefrom=99&jobterm=99&companysize=99&ord_field=0&dibiaoid=0&line=&welfare='
download(url_list)

最后保存到CSV中的内容

本文来自互联网用户投稿，文章观点仅代表作者本人，不代表本站立场，不承担相关法律责任。如若转载，请注明出处。 如若内容造成侵权/违法违规/事实不符，请点击【内容举报】进行投诉反馈！