爬虫 -- 天天基金网数据简单爬取
目标 — 简单获取天天基金网站的基金数据


代码区
import requests
import time
import pandas as pdif __name__ == '__main__':for j in range(1, 49):url = f'http://fund.eastmoney.com/Data/Fund_JJJZ_Data.aspx?t=1&lx=1&letter=&gsid=&text=&sort=zdf,desc&page={j},200&dt=1597126258333&atfc=&onlySale=0'headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.71 Safari/537.1 LBBROWSER'}resp = requests.get(url, headers=headers).textstr_ = resp[102:]list1 = eval(str_.split(",count")[0])print(f'正在爬取第{j}页')print(f'本页爬取{len(list1)}条数据')num = []name = []today_price = []yesterday_price = []day_value = []day_value_rate = []subscription_status = []redemption_status = []service_charge = []for i in range(len(list1)):# 1、基金代码号num.append(list1[i][0])# 2、股票名称name.append(list1[i][1])# 3、今日基金净额today_price.append(list1[i][3])# 4、昨日基金净额yesterday_price.append(list1[i][5])# 5、日增长值day_value.append(list1[i][7])# 6、日增长率day_value_rate.append(list1[i][8])# 7、申购状态subscription_status.append(list1[i][9])# 8、赎回状态redemption_status.append(list1[i][10])# 9、手续费service_charge.append(list1[i][17])df = pd.DataFrame()df['基金代码'] = numdf['基金名称'] = namedf['2020-08-12\n单位净值'] = today_pricedf['2020-08-11\n单位净值'] = yesterday_pricedf['日增长值'] = day_valuedf['日增长率\n%'] = day_value_ratedf['申购状态'] = subscription_statusdf['赎回状态'] = redemption_statusdf['手续费'] = service_chargetry:df.to_excel(f'基金{j}.xlsx', '基金信息', index=None, encoding='utf-8')except Exception as e:print(e)time.sleep(1)
效果



本文来自互联网用户投稿,文章观点仅代表作者本人,不代表本站立场,不承担相关法律责任。如若转载,请注明出处。 如若内容造成侵权/违法违规/事实不符,请点击【内容举报】进行投诉反馈!
