python爬取房天下数据Demo

时间:2022-09-18 18:03:26
 1 import requests
 2 from bs4 import BeautifulSoup
 3 res = requests.get('http://sh.esf.fang.com/chushou/3_328298194.htm?channel=1,2&psid=1_37_70')
 4 soup = BeautifulSoup(res.text,'html.parser')
 5 info = {}
 6 info['标题'] = soup.select('.title h1')[0].text.strip()
 7 info['总价'] = soup.select('.price_esf i')[0].text
 8 values = soup.select('div .tt')
 9 keys = soup.select('.tab-cont-right .clearfix .font14')
10 del keys[-1]
11 i = 0
12 length = len(keys)
13 while i < length:
14     info[keys[i].text] = values[i].text 
15     i += 1
16 info