实现了用python代码读取本地网页的并解析出其中的内容
需要解析的网页
实现代码
from bs4 import BeautifulSoup
info = []
starslist = []
with open('/Users/Trudy/Desktop/plan-for-combating/week1/1_2/1_2answer_of_homework/index.html', 'r') as wb_data:
soup = BeautifulSoup(wb_data, 'lxml')
images = soup.select(
"body > div > div > div.col-md-9 > div > div > div > img")
prices = soup.select(
"body > div > div > div.col-md-9 > div > div > div > div.caption > h4.pull-right")
titles = soup.select(
"body > div > div > div.col-md-9 > div > div > div > div.caption > h4 > a")
stars = soup.select(
"body > div > div > div.col-md-9 > div > div > div > div.ratings > p:nth-of-type(2)")
reviews = soup.select(
"body > div > div > div.col-md-9 > div > div > div > div.ratings > p.pull-right")
for image,price,title,star,review in zip(images,prices,titles,stars,reviews):
data={
'image':image.get_text(),
'price':price.get_text(),
'title':title.get_text(),
'star':len(star.find_all("span","glyphicon glyphicon-star")),
'review':review.get_text()
}
info.append(data)
for i in info:
print(i['title'],i['price'],i['image'],i['review'],i['star'])
总结：
- nth-of-type（2）父元素的第二个 p 元素的每个 p
- find_all() 方法搜索当前tag的所有tag子节点,并判断是否符合过滤器的条件.这里有几个例子:
soup.find_all("title")
#[<title>The Dormouse's story</title>]
soup.find_all("p", "title"
[<p class="title"><b>The Dormouse's story</b></p>]
soup.find_all("a")
#[<a class="sister" href="http://example.com/elsie" id="link1">Elsie</a>,
#<a class="sister" href="http://example.com/lacie" id="link2">Lacie</a>,
#<a class="sister" href="http://example.com/tillie" id="link3">Tillie</a>]
soup.find_all(id="link2")
#[<a class="sister" href="http://example.com/lacie" id="link2">Lacie</a>]
import re
soup.find(string=re.compile("sisters"))
# u'Once upon a time there were three little sisters; and their names were\n'
