Python抓取京东商品促销信息

Mac上安装
brew install chromedriver
chromedriver --version
pip install selenium

import time
from bs4 import BeautifulSoup
from selenium import webdriver

# url = "https://search.jd.com/Search?keyword=%E6%89%8B%E6%9C%BA&enc=utf-8&qrst=1&rt=1&stop=1&vt=2&wq=%E6%89%8B%E6%9C%BA&cid2=653&cid3=655&page=1&s=1&click=0"
url = "https://item.jd.com/1069555.html"

driver = webdriver.Chrome()
driver.implicitly_wait(3)
driver.get(url)

# 模拟下滑到底部操作
for i in range(1, 5):
    driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
    time.sleep(1)

# 将加载好的页面源码给bs4解析
soup = BeautifulSoup(driver.page_source, "html.parser")

# 进行信息的抽取（京东商品促销信息）
goods_info = soup.select(".prom-item")
for info in goods_info:
    title = info.select(".hl_red_bg")[0].text.strip()
    price = info.select(".hl_red")[0].text.strip()
    print title
    print price

driver.close()