Mac上安装
brew install chromedriver
chromedriver --version
pip install selenium
import time
from bs4 import BeautifulSoup
from selenium import webdriver
# url = "https://search.jd.com/Search?keyword=%E6%89%8B%E6%9C%BA&enc=utf-8&qrst=1&rt=1&stop=1&vt=2&wq=%E6%89%8B%E6%9C%BA&cid2=653&cid3=655&page=1&s=1&click=0"
url = "https://item.jd.com/1069555.html"
driver = webdriver.Chrome()
driver.implicitly_wait(3)
driver.get(url)
# 模拟下滑到底部操作
for i in range(1, 5):
driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
time.sleep(1)
# 将加载好的页面源码给bs4解析
soup = BeautifulSoup(driver.page_source, "html.parser")
# 进行信息的抽取（京东商品促销信息）
goods_info = soup.select(".prom-item")
for info in goods_info:
title = info.select(".hl_red_bg")[0].text.strip()
price = info.select(".hl_red")[0].text.strip()
print title
print price
driver.close()
