测试京东自动搜索和自动获取数据

from selenium import webdriver
from selenium.common.exceptions import TimeoutException
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver import ActionChains
import time
from lxml import etree

browser = webdriver.Chrome()
wait = WebDriverWait(browser, 5)

def get_page():
    url = 'https://www.jd.com/'
    browser.get(url)
    input = wait.until(EC.presence_of_element_located((By.CSS_SELECTOR, '#key')))
    input.clear()
    input.send_keys('机器人')
    button = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, '#search button.button')))
    button.click()
    time.sleep(3)

    return browser.page_source

def main():
    html = get_page()
    print(html)
    etree_html = etree.HTML(html)
    items = etree_html.xpath('//div[@id="J_goodsList"]/ul/li[@class="gl-item"]')
    for item in items:
        titles = item.xpath('.//div[@class="p-name p-name-type-2"]//em//text()')
        print(titles)
        title = ''.join(titles)
        print(title)
        print('*' * 20)

if __name__ == '__main__':
    main()