import requests
import json
import pymysql
import time
conn= pymysql.connect(host='localhost',user='root',passwd='123456',db='mysql',port=3306,charset='utf8')
cursor= conn.cursor()
headers= {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36',
'Referer': 'https://item.jd.com/100005332346.html'
}
urls= [f'https://sclub.jd.com/comment/productPageComments.action?productId=100005332346&score=0&sortType=5&page={str(i)}&pageSize=10&isShadowSku=0&rid=0&fold=1' for iin range(0,10)]
for urlin urls:
res= requests.get(url,headers = headers)
json_data= json.loads(res.text)
comments= json_data['comments']
for commentin comments:
content= comment['content']
creationTime= comment['creationTime']
productSize= comment['productSize']
usefulVoteCount= comment['usefulVoteCount']
cursor.execute("insert into mars_info (content, creationTime, productSize, usefulVoteCount) values(%s, %s, %s, %s)",
(content, creationTime, productSize, usefulVoteCount))
conn.commit()
time.sleep(4)
conn.close()
屏幕截图.jpg
