第三周作业 爬取京东红魔3手机评论点赞数等信息

import requests

import json

import pymysql

import time

conn= pymysql.connect(host='localhost',user='root',passwd='123456',db='mysql',port=3306,charset='utf8')

cursor= conn.cursor()

headers= {

'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.121 Safari/537.36',

'Referer': 'https://item.jd.com/100005332346.html'

}

urls= [f'https://sclub.jd.com/comment/productPageComments.action?productId=100005332346&score=0&sortType=5&page={str(i)}&pageSize=10&isShadowSku=0&rid=0&fold=1' for iin range(0,10)]

for urlin urls:

        res= requests.get(url,headers = headers)

        json_data= json.loads(res.text)

        comments= json_data['comments']

        for commentin comments:

                content= comment['content']

                creationTime= comment['creationTime']

                productSize= comment['productSize']

                usefulVoteCount= comment['usefulVoteCount']

                cursor.execute("insert into mars_info (content, creationTime, productSize, usefulVoteCount) values(%s, %s, %s, %s)",

                (content, creationTime, productSize, usefulVoteCount))

                conn.commit()

          time.sleep(4)

conn.close()
屏幕截图.jpg
最后编辑于
©著作权归作者所有,转载或内容合作请联系作者
平台声明:文章内容(如有图片或视频亦包括在内)由作者上传并发布,文章内容仅代表作者本人观点,简书系信息发布平台,仅提供信息存储服务。

推荐阅读更多精彩内容