python写的,超简易爬虫,具体的使用还有待学习:
# -*- coding:UTF-8 -*-
import requests
from bs4 import BeautifulSoup
if __name__ == '__main__':
url = 'http://127.0.0.1:8080/login.jsp' #登陆的网页
target = 'http://127.0.0.1:8080/test/?filter=-1' #获取内容的网页
data = {'os_username': "123",
'os_password': '111'}
req = requests.Session()
response = req.post(url, data=data) # 登陆
html = req.get(target).text #获取网页所有信息
bf = BeautifulSoup(html)
div = bf.find_all(class_='issue-link') #筛选出网页中指定元素信息
for i in div:
print("遍历:"+i)