转载了一个斗图深神器的爬虫
**
原创作者:玛森教育
**
import os
import requests
from bs4 import BeautifulSoup
if not os.path.exists('./images/'):
os.mkdir('./images/')
headers={
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.96 Safari/537.36'
}
url = 'https://fabiaoqing.com/biaoqing/lists/page/5.html'
response = requests.get(url, headers = headers).text
soup = BeautifulSoup(response)
img_list = soup.find_all('img',class_='ui image lazy')
for img in img_list:
img_url = img['data-original']
img_title = img['title']
print(img_url,img_title)
try:
with open('./images/' + img_title+os.path.splitext(img_url)[-1],'wb') as f:
image = requests.get(img_url,headers=headers).content
f.write(image)
print('保存成功',img_title)
except:
pass