1. 前期准备
1.1 开发工具
Python 3.6
Pycharm Pro 2017.3.2
Text文本
1.2 Python库
requests
re
urllib
如果没有这些Python库,使用以下方法
pip install 需要安装的包名(Ps: pip install requests)
2. 配置系统主题文件
个人经过和系统主题对比写了一个主题文件代码,大家可以拷贝到text文本中另存为*.theme文件,我这里命名为lamborghini.theme
; Copyright ?Microsoft Corp. [Theme] ; Windows 7 - IDS_THEME_DISPLAYNAME_AERO DisplayName=兰博基尼 # 个性化主题名称 SetLogonBackground=0 ; Computer - SHIDI_SERVER [CLSID\{20D04FE0-3AEA-1069-A2D8-08002B30309D}\DefaultIcon] DefaultValue=%SystemRoot%\System32\imageres.dll,-109 ; UsersFiles - SHIDI_USERFILES [CLSID\{59031A47-3F72-44A7-89C5-5595FE6B30EE}\DefaultIcon] DefaultValue=%SystemRoot%\System32\imageres.dll,-123 ; Network - SHIDI_MYNETWORK [CLSID\{F02C1A0D-BE21-4350-88B0-7367FC96EF3C}\DefaultIcon] DefaultValue=%SystemRoot%\System32\imageres.dll,-25 ; Recycle Bin - SHIDI_RECYCLERFULL SHIDI_RECYCLER [CLSID\{645FF040-5081-101B-9F08-00AA002F954E}\DefaultIcon] Full=%SystemRoot%\System32\imageres.dll,-54 Empty=%SystemRoot%\System32\imageres.dll,-55 [Control Panel\Cursors] AppStarting=%SystemRoot%\cursors\aero_working.ani Arrow=%SystemRoot%\cursors\aero_arrow.cur Crosshair= Hand=%SystemRoot%\cursors\aero_link.cur Help=%SystemRoot%\cursors\aero_helpsel.cur IBeam= No=%SystemRoot%\cursors\aero_unavail.cur NWPen=%SystemRoot%\cursors\aero_pen.cur SizeAll=%SystemRoot%\cursors\aero_move.cur SizeNESW=%SystemRoot%\cursors\aero_nesw.cur SizeNS=%SystemRoot%\cursors\aero_ns.cur SizeNWSE=%SystemRoot%\cursors\aero_nwse.cur SizeWE=%SystemRoot%\cursors\aero_ew.cur UpArrow=%SystemRoot%\cursors\aero_up.cur Wait=%SystemRoot%\cursors\aero_busy.ani DefaultValue=Windows Aero [email protected],-1020 [Control Panel\Desktop] Wallpaper=D:\Wallpaper\lamborghini\139_151202104128_86504.jpg # 初始化图片 TileWallpaper=0 WallpaperStyle=10 Pattern= [VisualStyles] Path=%ResourceDir%\Themes\Aero\Aero.msstyles ColorStyle=NormalColor Size=NormalSize ColorizationColor=0XA84F1B1B Transparency=1 [boot] SCRNSAVE.EXE= [MasterThemeSelector] MTSM=DABJDKT [Sounds] ; IDS_SCHEME_DEFAULT SchemeName=@%SystemRoot%\System32\mmres.dll,-800 [Slideshow] Interval=60000 # 动画时间 Shuffle=0 ImagesRootPath=D:\Wallpaper\ #图片路径 ----- 以下不要拷贝,用Python批量添加 ----- Item0Path=D:\Wallpaper\lamborghini\aventador_s-007.jpg Item1Path=D:\Wallpaper\lamborghini\aventador_s-006.jpg Item2Path=D:\Wallpaper\lamborghini\aventador_s-005.jpg Item3Path=D:\Wallpaper\lamborghini\aventador_s-004.jpg Item4Path=D:\Wallpaper\lamborghini\aventador_s-003.jpg Item5Path=D:\Wallpaper\lamborghini\aventador_s-002.jpg Item6Path=D:\Wallpaper\lamborghini\aventador_s-001.jpg
3.获取页面地址
3.1 获取需要爬取的网页地址
url:http://www.ivsky.com/search.php?q=%E5%85%B0%E5%8D%9A%E5%9F%BA%E5%B0%BC&PageNo=2
q 查询的数据
PageNo 页码
3.2 获取爬取页面分页图片地址
img_url:http://img.ivsky.com/img/bizhi/pic/201804/17/aventador_s-007.jpg
img_url:http://img.ivsky.com/img/bizhi/pre/201804/17/aventador_s-007.jpg
pic 原图
pre 缩略图
4.编写爬虫
import requests, re, urllib.request class Ivsky_Spider: def __init__(self, new_search_name): """初始化""" self.url_search = 'http://www.ivsky.com/search.php?q=%s' % urllib.request.quote(new_search_name) # 网站搜索 self.url = re.findall(r'(http://.*?)/', self.url_search)[0] # 网站地址 self.headers = { 'User-Agent': 'Mozilla/5.0', # 伪装成浏览器访问 'Referer': self.url # 是否合法 } def Spider(self): """主程序""" i = 1 while True: try: print('='*30 + '第%d页' % i + '='*30) respone = self.Get_Html_Respone(self.url_search + '&PageNo=' + str(i)).text page_temp = re.findall(r'<div class="pagelist">.*?</div>', respone, re.S)[0] if str(i) in page_temp: self.Get_Img_Download(i, respone) else: print('=' * 30 + '程序爬取完成' + '=' * 30) return i += 1 except Exception as e: print('报错信息:%s\n程序退出' % e) return def Get_Html_Respone(self, new_url): """网站Get请求""" respone = requests.get(url=new_url, headers=self.headers) # Get请求 respone.encoding = 'utf-8' # 网页编码转为utf-8 return respone def Get_Img_Download(self, page, new_respone): """图片下载""" print('-' * 20 + '正在获取第%d页图片内容' % page + '-' * 20) img_url_temp = re.findall(r'<div class="left">.*?<ul class="pli">.*?</ul>', new_respone, re.S)[0] img_url_list = re.findall(r'<li>.*?<div.*?><a href="(.*?)".*?>', img_url_temp, re.S) for i in range(len(img_url_list)): print('-' * 20 + '正在下载第%d页第%d张图片' % (page, i+1) + '-' * 20) img_url = self.url + img_url_list[i] img_respone = self.Get_Html_Respone(img_url).text img_respone_url = re.findall(r"</script><img.*?src='(.*?)'", img_respone)[0].replace('pre', 'pic') img_f_name = img_respone_url[img_respone_url.rfind('/') + 1:] with open('D:\Wallpaper\lamborghini\%s' % img_f_name, 'wb') as f: img_result = self.Get_Html_Respone(img_respone_url).content f.write(img_result) with open('C:\\Users\Administrator\AppData\Local\Microsoft\Windows\Themes\lamborghini.theme', 'a') as f: f.write('\n') f.write('Item%dPath=D:\Wallpaper\lamborghini\%s' % (i, img_f_name)) if __name__ == '__main__': search_name = u'兰博基尼' a = Ivsky_Spider(search_name) a.Spider()