Day11 (黑客成长日记) 爬取网站图片

#导入第三方库
# coding:utf-8
import requests,re

#找到需要爬取的网站'http://www.qqjia.com/sucai/sucai1210.htm'

#1>获取网站  2>正则表达式匹配不同图片的地址   3>找到所有图片的URL
#开发讲究见名识意

#1.1 定义一个函数get到url
def get_urls():
    #（1）获取网站
    response = requests.get('http://www.qqjia.com/sucai/sucai1210.htm')
    # (2)通过正则匹配地址re库,共有的内容保存，不一样的用  .*？
    url_add = r'<img border="0" alt="" src="(.*?)" /></p>'
    #（3）找到所有图片的URL
    url_list = re.findall(url_add,response.text)
    # (4)打印验证
    print(url_list)
    return url_list
#第四步，下载网页数据
#再定义一个函数  目的：下载数据
def get_gif(url,name):
    #请求图片地址  ，传参
    response = requests.get(url)
    #下载图片到目标位置--》D:\pygif
    with open('D:\pygif\%d.gif'%name,'wb') as ft :
        ft.write(response.content)

    # (5)启动这个程序
if __name__ == '__main__':
    url_list = get_urls()
    a = 1
    for url in url_list:
        get_gif(url,a)
        a += 1

text是源代码，content是二进制数据

import requests,re

def url_get():

    response = requests.get('http://qq.yh31.com/zjbq/2920180.html')

    url_add = r'<img border="0" alt="" src="(.*?)" />'

    url_list = re.findall(url_add,response.text)

    print(url_list)

    return url_list

def download(url,name):

    response = requests.get(url)

    with open('D:\pygif\%d'%name,'wb') as ft :

        ft.write(response.content)

if __name__ == '__main__':

    url_list = url_get()

    a = 1

    for url in url_list:

        com_url = 'http://mm.yh31.com:88'+ url

        download(com_url, a)

        a += 1