基于urllib.request封装http协议类

by:授客QQ1033553122

测试环境:

Python版本:Python 3.3

 

代码实践

#!/usr/bin/env python
# -*- coding:utf-8 -*-
 
__author__ = 'shouke'
 
import urllib.request
import http.cookiejar
import urllib.parse
 
class MyHttp:
    '''配置要测试请求服务器的ip、端口、域名等信息,封装http请求方法,http头设置'''
 
    def __init__(self, protocol, host, port, header = {}):
       # 从配置文件中读取接口服务器IP、域名,端口
        self.protocol = protocol
        self.host = host
        self.port = port
        self.headers = header  # http 
 
        #install cookie #自动管理cookie
        cj = http.cookiejar.CookieJar()
        opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cj))
        urllib.request.install_opener(opener)
 
    def set_host(self, host):
        self.host = host
 
    def get_host(self):
        return self.host
 
    def get_protocol(self):
        return self.protocol
 
    def set_port(self, port):
        self.port = port
 
    def get_port(self):
        return  self.port
 
    # 设置http
    def set_header(self, headers):
        self.headers = headers
 
    # 封装HTTP GET请求方法
    def get(self, url, params=''):
        url = self.protocol + '://' + self.host + ':' + str(self.port)  + url + params
 
        print('发起的请求为:%s' % url)
        request = urllib.request.Request(url, headers=self.headers)
        try:
            response = urllib.request.urlopen(request)
            response = response.read()
            return response
        except Exception as e:
            print('发送请求失败,原因:%s' % e)
            return None
 
    # 封装HTTP POST请求方法
    def post(self, url, data=''):
        url = self.protocol + '://' + self.host + ':' + str(self.port)  + url
 
        print('发起的请求为:%s' % url)
        request = urllib.request.Request(url, headers=self.headers)
        try:
            response = urllib.request.urlopen(request, data)
            response = response.read()
            return response
        except Exception as e:
            print('发送请求失败,原因:%s' % e)
            return None
 
    # 封装HTTP xxx请求方法
    # 自由扩展

案例1:

#!/usr/bin/env python
# -*- coding:utf-8 -*-
 
__author__ = 'shouke'
 
from httpprotocol import MyHttp
 
if __name__ == '__main__':
    http = MyHttp('https', 'www.baifubao.com', 443)
    params = {"cmd":1059,"callback":"phone", "phone":"15850781443"}
    params = urllib.parse.urlencode(params)
response = http.get('/callback?', params)
print(response)
 
输出response内容如下:

b'phone({"meta":{"result":"0","result_info":"","jump_url":""},"data":{"operator":"\\u79fb\\u52a8","area":"\\u6c5f\\u82cf","area_operator":"\\u6c5f\\u82cf\\u79fb\\u52a8","support_price":{"100":"115","500":"507","1000":"1000","2000":"2000","3000":"2996","5000":"4994","10000":"9989","20000":"19979","30000":"29969","50000":"49948"}}})'

如上,返回Unicode编码的数据:“"\\u79fb\\u52a8",……”,

解决方法:输出前先解码,如下
response = response.decode('unicode_escape')
print(response)

解码后的输出如下:

phone({"meta":{"result":"0","result_info":"","jump_url":""},"data":{"operator":"移动","area":"江苏","area_operator":"江苏移动","support_price":{"100":"115","500":"507","1000":"1000","2000":"2000","3000":"2996","5000":"4994","10000":"9989","20000":"19979","30000":"29969","50000":"49948"}}})

案例2:

#!/usr/bin/env python
# -*- coding:utf-8 -*-
 
__author__ = 'shouke'
 
from httpprotocol import MyHttp
 
if __name__ == '__main__':
     http = MyHttp('http', 'www.webxml.com.cn', 80)    #
header = {'Content-Type':'text/xml','charset':'utf-8'}
http.set_header(header)
    

     params = '''<soapenv:Envelope

xmlns:soapenv="http://schemas.xmlsoap.org/soap/envelope/"  xmlns:web="http://WebXml.com.cn/">

<soapenv:Header/>

<soapenv:Body>

<web:getSupportProvince/>

</soapenv:Body>

</soapenv:Envelope>'''

params = params.encode(encoding='UTF-8')
     response = http.post('/WebServices/WeatherWebService.asmx?', params)
     print(response)

说明:

1、params = params.encode(encoding='UTF-8') # 如果未添加该行代码,会报错如下:

POST data should be bytes or an iterable of bytes. It cannot be of type str.

2、
header = {'Content-Type':'text/xml','charset':'utf-8'}
http.set_header(header)
以上两行代码,为请求添加请求头,如果未添加,则会报错,如下:

HTTP Error 415: Unsupported Media Type

3、输出response,部分内容如下:
\xe7\x9b\xb4\xe8\xbe\x96\xe5\xb8\x82\xe7\x89\xb9\xe5\x88\xab\xe8\xa1\x8c\xe6\x94\xbf\xe5\x8c\xba……
 
如上,返回十六进制(\x表示16进制)的字符e7,9b等
解决方法:输出前先解码,如下
response = response.decode('utf-8')
print(response)
 
解码后的输出结果:
直辖市特别行政区……
 
案例3:
import json
 
from httpprotocol import MyHttp
 
if __name__ == '__main__':
http = MyHttp('http', 'info.so.360.cn', 80)
header = {'Content-Type':'application/x-www-form-urlencoded','charset':'utf-8'}
http = MyHttp('http', 'info.so.360.cn', 80)
http.set_header(header)
 
    url = '/index.php?g=Embody&m=Index&a=submit'
    parmas = '{"websitetype":"博客论坛","url":"http://blog.sina.com.cn/ishouke","email":"[email protected]","checkcode":"rkqj"}'
    parmas = parmas.encode('utf-8')
    response = http.post(url,parmas)
    print(response.decode('utf-8'))
 
说明:如果服务器支持的内容类型(‘Content-Type’)为json则要修改请求头,如下
header = {'Content-Type':'application/json','charset':'utf-8'}
 
04-25 23:04