|
- # -*- coding: utf-8 -*-
-
- """
- oss2.http
- ~~~~~~~~
-
- 这个模块包含了HTTP Adapters。尽管OSS Python SDK内部使用requests库进行HTTP通信,但是对使用者是透明的。
- 该模块中的 `Session` 、 `Request` 、`Response` 对requests的对应的类做了简单的封装。
- """
-
- import platform
-
- import requests
- from loguru import logger
- from requests.structures import CaseInsensitiveDict
-
- from . import __version__, defaults
- from .compat import to_bytes
- from .exceptions import RequestError
- from .utils import file_object_remaining_bytes, SizedFileAdapter
-
- USER_AGENT = 'aliyun-sdk-python/{0}({1}/{2}/{3};{4})'.format(
- __version__, platform.system(), platform.release(), platform.machine(), platform.python_version())
-
-
-
- class Session(object):
- """属于同一个Session的请求共享一组连接池,如有可能也会重用HTTP连接。"""
-
- def __init__(self, pool_size=None):
- self.session = requests.Session()
-
- psize = pool_size or defaults.connection_pool_size
- self.session.mount('http://', requests.adapters.HTTPAdapter(pool_connections=psize, pool_maxsize=psize))
- self.session.mount('https://', requests.adapters.HTTPAdapter(pool_connections=psize, pool_maxsize=psize))
-
- def do_request(self, req, timeout):
- try:
- logger.debug("Send request, method: {0}, url: {1}, params: {2}, headers: {3}, timeout: {4}, proxies: {5}".format(
- req.method, req.url, req.params, req.headers, timeout, req.proxies))
- return Response(self.session.request(req.method, req.url,
- data=req.data,
- params=req.params,
- headers=req.headers,
- stream=True,
- timeout=timeout,
- proxies=req.proxies))
- except requests.RequestException as e:
- raise RequestError(e)
-
-
- class Request(object):
- def __init__(self, method, url,
- data=None,
- params=None,
- headers=None,
- app_name='',
- proxies=None,
- region=None,
- product=None,
- cloudbox_id=None):
- self.method = method
- self.url = url
- self.data = _convert_request_body(data)
- self.params = params or {}
- self.proxies = proxies
- self.region = region
- self.product = product
- self.cloudbox_id = cloudbox_id
-
- if not isinstance(headers, CaseInsensitiveDict):
- self.headers = CaseInsensitiveDict(headers)
- else:
- self.headers = headers
-
- # tell requests not to add 'Accept-Encoding: gzip, deflate' by default
- if 'Accept-Encoding' not in self.headers:
- self.headers['Accept-Encoding'] = None
-
- if 'User-Agent' not in self.headers:
- if app_name:
- self.headers['User-Agent'] = USER_AGENT + '/' + app_name
- else:
- self.headers['User-Agent'] = USER_AGENT
-
- logger.debug("Init request, method: {0}, url: {1}, params: {2}, headers: {3}".format(method, url, params,
- headers))
-
-
- _CHUNK_SIZE = 8 * 1024
-
-
- class Response(object):
- def __init__(self, response):
- self.response = response
- self.status = response.status_code
- self.headers = response.headers
- self.request_id = response.headers.get('x-oss-request-id', '')
-
- # When a response contains no body, iter_content() cannot
- # be run twice (requests.exceptions.StreamConsumedError will be raised).
- # For details of the issue, please see issue #82
- #
- # To work around this issue, we simply return b'' when everything has been read.
- #
- # Note you cannot use self.response.raw.read() to implement self.read(), because
- # raw.read() does not uncompress response body when the encoding is gzip etc., and
- # we try to avoid depends on details of self.response.raw.
- self.__all_read = False
-
- logger.debug("Get response headers, req-id:{0}, status: {1}, headers: {2}".format(self.request_id, self.status,
- self.headers))
-
- def read(self, amt=None):
- if self.__all_read:
- return b''
-
- if amt is None:
- content_list = []
- for chunk in self.response.iter_content(_CHUNK_SIZE):
- content_list.append(chunk)
- content = b''.join(content_list)
-
- self.__all_read = True
- return content
- else:
- try:
- return next(self.response.iter_content(amt))
- except StopIteration:
- self.__all_read = True
- return b''
-
- def __iter__(self):
- return self.response.iter_content(_CHUNK_SIZE)
-
-
- # requests对于具有fileno()方法的file object,会用fileno()的返回值作为Content-Length。
- # 这对于已经读取了部分内容,或执行了seek()的file object是不正确的。
- #
- # _convert_request_body()对于支持seek()和tell() file object,确保是从
- # 当前位置读取,且只读取当前位置到文件结束的内容。
- def _convert_request_body(data):
- data = to_bytes(data)
-
- if hasattr(data, '__len__'):
- return data
-
- if hasattr(data, 'seek') and hasattr(data, 'tell'):
- return SizedFileAdapter(data, file_object_remaining_bytes(data))
-
- return data
|