mitmproxy/netlib/http/message.py

224 lines
5.7 KiB
Python
Raw Normal View History

2015-09-25 22:39:04 +00:00
from __future__ import absolute_import, print_function, division
import warnings
import six
2016-02-08 03:16:58 +00:00
from netlib.utils import Serializable
from .headers import Headers
2015-09-25 22:39:04 +00:00
from .. import encoding, utils
2015-09-26 15:39:50 +00:00
CONTENT_MISSING = 0
2015-09-26 18:07:11 +00:00
if six.PY2: # pragma: nocover
2015-09-25 22:39:04 +00:00
_native = lambda x: x
_always_bytes = lambda x: x
else:
2015-09-26 15:39:50 +00:00
# While the HTTP head _should_ be ASCII, it's not uncommon for certain headers to be utf-8 encoded.
2015-09-25 22:39:04 +00:00
_native = lambda x: x.decode("utf-8", "surrogateescape")
_always_bytes = lambda x: utils.always_bytes(x, "utf-8", "surrogateescape")
2016-02-08 03:16:58 +00:00
class MessageData(Serializable):
def __eq__(self, other):
if isinstance(other, MessageData):
return self.__dict__ == other.__dict__
return False
def __ne__(self, other):
return not self.__eq__(other)
2016-02-08 03:16:58 +00:00
def set_state(self, state):
for k, v in state.items():
if k == "headers":
v = Headers.from_state(v)
setattr(self, k, v)
def get_state(self):
state = vars(self).copy()
state["headers"] = state["headers"].get_state()
return state
@classmethod
def from_state(cls, state):
state["headers"] = Headers.from_state(state["headers"])
return cls(**state)
2016-02-08 03:16:58 +00:00
class Message(Serializable):
2015-09-25 22:39:04 +00:00
def __init__(self, data):
self.data = data
def __eq__(self, other):
if isinstance(other, Message):
return self.data == other.data
return False
def __ne__(self, other):
return not self.__eq__(other)
2016-02-08 03:16:58 +00:00
def get_state(self):
return self.data.get_state()
def set_state(self, state):
self.data.set_state(state)
@classmethod
def from_state(cls, state):
return cls(**state)
2015-09-25 22:39:04 +00:00
@property
def headers(self):
"""
Message headers object
Returns:
netlib.http.Headers
"""
return self.data.headers
@headers.setter
def headers(self, h):
self.data.headers = h
2015-09-26 15:39:50 +00:00
@property
def content(self):
"""
The raw (encoded) HTTP message body
See also: :py:attr:`text`
"""
return self.data.content
@content.setter
def content(self, content):
self.data.content = content
if isinstance(content, bytes):
self.headers["content-length"] = str(len(content))
@property
def http_version(self):
"""
Version string, e.g. "HTTP/1.1"
"""
return _native(self.data.http_version)
@http_version.setter
def http_version(self, http_version):
self.data.http_version = _always_bytes(http_version)
2015-09-25 22:39:04 +00:00
@property
def timestamp_start(self):
"""
First byte timestamp
"""
return self.data.timestamp_start
@timestamp_start.setter
def timestamp_start(self, timestamp_start):
self.data.timestamp_start = timestamp_start
@property
def timestamp_end(self):
"""
Last byte timestamp
"""
return self.data.timestamp_end
@timestamp_end.setter
def timestamp_end(self, timestamp_end):
self.data.timestamp_end = timestamp_end
@property
def text(self):
"""
The decoded HTTP message body.
2015-09-26 15:39:50 +00:00
Decoded contents are not cached, so accessing this attribute repeatedly is relatively expensive.
.. note::
This is not implemented yet.
2015-09-25 22:39:04 +00:00
See also: :py:attr:`content`, :py:class:`decoded`
"""
# This attribute should be called text, because that's what requests does.
raise NotImplementedError()
@text.setter
def text(self, text):
raise NotImplementedError()
2015-09-26 18:07:11 +00:00
def decode(self):
"""
Decodes body based on the current Content-Encoding header, then
removes the header. If there is no Content-Encoding header, no
action is taken.
Returns:
True, if decoding succeeded.
False, otherwise.
"""
ce = self.headers.get("content-encoding")
data = encoding.decode(ce, self.content)
if data is None:
return False
self.content = data
self.headers.pop("content-encoding", None)
return True
def encode(self, e):
"""
Encodes body with the encoding e, where e is "gzip", "deflate" or "identity".
Returns:
True, if decoding succeeded.
False, otherwise.
"""
data = encoding.encode(e, self.content)
if data is None:
return False
self.content = data
self.headers["content-encoding"] = e
return True
2015-09-26 15:39:50 +00:00
# Legacy
2015-09-25 22:39:04 +00:00
@property
2015-09-26 18:07:11 +00:00
def body(self): # pragma: nocover
2015-09-25 22:39:04 +00:00
warnings.warn(".body is deprecated, use .content instead.", DeprecationWarning)
return self.content
@body.setter
2015-09-26 18:07:11 +00:00
def body(self, body): # pragma: nocover
2015-09-25 22:39:04 +00:00
warnings.warn(".body is deprecated, use .content instead.", DeprecationWarning)
self.content = body
class decoded(object):
"""
A context manager that decodes a request or response, and then
re-encodes it with the same encoding after execution of the block.
Example:
.. code-block:: python
with decoded(request):
request.content = request.content.replace("foo", "bar")
"""
def __init__(self, message):
self.message = message
ce = message.headers.get("content-encoding")
if ce in encoding.ENCODINGS:
self.ce = ce
else:
self.ce = None
def __enter__(self):
if self.ce:
2015-09-26 18:07:11 +00:00
self.message.decode()
2015-09-25 22:39:04 +00:00
def __exit__(self, type, value, tb):
if self.ce:
2016-01-30 21:03:24 +00:00
self.message.encode(self.ce)