2015-08-01 08:40:19 +00:00
|
|
|
import mock
|
2016-07-08 00:29:22 +00:00
|
|
|
import io
|
2015-07-29 09:39:53 +00:00
|
|
|
|
2015-08-01 08:40:19 +00:00
|
|
|
import netlib.utils
|
2016-03-26 08:00:51 +00:00
|
|
|
from netlib.http import Headers
|
2016-07-19 23:10:15 +00:00
|
|
|
from mitmproxy import filt, controller, flow, options
|
2016-06-21 18:23:59 +00:00
|
|
|
from mitmproxy.contrib import tnetstring
|
2016-07-14 01:51:00 +00:00
|
|
|
from mitmproxy.exceptions import FlowReadException
|
2016-02-16 19:49:10 +00:00
|
|
|
from mitmproxy.models import Error
|
|
|
|
from mitmproxy.models import Flow
|
|
|
|
from mitmproxy.models import HTTPFlow
|
|
|
|
from mitmproxy.models import HTTPRequest
|
|
|
|
from mitmproxy.models import HTTPResponse
|
|
|
|
from mitmproxy.proxy import ProxyConfig
|
|
|
|
from mitmproxy.proxy.server import DummyServer
|
|
|
|
from mitmproxy.models.connections import ClientConnection
|
2016-02-02 12:25:31 +00:00
|
|
|
from . import tutils
|
2011-01-30 22:48:53 +00:00
|
|
|
|
2011-02-20 19:47:19 +00:00
|
|
|
|
2014-01-04 01:35:11 +00:00
|
|
|
def test_app_registry():
|
|
|
|
ar = flow.AppRegistry()
|
|
|
|
ar.add("foo", "domain", 80)
|
|
|
|
|
2015-08-30 13:27:29 +00:00
|
|
|
r = HTTPRequest.wrap(netlib.tutils.treq())
|
2014-09-03 14:57:56 +00:00
|
|
|
r.host = "domain"
|
|
|
|
r.port = 80
|
2014-01-04 01:35:11 +00:00
|
|
|
assert ar.get(r)
|
|
|
|
|
|
|
|
r.port = 81
|
|
|
|
assert not ar.get(r)
|
|
|
|
|
2015-08-30 13:27:29 +00:00
|
|
|
r = HTTPRequest.wrap(netlib.tutils.treq())
|
2014-01-04 01:35:11 +00:00
|
|
|
r.host = "domain2"
|
|
|
|
r.port = 80
|
|
|
|
assert not ar.get(r)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.headers["host"] = "domain"
|
2014-01-04 01:35:11 +00:00
|
|
|
assert ar.get(r)
|
|
|
|
|
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestClientPlaybackState:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2011-03-04 00:08:43 +00:00
|
|
|
def test_tick(self):
|
2011-03-05 02:58:48 +00:00
|
|
|
first = tutils.tflow()
|
2011-03-04 00:08:43 +00:00
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2011-03-06 03:54:49 +00:00
|
|
|
fm.start_client_playback([first, tutils.tflow()], True)
|
|
|
|
c = fm.client_playback
|
2014-11-13 23:26:22 +00:00
|
|
|
c.testing = True
|
2011-03-06 03:54:49 +00:00
|
|
|
|
|
|
|
assert not c.done()
|
2011-03-06 03:11:45 +00:00
|
|
|
assert not s.flow_count()
|
2011-03-04 00:08:43 +00:00
|
|
|
assert c.count() == 2
|
2014-11-13 23:26:22 +00:00
|
|
|
c.tick(fm)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert s.flow_count()
|
2011-03-04 00:08:43 +00:00
|
|
|
assert c.count() == 1
|
|
|
|
|
2014-11-13 23:26:22 +00:00
|
|
|
c.tick(fm)
|
2011-03-04 00:08:43 +00:00
|
|
|
assert c.count() == 1
|
|
|
|
|
2011-03-05 22:21:31 +00:00
|
|
|
c.clear(c.current)
|
2014-11-13 23:26:22 +00:00
|
|
|
c.tick(fm)
|
2011-03-04 00:08:43 +00:00
|
|
|
assert c.count() == 0
|
2011-03-06 03:54:49 +00:00
|
|
|
c.clear(c.current)
|
|
|
|
assert c.done()
|
2011-03-04 00:08:43 +00:00
|
|
|
|
2011-03-06 03:54:49 +00:00
|
|
|
fm.state.clear()
|
2016-04-14 19:03:29 +00:00
|
|
|
fm.tick(timeout=0)
|
2011-03-04 00:08:43 +00:00
|
|
|
|
2011-03-20 04:31:54 +00:00
|
|
|
fm.stop_client_playback()
|
|
|
|
assert not fm.client_playback
|
|
|
|
|
2011-02-23 21:33:39 +00:00
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestServerPlaybackState:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2011-02-20 19:47:19 +00:00
|
|
|
def test_hash(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None,
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False)
|
2011-03-05 02:58:48 +00:00
|
|
|
r = tutils.tflow()
|
|
|
|
r2 = tutils.tflow()
|
2011-02-20 19:47:19 +00:00
|
|
|
|
|
|
|
assert s._hash(r)
|
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.request.headers["foo"] = "bar"
|
2011-02-20 19:47:19 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
r.request.path = "voing"
|
|
|
|
assert s._hash(r) != s._hash(r2)
|
|
|
|
|
2015-04-03 05:10:01 +00:00
|
|
|
r.request.path = "path?blank_value"
|
|
|
|
r2.request.path = "path?"
|
|
|
|
assert s._hash(r) != s._hash(r2)
|
|
|
|
|
2011-02-22 21:54:51 +00:00
|
|
|
def test_headers(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
["foo"],
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False)
|
2014-09-03 14:57:56 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.request.headers["foo"] = "bar"
|
2014-09-03 14:57:56 +00:00
|
|
|
r2 = tutils.tflow(resp=True)
|
2011-02-22 21:54:51 +00:00
|
|
|
assert not s._hash(r) == s._hash(r2)
|
2015-09-05 18:45:58 +00:00
|
|
|
r2.request.headers["foo"] = "bar"
|
2011-02-22 21:54:51 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-09-05 18:45:58 +00:00
|
|
|
r2.request.headers["oink"] = "bar"
|
2011-02-22 21:54:51 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
|
|
|
r2 = tutils.tflow(resp=True)
|
2011-02-22 21:54:51 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
|
2011-02-20 19:47:19 +00:00
|
|
|
def test_load(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.request.headers["key"] = "one"
|
2011-02-20 19:47:19 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
r2 = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r2.request.headers["key"] = "two"
|
2011-02-20 19:47:19 +00:00
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None, [
|
|
|
|
r, r2], False, False, None, False, None, False)
|
2011-02-20 22:40:49 +00:00
|
|
|
assert s.count() == 2
|
2011-02-20 19:47:19 +00:00
|
|
|
assert len(s.fmap.keys()) == 1
|
|
|
|
|
|
|
|
n = s.next_flow(r)
|
2015-09-05 18:45:58 +00:00
|
|
|
assert n.request.headers["key"] == "one"
|
2011-02-20 22:40:49 +00:00
|
|
|
assert s.count() == 1
|
2011-02-20 19:47:19 +00:00
|
|
|
|
|
|
|
n = s.next_flow(r)
|
2015-09-05 18:45:58 +00:00
|
|
|
assert n.request.headers["key"] == "two"
|
2011-02-20 22:40:49 +00:00
|
|
|
assert s.count() == 0
|
2011-02-20 19:47:19 +00:00
|
|
|
|
|
|
|
assert not s.next_flow(r)
|
|
|
|
|
2012-03-05 11:57:57 +00:00
|
|
|
def test_load_with_nopop(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.request.headers["key"] = "one"
|
2012-03-05 11:57:57 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
r2 = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r2.request.headers["key"] = "two"
|
2012-03-05 11:57:57 +00:00
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None, [
|
|
|
|
r, r2], False, True, None, False, None, False)
|
2012-03-05 11:57:57 +00:00
|
|
|
|
|
|
|
assert s.count() == 2
|
2012-07-15 20:42:59 +00:00
|
|
|
s.next_flow(r)
|
2012-03-05 11:57:57 +00:00
|
|
|
assert s.count() == 2
|
2011-02-20 19:47:19 +00:00
|
|
|
|
2014-10-03 10:29:44 +00:00
|
|
|
def test_ignore_params(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None, [], False, False, [
|
|
|
|
"param1", "param2"], False, None, False)
|
2014-10-03 10:29:44 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
2015-05-30 00:03:28 +00:00
|
|
|
r.request.path = "/test?param1=1"
|
2014-10-03 10:29:44 +00:00
|
|
|
r2 = tutils.tflow(resp=True)
|
2015-05-30 00:03:28 +00:00
|
|
|
r2.request.path = "/test"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-05-30 00:03:28 +00:00
|
|
|
r2.request.path = "/test?param1=2"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-05-30 00:03:28 +00:00
|
|
|
r2.request.path = "/test?param2=1"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-05-30 00:03:28 +00:00
|
|
|
r2.request.path = "/test?param3=2"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert not s._hash(r) == s._hash(r2)
|
|
|
|
|
2014-12-18 20:56:27 +00:00
|
|
|
def test_ignore_payload_params(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None, [], False, False, None, False, [
|
|
|
|
"param1", "param2"], False)
|
2014-12-18 20:56:27 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.request.headers["Content-Type"] = "application/x-www-form-urlencoded"
|
2016-07-08 00:29:22 +00:00
|
|
|
r.request.content = b"paramx=x¶m1=1"
|
2014-12-18 20:56:27 +00:00
|
|
|
r2 = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r2.request.headers["Content-Type"] = "application/x-www-form-urlencoded"
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"paramx=x¶m1=1"
|
2015-04-03 05:10:01 +00:00
|
|
|
# same parameters
|
2014-12-18 20:56:27 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-04-03 05:10:01 +00:00
|
|
|
# ignored parameters !=
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"paramx=x¶m1=2"
|
2014-12-18 20:56:27 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-04-03 05:10:01 +00:00
|
|
|
# missing parameter
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"paramx=x"
|
2014-12-18 20:56:27 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
# ignorable parameter added
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"paramx=x¶m1=2"
|
2014-12-18 20:56:27 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
# not ignorable parameter changed
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"paramx=y¶m1=1"
|
2014-12-18 20:56:27 +00:00
|
|
|
assert not s._hash(r) == s._hash(r2)
|
|
|
|
# not ignorable parameter missing
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"param1=1"
|
2014-12-18 20:56:27 +00:00
|
|
|
assert not s._hash(r) == s._hash(r2)
|
|
|
|
|
|
|
|
def test_ignore_payload_params_other_content_type(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None, [], False, False, None, False, [
|
|
|
|
"param1", "param2"], False)
|
2014-12-18 20:56:27 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.request.headers["Content-Type"] = "application/json"
|
2016-07-08 00:29:22 +00:00
|
|
|
r.request.content = b'{"param1":"1"}'
|
2014-12-18 20:56:27 +00:00
|
|
|
r2 = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r2.request.headers["Content-Type"] = "application/json"
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b'{"param1":"1"}'
|
2015-04-03 05:10:01 +00:00
|
|
|
# same content
|
2014-12-18 20:56:27 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
# distint content (note only x-www-form-urlencoded payload is analysed)
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b'{"param1":"2"}'
|
2014-12-18 20:56:27 +00:00
|
|
|
assert not s._hash(r) == s._hash(r2)
|
|
|
|
|
|
|
|
def test_ignore_payload_wins_over_params(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
# NOTE: parameters are mutually exclusive in options
|
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None, [], False, False, None, True, [
|
|
|
|
"param1", "param2"], False)
|
2014-12-18 20:56:27 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r.request.headers["Content-Type"] = "application/x-www-form-urlencoded"
|
2016-07-08 00:29:22 +00:00
|
|
|
r.request.content = b"paramx=y"
|
2014-12-18 20:56:27 +00:00
|
|
|
r2 = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
r2.request.headers["Content-Type"] = "application/x-www-form-urlencoded"
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"paramx=x"
|
2015-04-03 05:10:01 +00:00
|
|
|
# same parameters
|
2014-12-18 20:56:27 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
|
2014-10-03 10:29:44 +00:00
|
|
|
def test_ignore_content(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None,
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False)
|
2014-10-03 10:29:44 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
|
|
|
r2 = tutils.tflow(resp=True)
|
2015-03-07 16:38:18 +00:00
|
|
|
|
2016-07-08 00:29:22 +00:00
|
|
|
r.request.content = b"foo"
|
|
|
|
r2.request.content = b"foo"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"bar"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert not s._hash(r) == s._hash(r2)
|
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
# now ignoring content
|
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None,
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
True,
|
|
|
|
None,
|
|
|
|
False)
|
2014-10-03 10:29:44 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
|
|
|
r2 = tutils.tflow(resp=True)
|
2016-07-08 00:29:22 +00:00
|
|
|
r.request.content = b"foo"
|
|
|
|
r2.request.content = b"foo"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b"bar"
|
2014-10-03 10:29:44 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2016-07-08 00:29:22 +00:00
|
|
|
r2.request.content = b""
|
2014-10-03 10:29:44 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
r2.request.content = None
|
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
|
2015-03-07 16:38:18 +00:00
|
|
|
def test_ignore_host(self):
|
2015-05-30 00:03:28 +00:00
|
|
|
s = flow.ServerPlaybackState(
|
|
|
|
None,
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
True)
|
2015-03-07 16:38:18 +00:00
|
|
|
r = tutils.tflow(resp=True)
|
|
|
|
r2 = tutils.tflow(resp=True)
|
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
r.request.host = "address"
|
|
|
|
r2.request.host = "address"
|
2015-03-07 16:38:18 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
2015-05-30 00:03:28 +00:00
|
|
|
r2.request.host = "wrong_address"
|
2015-03-07 16:38:18 +00:00
|
|
|
assert s._hash(r) == s._hash(r2)
|
|
|
|
|
2014-10-03 10:29:44 +00:00
|
|
|
|
2016-07-15 11:32:08 +00:00
|
|
|
class TestHTTPFlow(object):
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2012-02-18 10:56:40 +00:00
|
|
|
def test_copy(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2016-02-14 13:45:27 +00:00
|
|
|
f.get_state()
|
2012-02-18 10:56:40 +00:00
|
|
|
f2 = f.copy()
|
2014-09-16 23:35:14 +00:00
|
|
|
a = f.get_state()
|
|
|
|
b = f2.get_state()
|
2014-12-24 00:39:38 +00:00
|
|
|
del a["id"]
|
|
|
|
del b["id"]
|
|
|
|
assert a == b
|
2014-02-05 13:33:17 +00:00
|
|
|
assert not f == f2
|
2016-05-29 09:43:29 +00:00
|
|
|
assert f is not f2
|
2014-09-16 23:35:14 +00:00
|
|
|
assert f.request.get_state() == f2.request.get_state()
|
2016-05-29 09:43:29 +00:00
|
|
|
assert f.request is not f2.request
|
2012-02-18 10:56:40 +00:00
|
|
|
assert f.request.headers == f2.request.headers
|
2016-05-29 09:43:29 +00:00
|
|
|
assert f.request.headers is not f2.request.headers
|
2014-09-16 23:35:14 +00:00
|
|
|
assert f.response.get_state() == f2.response.get_state()
|
2016-05-29 09:43:29 +00:00
|
|
|
assert f.response is not f2.response
|
2012-02-24 23:19:54 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(err=True)
|
2012-02-24 23:19:54 +00:00
|
|
|
f2 = f.copy()
|
2016-05-29 09:43:29 +00:00
|
|
|
assert f is not f2
|
|
|
|
assert f.request is not f2.request
|
2012-02-24 23:19:54 +00:00
|
|
|
assert f.request.headers == f2.request.headers
|
2016-05-29 09:43:29 +00:00
|
|
|
assert f.request.headers is not f2.request.headers
|
2014-09-16 23:35:14 +00:00
|
|
|
assert f.error.get_state() == f2.error.get_state()
|
2016-05-29 09:43:29 +00:00
|
|
|
assert f.error is not f2.error
|
2012-02-18 10:56:40 +00:00
|
|
|
|
2011-01-30 22:48:53 +00:00
|
|
|
def test_match(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2012-09-13 21:41:01 +00:00
|
|
|
assert not f.match("~b test")
|
2011-07-31 23:17:01 +00:00
|
|
|
assert f.match(None)
|
2012-09-13 21:41:01 +00:00
|
|
|
assert not f.match("~b test")
|
2012-02-10 02:31:45 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(err=True)
|
2012-09-13 21:41:01 +00:00
|
|
|
assert f.match("~e")
|
|
|
|
|
|
|
|
tutils.raises(ValueError, f.match, "~")
|
|
|
|
|
2011-01-30 22:48:53 +00:00
|
|
|
def test_backup(self):
|
2011-03-05 02:58:48 +00:00
|
|
|
f = tutils.tflow()
|
2015-08-30 13:27:29 +00:00
|
|
|
f.response = HTTPResponse.wrap(netlib.tutils.tresp())
|
2016-07-08 00:29:22 +00:00
|
|
|
f.request.content = b"foo"
|
2011-02-01 22:44:28 +00:00
|
|
|
assert not f.modified()
|
2011-01-30 22:48:53 +00:00
|
|
|
f.backup()
|
2016-07-08 00:29:22 +00:00
|
|
|
f.request.content = b"bar"
|
2011-02-01 22:44:28 +00:00
|
|
|
assert f.modified()
|
2011-01-30 22:48:53 +00:00
|
|
|
f.revert()
|
2016-07-08 00:29:22 +00:00
|
|
|
assert f.request.content == b"foo"
|
2011-01-30 22:48:53 +00:00
|
|
|
|
2012-07-04 23:52:56 +00:00
|
|
|
def test_backup_idempotence(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2012-07-04 23:52:56 +00:00
|
|
|
f.backup()
|
|
|
|
f.revert()
|
|
|
|
f.backup()
|
|
|
|
f.revert()
|
|
|
|
|
2011-01-30 22:48:53 +00:00
|
|
|
def test_getset_state(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2014-09-16 23:35:14 +00:00
|
|
|
state = f.get_state()
|
2015-08-30 13:27:29 +00:00
|
|
|
assert f.get_state() == HTTPFlow.from_state(
|
2015-05-30 00:03:28 +00:00
|
|
|
state).get_state()
|
2011-02-19 04:21:08 +00:00
|
|
|
|
|
|
|
f.response = None
|
2014-02-04 04:02:17 +00:00
|
|
|
f.error = Error("error")
|
2014-09-16 23:35:14 +00:00
|
|
|
state = f.get_state()
|
2015-08-30 13:27:29 +00:00
|
|
|
assert f.get_state() == HTTPFlow.from_state(
|
2015-05-30 00:03:28 +00:00
|
|
|
state).get_state()
|
2011-01-30 22:48:53 +00:00
|
|
|
|
2014-02-04 04:02:17 +00:00
|
|
|
f2 = f.copy()
|
2014-12-24 00:39:38 +00:00
|
|
|
f2.id = f.id # copy creates a different uuid
|
2014-09-16 23:35:14 +00:00
|
|
|
assert f.get_state() == f2.get_state()
|
2014-02-05 13:33:17 +00:00
|
|
|
assert not f == f2
|
2014-02-04 04:02:17 +00:00
|
|
|
f2.error = Error("e2")
|
2011-02-19 20:55:42 +00:00
|
|
|
assert not f == f2
|
2016-02-08 03:19:25 +00:00
|
|
|
f.set_state(f2.get_state())
|
2014-09-16 23:35:14 +00:00
|
|
|
assert f.get_state() == f2.get_state()
|
2011-02-19 20:55:42 +00:00
|
|
|
|
2011-01-30 22:48:53 +00:00
|
|
|
def test_kill(self):
|
2011-03-13 03:50:11 +00:00
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2011-03-05 02:58:48 +00:00
|
|
|
f = tutils.tflow()
|
2016-08-10 03:26:24 +00:00
|
|
|
f.reply.handle()
|
2014-12-23 19:33:42 +00:00
|
|
|
f.intercept(mock.Mock())
|
2011-03-13 03:50:11 +00:00
|
|
|
f.kill(fm)
|
2016-05-26 01:14:57 +00:00
|
|
|
for i in s.view:
|
|
|
|
assert "killed" in str(i.error)
|
2011-01-30 22:48:53 +00:00
|
|
|
|
2011-08-02 04:52:47 +00:00
|
|
|
def test_killall(self):
|
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2011-08-02 04:52:47 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2016-08-10 03:26:24 +00:00
|
|
|
f.reply.handle()
|
2016-05-28 00:38:07 +00:00
|
|
|
f.intercept(fm)
|
2011-08-02 04:52:47 +00:00
|
|
|
|
|
|
|
s.killall(fm)
|
|
|
|
for i in s.view:
|
2016-05-26 01:14:57 +00:00
|
|
|
assert "killed" in str(i.error)
|
2011-08-02 04:52:47 +00:00
|
|
|
|
2011-01-30 22:48:53 +00:00
|
|
|
def test_accept_intercept(self):
|
2011-03-05 02:58:48 +00:00
|
|
|
f = tutils.tflow()
|
2016-08-10 03:26:24 +00:00
|
|
|
f.reply.handle()
|
2014-12-23 19:33:42 +00:00
|
|
|
f.intercept(mock.Mock())
|
2016-08-10 03:26:24 +00:00
|
|
|
assert f.reply.state == "taken"
|
2014-12-23 19:33:42 +00:00
|
|
|
f.accept_intercept(mock.Mock())
|
2016-08-10 03:26:24 +00:00
|
|
|
assert f.reply.state == "committed"
|
2011-01-30 22:48:53 +00:00
|
|
|
|
2012-05-26 01:10:31 +00:00
|
|
|
def test_replace_unicode(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2016-07-08 00:29:22 +00:00
|
|
|
f.response.content = b"\xc2foo"
|
|
|
|
f.replace(b"foo", u"bar")
|
2012-05-26 01:10:31 +00:00
|
|
|
|
2016-02-08 00:06:18 +00:00
|
|
|
def test_replace_no_content(self):
|
|
|
|
f = tutils.tflow()
|
2016-03-26 08:00:51 +00:00
|
|
|
f.request.content = None
|
2016-02-08 00:06:18 +00:00
|
|
|
assert f.replace("foo", "bar") == 0
|
|
|
|
|
2011-07-22 05:48:42 +00:00
|
|
|
def test_replace(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2015-09-05 18:45:58 +00:00
|
|
|
f.request.headers["foo"] = "foo"
|
2016-07-08 00:29:22 +00:00
|
|
|
f.request.content = b"afoob"
|
2011-07-22 05:48:42 +00:00
|
|
|
|
2015-09-05 18:45:58 +00:00
|
|
|
f.response.headers["foo"] = "foo"
|
2016-07-08 00:29:22 +00:00
|
|
|
f.response.content = b"afoob"
|
2011-07-22 05:48:42 +00:00
|
|
|
|
|
|
|
assert f.replace("foo", "bar") == 6
|
|
|
|
|
2015-09-05 18:45:58 +00:00
|
|
|
assert f.request.headers["bar"] == "bar"
|
2016-07-08 00:29:22 +00:00
|
|
|
assert f.request.content == b"abarb"
|
2015-09-05 18:45:58 +00:00
|
|
|
assert f.response.headers["bar"] == "bar"
|
2016-07-08 00:29:22 +00:00
|
|
|
assert f.response.content == b"abarb"
|
2011-07-22 05:48:42 +00:00
|
|
|
|
2012-03-15 22:24:18 +00:00
|
|
|
def test_replace_encoded(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2016-07-08 00:29:22 +00:00
|
|
|
f.request.content = b"afoob"
|
2012-03-15 22:24:18 +00:00
|
|
|
f.request.encode("gzip")
|
2016-07-08 00:29:22 +00:00
|
|
|
f.response.content = b"afoob"
|
2012-03-15 22:24:18 +00:00
|
|
|
f.response.encode("gzip")
|
|
|
|
|
|
|
|
f.replace("foo", "bar")
|
|
|
|
|
2016-07-16 06:17:57 +00:00
|
|
|
assert f.request.raw_content != b"abarb"
|
2012-03-15 22:24:18 +00:00
|
|
|
f.request.decode()
|
2016-07-16 06:17:57 +00:00
|
|
|
assert f.request.raw_content == b"abarb"
|
2012-03-15 22:24:18 +00:00
|
|
|
|
2016-07-16 06:17:57 +00:00
|
|
|
assert f.response.raw_content != b"abarb"
|
2012-03-15 22:24:18 +00:00
|
|
|
f.response.decode()
|
2016-07-16 06:17:57 +00:00
|
|
|
assert f.response.raw_content == b"abarb"
|
2012-03-15 22:24:18 +00:00
|
|
|
|
|
|
|
|
2016-07-15 11:32:08 +00:00
|
|
|
class TestTCPFlow:
|
|
|
|
|
|
|
|
def test_match(self):
|
|
|
|
f = tutils.ttcpflow()
|
|
|
|
assert not f.match("~b nonexistent")
|
|
|
|
assert f.match(None)
|
|
|
|
assert not f.match("~b nonexistent")
|
|
|
|
|
|
|
|
f = tutils.ttcpflow(err=True)
|
|
|
|
assert f.match("~e")
|
|
|
|
|
|
|
|
tutils.raises(ValueError, f.match, "~")
|
|
|
|
|
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestState:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2011-02-02 23:16:03 +00:00
|
|
|
def test_backup(self):
|
|
|
|
c = flow.State()
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
c.add_flow(f)
|
2011-02-02 23:16:03 +00:00
|
|
|
f.backup()
|
|
|
|
c.revert(f)
|
|
|
|
|
|
|
|
def test_flow(self):
|
|
|
|
"""
|
|
|
|
normal flow:
|
|
|
|
|
|
|
|
connect -> request -> response
|
|
|
|
"""
|
|
|
|
c = flow.State()
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
c.add_flow(f)
|
2011-02-19 04:00:24 +00:00
|
|
|
assert f
|
2011-03-06 03:11:45 +00:00
|
|
|
assert c.flow_count() == 1
|
|
|
|
assert c.active_flow_count() == 1
|
2011-02-02 23:16:03 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
newf = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
assert c.add_flow(newf)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert c.active_flow_count() == 2
|
2011-02-02 23:16:03 +00:00
|
|
|
|
2015-08-30 13:27:29 +00:00
|
|
|
f.response = HTTPResponse.wrap(netlib.tutils.tresp())
|
2014-11-26 03:18:21 +00:00
|
|
|
assert c.update_flow(f)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert c.flow_count() == 2
|
|
|
|
assert c.active_flow_count() == 1
|
2011-02-02 23:16:03 +00:00
|
|
|
|
2014-11-26 03:18:21 +00:00
|
|
|
assert not c.update_flow(None)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert c.active_flow_count() == 1
|
|
|
|
|
2015-08-30 13:27:29 +00:00
|
|
|
newf.response = HTTPResponse.wrap(netlib.tutils.tresp())
|
2014-11-26 03:18:21 +00:00
|
|
|
assert c.update_flow(newf)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert c.active_flow_count() == 0
|
2011-02-19 04:00:24 +00:00
|
|
|
|
2011-02-02 23:16:03 +00:00
|
|
|
def test_err(self):
|
|
|
|
c = flow.State()
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
c.add_flow(f)
|
2014-02-05 13:33:17 +00:00
|
|
|
f.error = Error("message")
|
2014-11-26 03:18:21 +00:00
|
|
|
assert c.update_flow(f)
|
2011-02-02 23:16:03 +00:00
|
|
|
|
2012-02-10 02:04:20 +00:00
|
|
|
c = flow.State()
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
c.add_flow(f)
|
2016-07-30 16:18:54 +00:00
|
|
|
c.set_view_filter("~e")
|
2012-02-10 02:31:45 +00:00
|
|
|
assert not c.view
|
2014-09-03 14:57:56 +00:00
|
|
|
f.error = tutils.terr()
|
2014-11-26 03:18:21 +00:00
|
|
|
assert c.update_flow(f)
|
2012-02-10 02:31:45 +00:00
|
|
|
assert c.view
|
2012-02-10 02:04:20 +00:00
|
|
|
|
2016-07-30 16:18:54 +00:00
|
|
|
def test_set_view_filter(self):
|
2011-02-02 23:16:03 +00:00
|
|
|
c = flow.State()
|
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2011-02-19 04:00:24 +00:00
|
|
|
assert len(c.view) == 0
|
|
|
|
|
2014-11-26 03:18:21 +00:00
|
|
|
c.add_flow(f)
|
2011-02-02 23:16:03 +00:00
|
|
|
assert len(c.view) == 1
|
2011-02-19 04:00:24 +00:00
|
|
|
|
2016-07-30 16:18:54 +00:00
|
|
|
c.set_view_filter("~s")
|
|
|
|
assert c.filter_txt == "~s"
|
2011-02-02 23:16:03 +00:00
|
|
|
assert len(c.view) == 0
|
2015-08-30 13:27:29 +00:00
|
|
|
f.response = HTTPResponse.wrap(netlib.tutils.tresp())
|
2014-11-26 03:18:21 +00:00
|
|
|
c.update_flow(f)
|
2011-02-19 04:00:24 +00:00
|
|
|
assert len(c.view) == 1
|
2016-07-30 16:18:54 +00:00
|
|
|
c.set_view_filter(None)
|
2011-02-19 04:00:24 +00:00
|
|
|
assert len(c.view) == 1
|
2011-02-02 23:16:03 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
c.add_flow(f)
|
2011-02-02 23:16:03 +00:00
|
|
|
assert len(c.view) == 2
|
2016-07-30 16:18:54 +00:00
|
|
|
c.set_view_filter("~q")
|
2012-02-24 00:03:24 +00:00
|
|
|
assert len(c.view) == 1
|
2016-07-30 16:18:54 +00:00
|
|
|
c.set_view_filter("~s")
|
2011-02-19 04:00:24 +00:00
|
|
|
assert len(c.view) == 1
|
2011-02-02 23:16:03 +00:00
|
|
|
|
2016-07-30 16:18:54 +00:00
|
|
|
assert "Invalid" in c.set_view_filter("~")
|
2011-03-13 01:51:25 +00:00
|
|
|
|
|
|
|
def test_set_intercept(self):
|
|
|
|
c = flow.State()
|
|
|
|
assert not c.set_intercept("~q")
|
|
|
|
assert c.intercept_txt == "~q"
|
|
|
|
assert "Invalid" in c.set_intercept("~")
|
|
|
|
assert not c.set_intercept(None)
|
2015-05-30 00:03:28 +00:00
|
|
|
assert c.intercept_txt is None
|
2011-03-13 01:51:25 +00:00
|
|
|
|
2011-02-02 23:16:03 +00:00
|
|
|
def _add_request(self, state):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
state.add_flow(f)
|
2011-02-02 23:16:03 +00:00
|
|
|
return f
|
|
|
|
|
|
|
|
def _add_response(self, state):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
2014-11-26 03:18:21 +00:00
|
|
|
state.add_flow(f)
|
2015-08-30 13:27:29 +00:00
|
|
|
f.response = HTTPResponse.wrap(netlib.tutils.tresp())
|
2014-11-26 03:18:21 +00:00
|
|
|
state.update_flow(f)
|
2011-02-02 23:16:03 +00:00
|
|
|
|
|
|
|
def _add_error(self, state):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(err=True)
|
2014-11-26 03:18:21 +00:00
|
|
|
state.add_flow(f)
|
2011-02-02 23:16:03 +00:00
|
|
|
|
|
|
|
def test_clear(self):
|
|
|
|
c = flow.State()
|
2011-02-19 04:00:24 +00:00
|
|
|
f = self._add_request(c)
|
2014-12-23 19:33:42 +00:00
|
|
|
f.intercepted = True
|
2011-02-02 23:16:03 +00:00
|
|
|
|
|
|
|
c.clear()
|
2011-03-06 03:11:45 +00:00
|
|
|
assert c.flow_count() == 0
|
2011-02-02 23:16:03 +00:00
|
|
|
|
|
|
|
def test_dump_flows(self):
|
|
|
|
c = flow.State()
|
|
|
|
self._add_request(c)
|
|
|
|
self._add_response(c)
|
|
|
|
self._add_request(c)
|
|
|
|
self._add_response(c)
|
|
|
|
self._add_request(c)
|
|
|
|
self._add_response(c)
|
|
|
|
self._add_error(c)
|
|
|
|
|
2011-02-16 02:10:00 +00:00
|
|
|
flows = c.view[:]
|
2011-02-02 23:16:03 +00:00
|
|
|
c.clear()
|
2012-02-09 03:40:31 +00:00
|
|
|
|
2011-02-16 02:10:00 +00:00
|
|
|
c.load_flows(flows)
|
2014-11-26 03:18:21 +00:00
|
|
|
assert isinstance(c.flows[0], Flow)
|
2011-02-02 23:16:03 +00:00
|
|
|
|
|
|
|
def test_accept_all(self):
|
|
|
|
c = flow.State()
|
|
|
|
self._add_request(c)
|
|
|
|
self._add_response(c)
|
|
|
|
self._add_request(c)
|
2014-12-23 19:33:42 +00:00
|
|
|
c.accept_all(mock.Mock())
|
2011-02-02 23:16:03 +00:00
|
|
|
|
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestSerialize:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2011-05-14 23:22:35 +00:00
|
|
|
def _treader(self):
|
2016-07-08 00:29:22 +00:00
|
|
|
sio = io.BytesIO()
|
2011-05-14 23:22:35 +00:00
|
|
|
w = flow.FlowWriter(sio)
|
|
|
|
for i in range(3):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2011-05-14 23:22:35 +00:00
|
|
|
w.add(f)
|
|
|
|
for i in range(3):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(err=True)
|
2011-05-14 23:22:35 +00:00
|
|
|
w.add(f)
|
2016-05-20 20:27:26 +00:00
|
|
|
f = tutils.ttcpflow()
|
|
|
|
w.add(f)
|
|
|
|
f = tutils.ttcpflow(err=True)
|
|
|
|
w.add(f)
|
2011-05-14 23:22:35 +00:00
|
|
|
|
|
|
|
sio.seek(0)
|
|
|
|
return flow.FlowReader(sio)
|
|
|
|
|
2011-02-16 01:33:04 +00:00
|
|
|
def test_roundtrip(self):
|
2016-07-08 00:29:22 +00:00
|
|
|
sio = io.BytesIO()
|
2011-03-05 02:58:48 +00:00
|
|
|
f = tutils.tflow()
|
2016-07-22 06:15:14 +00:00
|
|
|
f.marked = True
|
2016-07-08 00:29:22 +00:00
|
|
|
f.request.content = bytes(bytearray(range(256)))
|
2011-02-16 01:33:04 +00:00
|
|
|
w = flow.FlowWriter(sio)
|
|
|
|
w.add(f)
|
|
|
|
|
|
|
|
sio.seek(0)
|
|
|
|
r = flow.FlowReader(sio)
|
|
|
|
l = list(r.stream())
|
|
|
|
assert len(l) == 1
|
2011-07-01 01:07:09 +00:00
|
|
|
|
|
|
|
f2 = l[0]
|
2014-09-16 23:35:14 +00:00
|
|
|
assert f2.get_state() == f.get_state()
|
2015-07-29 09:39:53 +00:00
|
|
|
assert f2.request == f.request
|
2016-07-22 06:15:14 +00:00
|
|
|
assert f2.marked
|
2011-02-16 01:33:04 +00:00
|
|
|
|
2011-05-14 23:22:35 +00:00
|
|
|
def test_load_flows(self):
|
|
|
|
r = self._treader()
|
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2011-05-14 23:22:35 +00:00
|
|
|
fm.load_flows(r)
|
2014-11-26 03:18:21 +00:00
|
|
|
assert len(s.flows) == 6
|
2013-03-17 04:31:35 +00:00
|
|
|
|
2014-09-08 12:43:05 +00:00
|
|
|
def test_load_flows_reverse(self):
|
|
|
|
r = self._treader()
|
|
|
|
s = flow.State()
|
2016-07-18 06:10:21 +00:00
|
|
|
opts = options.Options(
|
2015-05-30 00:03:28 +00:00
|
|
|
mode="reverse",
|
2016-07-18 06:10:21 +00:00
|
|
|
upstream_server="https://use-this-domain"
|
2015-08-27 23:51:13 +00:00
|
|
|
)
|
2016-07-18 06:10:21 +00:00
|
|
|
conf = ProxyConfig(opts)
|
|
|
|
fm = flow.FlowMaster(opts, DummyServer(conf), s)
|
2014-09-08 12:43:05 +00:00
|
|
|
fm.load_flows(r)
|
2014-11-26 03:18:21 +00:00
|
|
|
assert s.flows[0].request.host == "use-this-domain"
|
2014-09-08 12:43:05 +00:00
|
|
|
|
2013-03-13 20:19:43 +00:00
|
|
|
def test_filter(self):
|
2016-07-08 00:29:22 +00:00
|
|
|
sio = io.BytesIO()
|
2013-03-13 20:19:43 +00:00
|
|
|
fl = filt.parse("~c 200")
|
|
|
|
w = flow.FilteredFlowWriter(sio, fl)
|
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2015-09-17 13:16:33 +00:00
|
|
|
f.response.status_code = 200
|
2013-03-13 20:19:43 +00:00
|
|
|
w.add(f)
|
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2015-09-17 13:16:33 +00:00
|
|
|
f.response.status_code = 201
|
2013-03-13 20:19:43 +00:00
|
|
|
w.add(f)
|
|
|
|
|
|
|
|
sio.seek(0)
|
|
|
|
r = flow.FlowReader(sio)
|
|
|
|
assert len(list(r.stream()))
|
2011-05-14 23:22:35 +00:00
|
|
|
|
2011-03-11 02:16:31 +00:00
|
|
|
def test_error(self):
|
2016-07-08 00:29:22 +00:00
|
|
|
sio = io.BytesIO()
|
|
|
|
sio.write(b"bogus")
|
2011-03-11 02:16:31 +00:00
|
|
|
sio.seek(0)
|
|
|
|
r = flow.FlowReader(sio)
|
2016-04-29 18:17:49 +00:00
|
|
|
tutils.raises(FlowReadException, list, r.stream())
|
2011-03-11 02:16:31 +00:00
|
|
|
|
2016-04-29 18:17:49 +00:00
|
|
|
f = FlowReadException("foo")
|
|
|
|
assert str(f) == "foo"
|
2011-03-11 02:16:31 +00:00
|
|
|
|
2012-04-10 22:10:53 +00:00
|
|
|
def test_versioncheck(self):
|
|
|
|
f = tutils.tflow()
|
2014-09-16 23:35:14 +00:00
|
|
|
d = f.get_state()
|
2012-04-10 22:10:53 +00:00
|
|
|
d["version"] = (0, 0)
|
2016-07-08 00:29:22 +00:00
|
|
|
sio = io.BytesIO()
|
2012-04-10 22:10:53 +00:00
|
|
|
tnetstring.dump(d, sio)
|
|
|
|
sio.seek(0)
|
|
|
|
|
|
|
|
r = flow.FlowReader(sio)
|
2012-06-09 01:42:43 +00:00
|
|
|
tutils.raises("version", list, r.stream())
|
2012-04-10 22:10:53 +00:00
|
|
|
|
2011-02-16 01:33:04 +00:00
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestFlowMaster:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2012-05-16 06:24:32 +00:00
|
|
|
def test_replay(self):
|
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2016-03-26 08:00:51 +00:00
|
|
|
f.request.content = None
|
2012-05-16 06:24:32 +00:00
|
|
|
assert "missing" in fm.replay_request(f)
|
|
|
|
|
2014-12-23 19:33:42 +00:00
|
|
|
f.intercepted = True
|
2012-05-16 06:24:32 +00:00
|
|
|
assert "intercepting" in fm.replay_request(f)
|
|
|
|
|
2015-02-07 18:33:36 +00:00
|
|
|
f.live = True
|
2016-07-14 01:51:00 +00:00
|
|
|
assert "live" in fm.replay_request(f)
|
2011-08-03 04:36:20 +00:00
|
|
|
|
2012-02-18 10:56:40 +00:00
|
|
|
def test_duplicate_flow(self):
|
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2016-04-30 03:18:32 +00:00
|
|
|
fm.load_flow(f)
|
2012-02-18 10:56:40 +00:00
|
|
|
assert s.flow_count() == 1
|
|
|
|
f2 = fm.duplicate_flow(f)
|
2012-02-18 11:17:47 +00:00
|
|
|
assert f2.response
|
2012-02-18 10:56:40 +00:00
|
|
|
assert s.flow_count() == 2
|
2014-02-05 13:33:17 +00:00
|
|
|
assert s.index(f2) == 1
|
2012-02-18 10:56:40 +00:00
|
|
|
|
2016-04-02 19:15:55 +00:00
|
|
|
def test_create_flow(self):
|
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2016-04-02 19:15:55 +00:00
|
|
|
assert fm.create_request("GET", "http", "example.com", 80, "/")
|
|
|
|
|
2011-02-19 04:21:08 +00:00
|
|
|
def test_all(self):
|
2011-02-16 03:43:35 +00:00
|
|
|
s = flow.State()
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(req=None)
|
2016-05-29 00:49:01 +00:00
|
|
|
fm.clientconnect(f.client_conn)
|
2015-08-30 13:27:29 +00:00
|
|
|
f.request = HTTPRequest.wrap(netlib.tutils.treq())
|
2016-05-29 00:49:01 +00:00
|
|
|
fm.request(f)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert s.flow_count() == 1
|
2011-02-19 04:00:24 +00:00
|
|
|
|
2015-08-30 13:27:29 +00:00
|
|
|
f.response = HTTPResponse.wrap(netlib.tutils.tresp())
|
2016-05-29 00:49:01 +00:00
|
|
|
fm.response(f)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert s.flow_count() == 1
|
2011-02-19 04:21:08 +00:00
|
|
|
|
2016-05-29 00:49:01 +00:00
|
|
|
fm.clientdisconnect(f.client_conn)
|
2011-02-19 04:21:08 +00:00
|
|
|
|
2014-02-05 13:33:17 +00:00
|
|
|
f.error = Error("msg")
|
2016-05-29 00:49:01 +00:00
|
|
|
fm.error(f)
|
2011-02-19 04:21:08 +00:00
|
|
|
|
2012-02-10 02:55:58 +00:00
|
|
|
fm.shutdown()
|
|
|
|
|
2011-03-06 03:02:28 +00:00
|
|
|
def test_client_playback(self):
|
|
|
|
s = flow.State()
|
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
|
|
|
pb = [tutils.tflow(resp=True), f]
|
2016-07-17 22:31:34 +00:00
|
|
|
fm = flow.FlowMaster(
|
2016-07-19 23:10:15 +00:00
|
|
|
options.Options(),
|
2016-07-18 00:05:10 +00:00
|
|
|
DummyServer(ProxyConfig(options.Options())),
|
2016-07-17 22:31:34 +00:00
|
|
|
s
|
|
|
|
)
|
2015-05-30 00:03:28 +00:00
|
|
|
assert not fm.start_server_playback(
|
|
|
|
pb,
|
|
|
|
False,
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False)
|
2011-03-06 03:54:49 +00:00
|
|
|
assert not fm.start_client_playback(pb, False)
|
2014-11-13 23:26:22 +00:00
|
|
|
fm.client_playback.testing = True
|
2011-03-06 03:02:28 +00:00
|
|
|
|
2011-03-06 03:11:45 +00:00
|
|
|
assert not fm.state.flow_count()
|
2016-04-14 19:03:29 +00:00
|
|
|
fm.tick(0)
|
2011-03-06 03:11:45 +00:00
|
|
|
assert fm.state.flow_count()
|
2011-03-06 03:02:28 +00:00
|
|
|
|
2014-02-05 13:33:17 +00:00
|
|
|
f.error = Error("error")
|
2016-05-29 00:49:01 +00:00
|
|
|
fm.error(f)
|
2011-03-06 03:02:28 +00:00
|
|
|
|
2011-03-05 00:03:26 +00:00
|
|
|
def test_server_playback(self):
|
2011-02-20 20:54:39 +00:00
|
|
|
s = flow.State()
|
|
|
|
|
2011-03-05 02:58:48 +00:00
|
|
|
f = tutils.tflow()
|
2015-09-26 15:41:14 +00:00
|
|
|
f.response = HTTPResponse.wrap(netlib.tutils.tresp(content=f.request))
|
2011-02-20 20:54:39 +00:00
|
|
|
pb = [f]
|
|
|
|
|
2016-07-19 23:10:15 +00:00
|
|
|
fm = flow.FlowMaster(options.Options(), None, s)
|
2011-03-10 22:56:10 +00:00
|
|
|
fm.refresh_server_playback = True
|
2011-03-05 02:58:48 +00:00
|
|
|
assert not fm.do_server_playback(tutils.tflow())
|
2011-02-20 20:54:39 +00:00
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
fm.start_server_playback(
|
|
|
|
pb,
|
|
|
|
False,
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False)
|
2011-03-05 02:58:48 +00:00
|
|
|
assert fm.do_server_playback(tutils.tflow())
|
2011-02-20 20:54:39 +00:00
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
fm.start_server_playback(
|
|
|
|
pb,
|
|
|
|
False,
|
|
|
|
[],
|
|
|
|
True,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False)
|
2011-03-05 02:58:48 +00:00
|
|
|
r = tutils.tflow()
|
2016-07-08 00:29:22 +00:00
|
|
|
r.request.content = b"gibble"
|
2011-03-05 00:03:26 +00:00
|
|
|
assert not fm.do_server_playback(r)
|
2011-03-06 04:08:56 +00:00
|
|
|
assert fm.do_server_playback(tutils.tflow())
|
2013-01-05 08:41:16 +00:00
|
|
|
|
2016-04-14 19:03:29 +00:00
|
|
|
fm.tick(0)
|
2014-06-13 07:14:55 +00:00
|
|
|
assert fm.should_exit.is_set()
|
2011-03-06 04:08:56 +00:00
|
|
|
|
2011-03-20 04:31:54 +00:00
|
|
|
fm.stop_server_playback()
|
|
|
|
assert not fm.server_playback
|
|
|
|
|
2013-01-05 08:41:16 +00:00
|
|
|
def test_server_playback_kill(self):
|
|
|
|
s = flow.State()
|
|
|
|
f = tutils.tflow()
|
2015-09-26 15:41:14 +00:00
|
|
|
f.response = HTTPResponse.wrap(netlib.tutils.tresp(content=f.request))
|
2013-01-05 08:41:16 +00:00
|
|
|
pb = [f]
|
2016-07-13 11:26:04 +00:00
|
|
|
fm = flow.FlowMaster(None, None, s)
|
2013-01-05 08:41:16 +00:00
|
|
|
fm.refresh_server_playback = True
|
2015-05-30 00:03:28 +00:00
|
|
|
fm.start_server_playback(
|
|
|
|
pb,
|
|
|
|
True,
|
|
|
|
[],
|
|
|
|
False,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False,
|
|
|
|
None,
|
|
|
|
False)
|
2013-01-05 08:41:16 +00:00
|
|
|
|
|
|
|
f = tutils.tflow()
|
|
|
|
f.request.host = "nonexistent"
|
|
|
|
fm.process_new_request(f)
|
|
|
|
assert "killed" in f.error.msg
|
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestRequest:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2011-08-03 10:38:23 +00:00
|
|
|
def test_simple(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow()
|
|
|
|
r = f.request
|
2014-09-03 21:44:54 +00:00
|
|
|
u = r.url
|
|
|
|
r.url = u
|
|
|
|
tutils.raises(ValueError, setattr, r, "url", "")
|
|
|
|
assert r.url == u
|
2011-08-03 10:38:23 +00:00
|
|
|
r2 = r.copy()
|
2014-09-16 23:35:14 +00:00
|
|
|
assert r.get_state() == r2.get_state()
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2013-03-17 04:31:35 +00:00
|
|
|
def test_get_url(self):
|
2015-08-30 13:27:29 +00:00
|
|
|
r = HTTPRequest.wrap(netlib.tutils.treq())
|
2014-02-05 19:26:47 +00:00
|
|
|
|
2014-09-03 21:44:54 +00:00
|
|
|
assert r.url == "http://address:22/path"
|
2014-02-05 19:26:47 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
r.scheme = "https"
|
2014-09-03 21:44:54 +00:00
|
|
|
assert r.url == "https://address:22/path"
|
2014-02-05 19:26:47 +00:00
|
|
|
|
2014-09-03 14:57:56 +00:00
|
|
|
r.host = "host"
|
|
|
|
r.port = 42
|
2014-09-03 21:44:54 +00:00
|
|
|
assert r.url == "https://host:42/path"
|
2014-02-05 19:26:47 +00:00
|
|
|
|
|
|
|
r.host = "address"
|
|
|
|
r.port = 22
|
2015-05-30 00:03:28 +00:00
|
|
|
assert r.url == "https://address:22/path"
|
2014-02-05 19:26:47 +00:00
|
|
|
|
2015-09-25 23:23:59 +00:00
|
|
|
assert r.pretty_url == "https://address:22/path"
|
2016-02-18 16:28:32 +00:00
|
|
|
r.headers["Host"] = "foo.com:22"
|
2015-09-25 23:23:59 +00:00
|
|
|
assert r.url == "https://address:22/path"
|
|
|
|
assert r.pretty_url == "https://foo.com:22/path"
|
2013-03-17 04:31:35 +00:00
|
|
|
|
2011-08-03 10:38:23 +00:00
|
|
|
def test_replace(self):
|
2015-08-30 13:27:29 +00:00
|
|
|
r = HTTPRequest.wrap(netlib.tutils.treq())
|
2011-08-03 10:38:23 +00:00
|
|
|
r.path = "path/foo"
|
2015-09-05 18:45:58 +00:00
|
|
|
r.headers["Foo"] = "fOo"
|
2016-07-08 00:29:22 +00:00
|
|
|
r.content = b"afoob"
|
2011-08-03 10:38:23 +00:00
|
|
|
assert r.replace("foo(?i)", "boo") == 4
|
|
|
|
assert r.path == "path/boo"
|
2016-07-08 00:29:22 +00:00
|
|
|
assert b"foo" not in r.content
|
2015-09-05 18:45:58 +00:00
|
|
|
assert r.headers["boo"] == "boo"
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2012-02-10 02:04:20 +00:00
|
|
|
def test_constrain_encoding(self):
|
2015-08-30 13:27:29 +00:00
|
|
|
r = HTTPRequest.wrap(netlib.tutils.treq())
|
2015-09-05 18:45:58 +00:00
|
|
|
r.headers["accept-encoding"] = "gzip, oink"
|
|
|
|
r.constrain_encoding()
|
|
|
|
assert "oink" not in r.headers["accept-encoding"]
|
|
|
|
|
|
|
|
r.headers.set_all("accept-encoding", ["gzip", "oink"])
|
2012-02-10 02:04:20 +00:00
|
|
|
r.constrain_encoding()
|
|
|
|
assert "oink" not in r.headers["accept-encoding"]
|
|
|
|
|
2013-01-28 15:37:25 +00:00
|
|
|
def test_get_content_type(self):
|
2015-08-30 13:27:29 +00:00
|
|
|
resp = HTTPResponse.wrap(netlib.tutils.tresp())
|
2015-09-05 18:45:58 +00:00
|
|
|
resp.headers = Headers(content_type="text/plain")
|
|
|
|
assert resp.headers["content-type"] == "text/plain"
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2015-05-30 00:03:28 +00:00
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestResponse:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2011-08-03 10:38:23 +00:00
|
|
|
def test_simple(self):
|
2014-09-03 14:57:56 +00:00
|
|
|
f = tutils.tflow(resp=True)
|
2014-02-05 13:33:17 +00:00
|
|
|
resp = f.response
|
2011-08-03 10:38:23 +00:00
|
|
|
resp2 = resp.copy()
|
2014-09-16 23:35:14 +00:00
|
|
|
assert resp2.get_state() == resp.get_state()
|
2011-08-03 10:38:23 +00:00
|
|
|
|
|
|
|
def test_replace(self):
|
2015-08-30 13:27:29 +00:00
|
|
|
r = HTTPResponse.wrap(netlib.tutils.tresp())
|
2015-09-05 18:45:58 +00:00
|
|
|
r.headers["Foo"] = "fOo"
|
2016-07-08 00:29:22 +00:00
|
|
|
r.content = b"afoob"
|
2011-08-03 10:38:23 +00:00
|
|
|
assert r.replace("foo(?i)", "boo") == 3
|
2016-07-08 00:29:22 +00:00
|
|
|
assert b"foo" not in r.content
|
2015-09-05 18:45:58 +00:00
|
|
|
assert r.headers["boo"] == "boo"
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2013-01-28 15:37:25 +00:00
|
|
|
def test_get_content_type(self):
|
2015-08-30 13:27:29 +00:00
|
|
|
resp = HTTPResponse.wrap(netlib.tutils.tresp())
|
2015-09-05 18:45:58 +00:00
|
|
|
resp.headers = Headers(content_type="text/plain")
|
|
|
|
assert resp.headers["content-type"] == "text/plain"
|
2013-01-28 15:37:25 +00:00
|
|
|
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2012-06-09 01:42:43 +00:00
|
|
|
class TestError:
|
2016-01-27 09:12:18 +00:00
|
|
|
|
2011-08-03 10:38:23 +00:00
|
|
|
def test_getset_state(self):
|
2014-02-04 04:02:17 +00:00
|
|
|
e = Error("Error")
|
2014-09-16 23:35:14 +00:00
|
|
|
state = e.get_state()
|
|
|
|
assert Error.from_state(state).get_state() == e.get_state()
|
2011-08-03 10:38:23 +00:00
|
|
|
|
|
|
|
assert e.copy()
|
|
|
|
|
2014-02-04 04:02:17 +00:00
|
|
|
e2 = Error("bar")
|
2011-08-03 10:38:23 +00:00
|
|
|
assert not e == e2
|
2016-02-08 03:19:25 +00:00
|
|
|
e.set_state(e2.get_state())
|
2014-09-16 23:35:14 +00:00
|
|
|
assert e.get_state() == e2.get_state()
|
2011-08-03 10:38:23 +00:00
|
|
|
|
|
|
|
e3 = e.copy()
|
2014-09-16 23:35:14 +00:00
|
|
|
assert e3.get_state() == e.get_state()
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2016-05-20 20:27:26 +00:00
|
|
|
def test_repr(self):
|
|
|
|
e = Error("yay")
|
|
|
|
assert repr(e)
|
|
|
|
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2014-02-04 04:02:17 +00:00
|
|
|
class TestClientConnection:
|
2011-08-03 10:38:23 +00:00
|
|
|
def test_state(self):
|
2014-02-04 04:02:17 +00:00
|
|
|
c = tutils.tclient_conn()
|
2016-05-29 09:43:29 +00:00
|
|
|
assert ClientConnection.from_state(c.get_state()).get_state() == \
|
2015-05-30 00:03:28 +00:00
|
|
|
c.get_state()
|
2014-02-04 04:02:17 +00:00
|
|
|
|
|
|
|
c2 = tutils.tclient_conn()
|
|
|
|
c2.address.address = (c2.address.host, 4242)
|
2011-08-03 10:38:23 +00:00
|
|
|
assert not c == c2
|
|
|
|
|
2014-02-04 04:02:17 +00:00
|
|
|
c2.timestamp_start = 42
|
2016-02-08 03:19:25 +00:00
|
|
|
c.set_state(c2.get_state())
|
2014-02-04 04:02:17 +00:00
|
|
|
assert c.timestamp_start == 42
|
2011-08-03 10:38:23 +00:00
|
|
|
|
|
|
|
c3 = c.copy()
|
2014-09-16 23:35:14 +00:00
|
|
|
assert c3.get_state() == c.get_state()
|
2011-08-03 10:38:23 +00:00
|
|
|
|
2013-04-29 21:13:33 +00:00
|
|
|
assert str(c)
|