2016-07-14 04:20:27 +00:00
|
|
|
from mitmproxy import contentviews
|
2017-02-01 15:48:46 +00:00
|
|
|
from mitmproxy.test import tflow
|
2016-11-01 20:44:18 +00:00
|
|
|
from mitmproxy.test import tutils
|
2017-04-25 07:06:24 +00:00
|
|
|
from mitmproxy.test import taddons
|
2021-02-04 01:14:27 +00:00
|
|
|
from mitmproxy.http import Headers
|
2016-08-03 10:58:41 +00:00
|
|
|
|
2016-03-07 03:42:10 +00:00
|
|
|
|
2022-03-15 17:33:46 +00:00
|
|
|
class TestScripts:
|
2018-04-22 23:05:58 +00:00
|
|
|
def test_add_header(self, tdata):
|
2017-04-25 19:13:36 +00:00
|
|
|
with taddons.context() as tctx:
|
2021-02-09 00:05:02 +00:00
|
|
|
a = tctx.script(tdata.path("../examples/addons/anatomy2.py"))
|
2020-06-22 23:53:39 +00:00
|
|
|
f = tflow.tflow()
|
|
|
|
a.request(f)
|
|
|
|
assert f.request.headers["myheader"] == "value"
|
2016-03-09 18:21:29 +00:00
|
|
|
|
2018-04-22 23:05:58 +00:00
|
|
|
def test_custom_contentviews(self, tdata):
|
2017-04-25 19:13:36 +00:00
|
|
|
with taddons.context() as tctx:
|
2020-06-22 23:53:39 +00:00
|
|
|
tctx.script(tdata.path("../examples/addons/contentview.py"))
|
2017-04-25 19:13:36 +00:00
|
|
|
swapcase = contentviews.get("swapcase")
|
|
|
|
_, fmt = swapcase(b"<html>Test!</html>")
|
|
|
|
assert any(b'tEST!' in val[0][1] for val in fmt)
|
2016-07-07 08:21:15 +00:00
|
|
|
|
Grpc contentview (#4851)
* Partial gRPC contentview prototype, not linted, no tests, not as add-on
* Linted (flake8)
* Save dev state
* Rewrote of protobuf parser, use decoding strategy, reduced rendered data. Parser uses generators
* minor cleanup
* fix: preferred encoding was provided as function instead of value
* flake8: line length
* Backlinked message tree objects, temporary debug out
* Partial implementation of gRPC definitions. Save state to fix a cras (data invalidate in edit mode)
* hack: deal with missing exception handling for generator based content views
* gRPC/Protoparser descriptions (with test code)
* replaced manual gzip decoding with mitmproxy.net.encoding.decode
* Refactored typing imports
* Reafctoring
* distinguish request vs response definitions, separate view config from parser config
* Code cleaning, moved customized protobuf definitions to example addon
* final cleanup
* changelog
* Stubs for tests
* Fixed render_riority of addon example
* Started adding tests
* Work on tests
* mypy
* Added pseudo encoder to tests, to cover special decodings
* Example addon test added
* finalized tests, no 100 percent coverage possible, see comments un uncovered code
* minor adjustments
* fixup tests
* Typos
Co-authored-by: Maximilian Hils <git@maximilianhils.com>
2021-10-12 11:32:56 +00:00
|
|
|
def test_custom_grpc_contentview(self, tdata):
|
|
|
|
with taddons.context() as tctx:
|
|
|
|
tctx.script(tdata.path("../examples/addons/contentview-custom-grpc.py"))
|
|
|
|
v = contentviews.get("customized gRPC/protobuf")
|
|
|
|
|
|
|
|
p = tdata.path("mitmproxy/contentviews/test_grpc_data/msg1.bin")
|
|
|
|
with open(p, "rb") as f:
|
|
|
|
raw = f.read()
|
|
|
|
|
|
|
|
sim_msg_req = tutils.treq(
|
|
|
|
port=443,
|
|
|
|
host="example.com",
|
|
|
|
path="/ReverseGeocode"
|
|
|
|
)
|
|
|
|
|
|
|
|
sim_msg_resp = tutils.tresp()
|
|
|
|
|
|
|
|
sim_flow = tflow.tflow(
|
|
|
|
req=sim_msg_req,
|
|
|
|
resp=sim_msg_resp
|
|
|
|
)
|
|
|
|
|
|
|
|
view_text, output = v(raw, flow=sim_flow, http_message=sim_flow.request) # simulate request message
|
|
|
|
assert view_text == "Protobuf (flattened) (addon with custom rules)"
|
|
|
|
output = list(output) # assure list conversion if generator
|
|
|
|
assert output == [
|
|
|
|
[('text', '[message] '), ('text', 'position '), ('text', '1 '), ('text', ' ')],
|
|
|
|
[('text', '[double] '), ('text', 'latitude '), ('text', '1.1 '), ('text', '38.89816675798073 ')],
|
|
|
|
[('text', '[double] '), ('text', 'longitude '), ('text', '1.2 '), ('text', '-77.03829828366696 ')],
|
|
|
|
[('text', '[string] '), ('text', 'country '), ('text', '3 '), ('text', 'de_DE ')],
|
|
|
|
[('text', '[uint32] '), ('text', ' '), ('text', '6 '), ('text', '1 ')],
|
|
|
|
[('text', '[string] '), ('text', 'app '), ('text', '7 '), ('text', 'de.mcdonalds.mcdonaldsinfoapp ')]
|
|
|
|
]
|
|
|
|
|
2018-04-22 23:05:58 +00:00
|
|
|
def test_modify_form(self, tdata):
|
2017-04-25 19:13:36 +00:00
|
|
|
with taddons.context() as tctx:
|
2020-06-22 23:53:39 +00:00
|
|
|
sc = tctx.script(tdata.path("../examples/addons/http-modify-form.py"))
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2017-04-25 19:13:36 +00:00
|
|
|
form_header = Headers(content_type="application/x-www-form-urlencoded")
|
|
|
|
f = tflow.tflow(req=tutils.treq(headers=form_header))
|
|
|
|
sc.request(f)
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2017-04-25 19:13:36 +00:00
|
|
|
assert f.request.urlencoded_form["mitmproxy"] == "rocks"
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2017-04-25 19:13:36 +00:00
|
|
|
f.request.headers["content-type"] = ""
|
|
|
|
sc.request(f)
|
|
|
|
assert list(f.request.urlencoded_form.items()) == [("foo", "bar")]
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2018-04-22 23:05:58 +00:00
|
|
|
def test_modify_querystring(self, tdata):
|
2017-04-25 19:13:36 +00:00
|
|
|
with taddons.context() as tctx:
|
2020-06-22 23:53:39 +00:00
|
|
|
sc = tctx.script(tdata.path("../examples/addons/http-modify-query-string.py"))
|
2017-04-25 19:13:36 +00:00
|
|
|
f = tflow.tflow(req=tutils.treq(path="/search?q=term"))
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2017-04-25 19:13:36 +00:00
|
|
|
sc.request(f)
|
|
|
|
assert f.request.query["mitmproxy"] == "rocks"
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2017-04-25 19:13:36 +00:00
|
|
|
f.request.path = "/"
|
|
|
|
sc.request(f)
|
|
|
|
assert f.request.query["mitmproxy"] == "rocks"
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2018-04-22 23:05:58 +00:00
|
|
|
def test_redirect_requests(self, tdata):
|
2017-04-25 19:13:36 +00:00
|
|
|
with taddons.context() as tctx:
|
2020-06-22 23:53:39 +00:00
|
|
|
sc = tctx.script(tdata.path("../examples/addons/http-redirect-requests.py"))
|
2017-04-25 19:13:36 +00:00
|
|
|
f = tflow.tflow(req=tutils.treq(host="example.org"))
|
|
|
|
sc.request(f)
|
|
|
|
assert f.request.host == "mitmproxy.org"
|
2016-07-14 04:20:27 +00:00
|
|
|
|
2018-04-22 23:05:58 +00:00
|
|
|
def test_send_reply_from_proxy(self, tdata):
|
2017-04-25 19:13:36 +00:00
|
|
|
with taddons.context() as tctx:
|
2020-06-22 23:53:39 +00:00
|
|
|
sc = tctx.script(tdata.path("../examples/addons/http-reply-from-proxy.py"))
|
2017-04-25 19:13:36 +00:00
|
|
|
f = tflow.tflow(req=tutils.treq(host="example.com", port=80))
|
|
|
|
sc.request(f)
|
|
|
|
assert f.response.content == b"Hello World"
|