2015-06-08 02:01:04 +00:00
|
|
|
import sys
|
2014-10-24 04:12:54 +00:00
|
|
|
import argparse
|
|
|
|
import os
|
2014-10-24 19:18:39 +00:00
|
|
|
import os.path
|
2014-10-25 02:30:54 +00:00
|
|
|
import re
|
2015-06-22 18:38:53 +00:00
|
|
|
|
2016-05-31 07:32:08 +00:00
|
|
|
from netlib import tcp, human
|
2016-06-07 05:12:52 +00:00
|
|
|
from . import pathod, version
|
|
|
|
|
|
|
|
|
|
|
|
def parse_anchor_spec(s):
|
|
|
|
"""
|
|
|
|
Return a tuple, or None on error.
|
|
|
|
"""
|
|
|
|
if "=" not in s:
|
|
|
|
return None
|
|
|
|
return tuple(s.split("=", 1))
|
2012-04-28 00:42:03 +00:00
|
|
|
|
2012-08-23 00:00:16 +00:00
|
|
|
|
2015-06-18 16:05:09 +00:00
|
|
|
def args_pathod(argv, stdout_=sys.stdout, stderr_=sys.stderr):
|
2014-10-24 04:12:54 +00:00
|
|
|
parser = argparse.ArgumentParser(
|
|
|
|
description='A pathological HTTP/S daemon.'
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'--version',
|
|
|
|
action='version',
|
|
|
|
version="pathod " + version.VERSION
|
2013-01-05 03:48:49 +00:00
|
|
|
)
|
2012-08-16 04:07:23 +00:00
|
|
|
parser.add_argument(
|
2014-10-24 04:12:54 +00:00
|
|
|
"-p",
|
|
|
|
dest='port',
|
|
|
|
default=9999,
|
|
|
|
type=int,
|
2015-04-22 20:43:57 +00:00
|
|
|
help='Port. Specify 0 to pick an arbitrary empty port. (9999)'
|
2014-10-24 04:12:54 +00:00
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
"-l",
|
|
|
|
dest='address',
|
|
|
|
default="127.0.0.1",
|
|
|
|
type=str,
|
2015-04-22 20:43:57 +00:00
|
|
|
help='Listening address. (127.0.0.1)'
|
2014-10-24 04:12:54 +00:00
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
"-a",
|
|
|
|
dest='anchors',
|
|
|
|
default=[],
|
|
|
|
type=str,
|
|
|
|
action="append",
|
|
|
|
metavar="ANCHOR",
|
2014-10-24 19:18:39 +00:00
|
|
|
help="""
|
2015-06-04 07:09:38 +00:00
|
|
|
Add an anchor. Specified as a string with the form
|
|
|
|
pattern=spec or pattern=filepath, where pattern is a regular
|
|
|
|
expression.
|
2014-10-24 19:18:39 +00:00
|
|
|
"""
|
2012-08-16 04:07:23 +00:00
|
|
|
)
|
|
|
|
parser.add_argument(
|
2015-06-11 14:36:58 +00:00
|
|
|
"-c", dest='craftanchor', default=pathod.DEFAULT_CRAFT_ANCHOR, type=str,
|
2015-06-04 07:09:38 +00:00
|
|
|
help="""
|
2015-06-11 14:36:58 +00:00
|
|
|
URL path specifying prefix for URL crafting
|
2015-06-04 07:09:38 +00:00
|
|
|
commands. (%s)
|
2016-05-28 20:25:54 +00:00
|
|
|
""" % pathod.DEFAULT_CRAFT_ANCHOR
|
2012-08-16 04:07:23 +00:00
|
|
|
)
|
2014-03-02 00:45:35 +00:00
|
|
|
parser.add_argument(
|
|
|
|
"--confdir",
|
2016-05-28 20:25:54 +00:00
|
|
|
action="store", type=str, dest="confdir", default='~/.mitmproxy',
|
|
|
|
help="Configuration directory. (~/.mitmproxy)"
|
2014-03-02 00:45:35 +00:00
|
|
|
)
|
2012-08-16 04:07:23 +00:00
|
|
|
parser.add_argument(
|
|
|
|
"-d", dest='staticdir', default=None, type=str,
|
|
|
|
help='Directory for static files.'
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
"-D", dest='daemonize', default=False, action="store_true",
|
|
|
|
help='Daemonize.'
|
|
|
|
)
|
2012-09-30 23:01:02 +00:00
|
|
|
parser.add_argument(
|
|
|
|
"-t", dest="timeout", type=int, default=None,
|
|
|
|
help="Connection timeout"
|
|
|
|
)
|
2012-08-16 04:07:23 +00:00
|
|
|
parser.add_argument(
|
2015-05-30 00:03:13 +00:00
|
|
|
"--limit-size",
|
|
|
|
dest='sizelimit',
|
|
|
|
default=None,
|
|
|
|
type=str,
|
|
|
|
help='Size limit of served responses. Understands size suffixes, i.e. 100k.')
|
2012-08-16 04:07:23 +00:00
|
|
|
parser.add_argument(
|
|
|
|
"--nohang", dest='nohang', default=False, action="store_true",
|
|
|
|
help='Disable pauses during crafted response generation.'
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
2015-05-30 00:03:13 +00:00
|
|
|
"--nocraft",
|
|
|
|
dest='nocraft',
|
|
|
|
default=False,
|
|
|
|
action="store_true",
|
|
|
|
help='Disable response crafting. If anchors are specified, they still work.')
|
2015-04-22 03:58:25 +00:00
|
|
|
parser.add_argument(
|
|
|
|
"--webdebug", dest='webdebug', default=False, action="store_true",
|
|
|
|
help='Debugging mode for the web app (dev only).'
|
|
|
|
)
|
2013-01-05 02:25:09 +00:00
|
|
|
|
|
|
|
group = parser.add_argument_group(
|
|
|
|
'SSL',
|
|
|
|
)
|
|
|
|
group.add_argument(
|
|
|
|
"-s", dest='ssl', default=False, action="store_true",
|
2013-01-05 03:48:49 +00:00
|
|
|
help='Run in HTTPS mode.'
|
2013-01-05 02:25:09 +00:00
|
|
|
)
|
|
|
|
group.add_argument(
|
2015-05-30 00:03:13 +00:00
|
|
|
"--cn",
|
|
|
|
dest="cn",
|
|
|
|
type=str,
|
|
|
|
default=None,
|
|
|
|
help="CN for generated SSL certs. Default: %s" %
|
|
|
|
pathod.DEFAULT_CERT_DOMAIN)
|
2014-03-02 00:45:35 +00:00
|
|
|
group.add_argument(
|
|
|
|
"-C", dest='ssl_not_after_connect', default=False, action="store_true",
|
|
|
|
help="Don't expect SSL after a CONNECT request."
|
2012-08-16 04:07:23 +00:00
|
|
|
)
|
2013-01-05 02:25:09 +00:00
|
|
|
group.add_argument(
|
2014-03-05 02:03:31 +00:00
|
|
|
"--cert", dest='ssl_certs', default=[], type=str,
|
2016-05-28 20:25:54 +00:00
|
|
|
metavar="SPEC", action="append",
|
|
|
|
help="""
|
2014-10-24 04:12:54 +00:00
|
|
|
Add an SSL certificate. SPEC is of the form "[domain=]path". The domain
|
|
|
|
may include a wildcard, and is equal to "*" if not specified. The file
|
|
|
|
at path is a certificate in PEM format. If a private key is included in
|
|
|
|
the PEM, it is used, else the default key in the conf dir is used. Can
|
2015-04-18 22:51:03 +00:00
|
|
|
be passed multiple times.
|
2014-10-24 04:12:54 +00:00
|
|
|
"""
|
2012-08-16 04:07:23 +00:00
|
|
|
)
|
2014-02-27 05:33:48 +00:00
|
|
|
group.add_argument(
|
|
|
|
"--ciphers", dest="ciphers", type=str, default=False,
|
|
|
|
help="SSL cipher specification"
|
|
|
|
)
|
2015-04-18 22:51:03 +00:00
|
|
|
group.add_argument(
|
2015-05-31 04:54:52 +00:00
|
|
|
"--san", dest="sans", type=str, default=[], action="append",
|
|
|
|
metavar="SAN",
|
|
|
|
help="""
|
|
|
|
Subject Altnernate Name to add to the server certificate.
|
|
|
|
May be passed multiple times.
|
|
|
|
"""
|
2015-04-18 22:51:03 +00:00
|
|
|
)
|
2014-02-27 05:33:48 +00:00
|
|
|
group.add_argument(
|
2015-08-29 10:30:54 +00:00
|
|
|
"--ssl-version", dest="ssl_version", type=str, default="secure",
|
|
|
|
choices=tcp.sslversion_choices.keys(),
|
|
|
|
help="Set supported SSL/TLS versions. "
|
|
|
|
"SSLv2, SSLv3 and 'all' are INSECURE. Defaults to secure, which is TLS1.0+."
|
2014-02-27 05:33:48 +00:00
|
|
|
)
|
2012-09-30 23:48:26 +00:00
|
|
|
|
2012-10-30 22:23:53 +00:00
|
|
|
group = parser.add_argument_group(
|
2012-12-30 23:23:42 +00:00
|
|
|
'Controlling Logging',
|
2012-10-30 22:23:53 +00:00
|
|
|
"""
|
|
|
|
Some of these options expand generated values for logging - if
|
|
|
|
you're generating large data, use them with caution.
|
|
|
|
"""
|
|
|
|
)
|
|
|
|
group.add_argument(
|
|
|
|
"-e", dest="explain", action="store_true", default=False,
|
|
|
|
help="Explain responses"
|
|
|
|
)
|
2012-09-30 23:48:26 +00:00
|
|
|
group.add_argument(
|
|
|
|
"-f", dest='logfile', default=None, type=str,
|
|
|
|
help='Log to file.'
|
|
|
|
)
|
|
|
|
group.add_argument(
|
|
|
|
"-q", dest="logreq", action="store_true", default=False,
|
|
|
|
help="Log full request"
|
|
|
|
)
|
|
|
|
group.add_argument(
|
|
|
|
"-r", dest="logresp", action="store_true", default=False,
|
|
|
|
help="Log full response"
|
|
|
|
)
|
|
|
|
group.add_argument(
|
|
|
|
"-x", dest="hexdump", action="store_true", default=False,
|
|
|
|
help="Log request/response in hexdump format"
|
|
|
|
)
|
2015-06-11 14:13:22 +00:00
|
|
|
group.add_argument(
|
|
|
|
"--http2-framedump", dest="http2_framedump", action="store_true", default=False,
|
|
|
|
help="Output all received & sent HTTP/2 frames"
|
|
|
|
)
|
|
|
|
|
2015-04-17 05:45:50 +00:00
|
|
|
args = parser.parse_args(argv[1:])
|
2014-10-24 04:19:55 +00:00
|
|
|
|
2015-08-29 10:30:54 +00:00
|
|
|
args.ssl_version, args.ssl_options = tcp.sslversion_choices[args.ssl_version]
|
2015-06-22 18:38:53 +00:00
|
|
|
|
2014-10-24 04:19:55 +00:00
|
|
|
certs = []
|
|
|
|
for i in args.ssl_certs:
|
|
|
|
parts = i.split("=", 1)
|
|
|
|
if len(parts) == 1:
|
|
|
|
parts = ["*", parts[0]]
|
|
|
|
parts[1] = os.path.expanduser(parts[1])
|
2015-04-17 06:00:46 +00:00
|
|
|
if not os.path.isfile(parts[1]):
|
2015-05-30 00:03:13 +00:00
|
|
|
return parser.error(
|
|
|
|
"Certificate file does not exist: %s" %
|
|
|
|
parts[1])
|
2014-10-24 04:19:55 +00:00
|
|
|
certs.append(parts)
|
|
|
|
args.ssl_certs = certs
|
|
|
|
|
|
|
|
alst = []
|
|
|
|
for i in args.anchors:
|
2016-06-07 05:12:52 +00:00
|
|
|
parts = parse_anchor_spec(i)
|
2014-10-24 04:19:55 +00:00
|
|
|
if not parts:
|
2015-05-30 00:03:13 +00:00
|
|
|
return parser.error("Invalid anchor specification: %s" % i)
|
2014-10-24 04:19:55 +00:00
|
|
|
alst.append(parts)
|
|
|
|
args.anchors = alst
|
|
|
|
|
|
|
|
sizelimit = None
|
|
|
|
if args.sizelimit:
|
|
|
|
try:
|
2016-05-31 07:32:08 +00:00
|
|
|
sizelimit = human.parse_size(args.sizelimit)
|
2015-05-30 00:03:13 +00:00
|
|
|
except ValueError as v:
|
2015-04-17 05:45:50 +00:00
|
|
|
return parser.error(v)
|
2014-10-24 04:19:55 +00:00
|
|
|
args.sizelimit = sizelimit
|
|
|
|
|
2014-10-24 19:18:39 +00:00
|
|
|
anchors = []
|
2014-10-25 02:30:54 +00:00
|
|
|
for patt, spec in args.anchors:
|
2015-04-17 06:00:46 +00:00
|
|
|
if os.path.isfile(spec):
|
2014-10-24 19:18:39 +00:00
|
|
|
data = open(spec).read()
|
2014-10-25 02:30:54 +00:00
|
|
|
spec = data
|
|
|
|
try:
|
|
|
|
arex = re.compile(patt)
|
|
|
|
except re.error:
|
2015-04-17 06:00:46 +00:00
|
|
|
return parser.error("Invalid regex in anchor: %s" % patt)
|
2015-06-12 11:41:04 +00:00
|
|
|
anchors.append((arex, spec))
|
2014-10-24 19:18:39 +00:00
|
|
|
args.anchors = anchors
|
2015-06-22 18:38:53 +00:00
|
|
|
|
2015-04-17 05:45:50 +00:00
|
|
|
return args
|
|
|
|
|
2014-10-24 19:18:39 +00:00
|
|
|
|
2016-03-27 10:02:41 +00:00
|
|
|
def go_pathod(): # pragma: no cover
|
2015-04-17 05:45:50 +00:00
|
|
|
args = args_pathod(sys.argv)
|
2014-10-24 04:19:55 +00:00
|
|
|
pathod.main(args)
|