mitmproxy/libpathod/pathod.py

import urllib, threading, re, logging, socket, sys
from netlib import tcp, http, odict, wsgi
import version, app, rparse


class PathodError(Exception): pass


class PathodHandler(tcp.BaseHandler):
    wbufsize = 0
    sni = None
    def debug(self, s):
        logging.debug("%s:%s: %s"%(self.client_address[0], self.client_address[1], str(s)))

    def info(self, s):
        logging.info("%s:%s: %s"%(self.client_address[0], self.client_address[1], str(s)))

    def handle_sni(self, connection):
        self.sni = connection.get_servername()

    def handle(self):
        if self.server.ssloptions:
            try:
                self.convert_to_ssl(
                    self.server.ssloptions["certfile"],
                    self.server.ssloptions["keyfile"],
                )
            except tcp.NetLibError, v:
                s = str(v)
                self.server.add_log(
                    dict(
                        type = "error",
                        msg = s
                    )
                )
                self.info(s)
                self.finish()

        while not self.finished:
            try:
                line = self.rfile.readline()
            except socket.error:
                return None
            if line == "\r\n" or line == "\n": # Possible leftover from previous message
                line = self.rfile.readline()
            if line == "":
                return None

            parts = http.parse_init_http(line)
            if not parts:
                s = "Invalid first line: %s"%line.rstrip()
                self.info(s)
                self.server.add_log(
                    dict(
                        type = "error",
                        msg = s
                    )
                )
                return None
            method, path, httpversion = parts

            headers = http.read_headers(self.rfile)
            content = http.read_http_body_request(
                        self.rfile, self.wfile, headers, httpversion, None
                    )

            crafted = None
            for i in self.server.anchors:
                if i[0].match(path):
                    crafted = i[1]

            if not crafted and path.startswith(self.server.prefix):
                spec = urllib.unquote(path)[len(self.server.prefix):]
                try:
                    crafted = rparse.parse_response(self.server.request_settings, spec)
                except rparse.ParseException, v:
                    crafted = rparse.InternalResponse(
                        800,
                        "Error parsing response spec: %s\n"%v.msg + v.marked()
                    )

            request_log = dict(
                path = path,
                method = method,
                headers = headers.lst,
                sni = self.sni,
                remote_address = self.client_address,
                httpversion = httpversion,
            )
            if crafted:
                response_log = crafted.serve(self.wfile)
                if response_log["disconnect"]:
                    self.finish()
                self.server.add_log(
                    dict(
                        type = "crafted",
                        request=request_log,
                        response=response_log
                    )
                )
            else:
                cc = wsgi.ClientConn(self.client_address)
                req = wsgi.Request(cc, "http", method, path, headers, content)
                sn = self.connection.getsockname()
                app = wsgi.WSGIAdaptor(
                    self.server.app,
                    sn[0],
                    self.server.port,
                    version.NAMEVERSION
                )
                app.serve(req, self.wfile)
                self.debug("%s %s"%(method, path))


class Pathod(tcp.TCPServer):
    LOGBUF = 500
    def __init__(self, addr, ssloptions=None, prefix="/p/", staticdir=None, anchors=None):
        """
            addr: (address, port) tuple. If port is 0, a free port will be
            automatically chosen.
            ssloptions: a dictionary containing certfile and keyfile specifications.
            prefix: string specifying the prefix at which to anchor response generation.
            staticdir: path to a directory of static resources, or None.
            anchors: A list of (regex, spec) tuples, or None.
        """
        tcp.TCPServer.__init__(self, addr)
        self.ssloptions = ssloptions
        self.staticdir = staticdir
        self.prefix = prefix
        self.app = app.app
        self.app.config["pathod"] = self
        self.log = []
        self.logid = 0
        self.anchors = []
        if anchors:
            for i in anchors:
                try:
                    arex = re.compile(i[0])
                except re.error:
                    raise PathodError("Invalid regex in anchor: %s"%i[0])
                try:
                    aresp = rparse.parse_response(self.request_settings, i[1])
                except rparse.ParseException, v:
                    raise PathodError("Invalid page spec in anchor: '%s', %s"%(i[1], str(v)))
                self.anchors.append((arex, aresp))

    @property
    def request_settings(self):
        return dict(
            staticdir = self.staticdir
        )

    def handle_connection(self, request, client_address):
        h = PathodHandler(request, client_address, self)
        h.handle()
        h.finish()

    def add_log(self, d):
        lock = threading.Lock()
        with lock:
            d["id"] = self.logid
            self.log.insert(0, d)
            if len(self.log) > self.LOGBUF:
                self.log.pop()
            self.logid += 1
        return d["id"]

    def clear_log(self):
        lock = threading.Lock()
        with lock:
            self.log = []

    def log_by_id(self, id):
        for i in self.log:
            if i["id"] == id:
                return i

    def get_log(self):
        return self.log