import urllib, threading, re, logging, socket, sys from netlib import tcp, http, odict, wsgi import version, app, rparse class PathodError(Exception): pass class PathodHandler(tcp.BaseHandler): wbufsize = 0 sni = None def debug(self, s): logging.debug("%s:%s: %s"%(self.client_address[0], self.client_address[1], str(s))) def handle_sni(self, connection): self.sni = connection.get_servername() def handle(self): if self.server.ssloptions: try: self.convert_to_ssl( self.server.ssloptions["certfile"], self.server.ssloptions["keyfile"], ) except tcp.NetLibError, v: self.debug(v) self.finish() while not self.finished: try: line = self.rfile.readline() except socket.error: return None if line == "\r\n" or line == "\n": # Possible leftover from previous message line = self.rfile.readline() if line == "": return None method, path, httpversion = http.parse_init_http(line) headers = http.read_headers(self.rfile) content = http.read_http_body_request( self.rfile, self.wfile, headers, httpversion, None ) crafted = None for i in self.server.anchors: if i[0].match(path): crafted = i[1] if not crafted and path.startswith(self.server.prefix): spec = urllib.unquote(path)[len(self.server.prefix):] try: crafted = rparse.parse_response(self.server.request_settings, spec) except rparse.ParseException, v: crafted = rparse.InternalResponse( 800, "Error parsing response spec: %s\n"%v.msg + v.marked() ) if crafted: response_log = crafted.serve(self.wfile) if response_log["disconnect"]: self.finish() request_log = dict( path = path, method = method, headers = headers.lst, sni = self.sni, remote_address = self.client_address, httpversion = httpversion, ) self.server.add_log(dict(request=request_log, response=response_log)) else: cc = wsgi.ClientConn(self.client_address) req = wsgi.Request(cc, "http", method, path, headers, content) sn = self.connection.getsockname() app = wsgi.WSGIAdaptor( self.server.app, sn[0], self.server.port, version.NAMEVERSION ) app.serve(req, self.wfile) self.debug("%s %s"%(method, path)) class Pathod(tcp.TCPServer): LOGBUF = 500 def __init__(self, addr, ssloptions=None, prefix="/p/", staticdir=None, anchors=None): """ addr: (address, port) tuple. If port is 0, a free port will be automatically chosen. ssloptions: a dictionary containing certfile and keyfile specifications. prefix: string specifying the prefix at which to anchor response generation. staticdir: path to a directory of static resources, or None. anchors: A list of (regex, spec) tuples, or None. """ tcp.TCPServer.__init__(self, addr) self.ssloptions = ssloptions self.staticdir = staticdir self.prefix = prefix self.app = app.app self.app.config["pathod"] = self self.log = [] self.logid = 0 self.anchors = [] if anchors: for i in anchors: try: arex = re.compile(i[0]) except re.error: raise PathodError("Invalid regex in anchor: %s"%i[0]) try: aresp = rparse.parse_response(self.request_settings, i[1]) except rparse.ParseException, v: raise PathodError("Invalid page spec in anchor: '%s', %s"%(i[1], str(v))) self.anchors.append((arex, aresp)) @property def request_settings(self): return dict( staticdir = self.staticdir ) def handle_connection(self, request, client_address): h = PathodHandler(request, client_address, self) h.handle() h.finish() def add_log(self, d): lock = threading.Lock() with lock: d["id"] = self.logid self.log.insert(0, d) if len(self.log) > self.LOGBUF: self.log.pop() self.logid += 1 return d["id"] def clear_log(self): lock = threading.Lock() with lock: self.log = [] def log_by_id(self, id): for i in self.log: if i["id"] == id: return i def get_log(self): return self.log