malidate/http_server.py at master · redfast00/malidate · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
from server import DBPool

from twisted.web import server, resource
from twisted.web.server import NOT_DONE_YET
from twisted.internet import reactor

import time
import json


class HTTPServer(resource.Resource):
    isLeaf = True
    def render(self, request):
        # print(dir(request))
        method = request.method.decode('utf-8')
        src_ip = request.getClientIP()
        host = request.getHeader('Host')
        path = request.path.decode('utf-8')
        parts = host.split('.')
        print(path, host, src_ip, method)

        if not host:
            # Requested by raw IP, we don't know what to do now
            print("No host header")
            return b"<html></html>"

        if parts[0] == 'export':
            return self.handle_export(request, path)
        elif len(parts) == 2: # domain
            return self.handle_index(path)
        else:
            # Log to database
            self.handle_subdomain(request)


        return b"<html>Hello, world!</html>"

    def handle_export(self, request, path):
        identifier = path[1:]
        def getHTTPRecords():
            return DBPool.runQuery("SELECT name, looked_up_at, ip, method, secure, type FROM query WHERE name LIKE ?", (identifier + '%',))

        def onResult(data):
            datadict = [{'name': d[0], 'looked_up_at': d[1], 'ip': d[2], 'method': d[3], 'secure': d[4], 'type': d[5]} for d in data]
            request.write(json.dumps(datadict).encode())
            request.finish()

        if len(identifier) >= 16 and '%' not in identifier and '_' not in identifier:
            d = getHTTPRecords()
            d.addCallback(onResult)
            return NOT_DONE_YET
        else:
            return b'<html>Nope</html>'

    def handle_index(self, path):
        return b'<html>Explanation</html>'

    def handle_subdomain(self, request):
        method = request.method.decode('utf-8')
        src_ip = request.getClientIP()
        host = request.getHeader('Host')
        path = request.path.decode('utf-8')
        isSecure = request.isSecure()
        reactor.callLater(1, self._insertIntoDB,
                          method, host, src_ip, host, path, isSecure)

    def _insertIntoDB(self, method, name, src_ip, host, path, isSecure):
        timestamp = time.time()
        return DBPool.runInteraction(self._actualInsert, method, name, src_ip, host, path, isSecure, timestamp)

    def _actualInsert(self, tx, method, name, src_ip, host, path, isSecure, timestamp):
        tx.execute("INSERT INTO query(type, name, method, looked_up_at, ip, secure) VALUES ('HTTP',?,?,?,?,?)", (host,method,timestamp,src_ip,isSecure,))