1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
|
#! /usr/bin/env python3
import os
import sys
import json
import authn
import falcon
from db import DictDB
from base64 import b64decode
from wsgiref.simple_server import make_server
class CollectorResource():
def __init__(self, db, users):
self._db = db
self._users = users
def parse_error(data):
return "I want valid JSON but got this:\n{}\n".format(data)
def user_auth(self, auth_header, authfun):
if not auth_header:
return None, None # Fail.
BAlit, b64 = auth_header.split()
if BAlit != "Basic":
return None, None # Fail
userbytes, pwbytes = b64decode(b64).split(b':')
try:
user = userbytes.decode('utf-8')
pw = pwbytes.decode('utf-8')
except Exception:
return None, None # Fail
return authfun(user, pw)
class EPGet(CollectorResource):
def on_get(self, req, resp):
out = []
resp.status = falcon.HTTP_200
resp.content_type = falcon.MEDIA_JSON
orgs = self.user_auth(req.auth, self._users.read_perms)
if not orgs:
resp.status = falcon.HTTP_401
resp.text = 'Invalid username or password\n'
return
# We really shouldn't rely on req.params in its pure form since
# it might contain garbage.
selectors = req.params
for org in orgs:
selectors['domain'] = org
out.append(self._db.search(**selectors))
resp.text = json.dumps(out) + '\n'
class EPAdd(CollectorResource):
def on_post(self, req, resp):
resp.status = falcon.HTTP_200
resp.content_type = falcon.MEDIA_TEXT
self._indata = []
orgs = self.user_auth(req.auth, self._users.write_perms)
if not orgs:
resp.status = falcon.HTTP_401
resp.text = 'Invalid user or password\n'
return
# NOTE: Allowing writing to _any_ org!
# TODO: Allow only input where input.domain in orgs == True.
# TODO: can we do json.load(req.bounded_stream,
# cls=customDecoder) where our decoder calls JSONDecoder after
# decoding UTF-8?
# NOTE: Reading the whole body in one go instead of streaming
# it nicely.
rawin = req.bounded_stream.read()
try:
decodedin = rawin.decode('UTF-8')
except Exception:
resp.status = falcon.HTTP_400
resp.text = 'Need UTF-8\n'
return
try:
json_data = json.loads(decodedin)
except TypeError:
print('DEBUG: type error')
resp.status = falcon.HTTP_400
resp.text = CollectorResource.parse_error(decodedin)
return
except json.decoder.JSONDecodeError:
print('DEBUG: json decode error')
resp.status = falcon.HTTP_400
resp.text = CollectorResource.parse_error(decodedin)
return
keys = self._db.add(json_data)
resp.text = repr(keys) + '\n'
def init(url_res_map, addr='', port=8000):
app = falcon.App(cors_enable=True)
for url, res in url_res_map:
app.add_route(url, res)
return make_server(addr, port, app)
def main():
# Simple demo. Run it from the demo directory where a sample user
# database can be found:
#
# $ cd demo && ../src/wsgi.py
# Serving on port 8000...
#
# 1. Try adding some observations, basic auth user:pw from
# wsgi_demo_users.yaml, including {"domain": "sunet.se"} in at
# least one of them:
#
# $ echo '[{"ip": "192.168.0.1", "port": 80, "domain": "sunet.se"}]' | curl -s -u user3:pw3 --data-binary @- http://localhost:8000/sc/v0/add
#
# 2. Try retreiving all observations for a user with read access
# to 'sunet.se':
#
# $ curl -s -u user1:pw1 http://localhost:8000/sc/v0/get | json_pp -json_opt utf8,pretty
try:
database = os.environ['DB_NAME']
hostname = os.environ['DB_HOSTNAME']
username = os.environ['DB_USERNAME']
password = os.environ['DB_PASSWORD']
except KeyError:
print('The environment variables DB_NAME, DB_HOSTNAME, DB_USERNAME ' +
'and DB_PASSWORD must be set.')
sys.exit(-1)
db = DictDB(database, hostname, username, password)
users = authn.UserDB('wsgi_demo_users.yaml')
httpd = init([('/sc/v0/add', EPAdd(db, users)),
('/sc/v0/get', EPGet(db, users))])
print('Serving on port 8000...')
httpd.serve_forever()
if __name__ == '__main__':
sys.exit(main())
|
