forked from thinkst/canarytokens
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathchannel_http.py
224 lines (198 loc) · 11.3 KB
/
channel_http.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
import simplejson
import datetime
import os
import hashlib
import cgi
from twisted.web import server, resource
from twisted.application import internet
from twisted.web.server import Site, GzipEncoderFactory
from twisted.web.resource import Resource, EncodingResourceWrapper, ForbiddenResource
from twisted.web.util import Redirect, redirectTo
from twisted.logger import Logger
log = Logger()
from jinja2 import Environment, FileSystemLoader
import subprocess
from tokens import Canarytoken
from canarydrop import Canarydrop
from channel import InputChannel
from queries import get_canarydrop, add_canarydrop_hit, add_additional_info_to_hit
from constants import INPUT_CHANNEL_HTTP
from settings import TOKEN_RETURN, MAX_UPLOAD_SIZE, WEB_IMAGE_UPLOAD_PATH
env = Environment(loader=FileSystemLoader('templates'))
class CanarytokenPage(resource.Resource, InputChannel):
CHANNEL = INPUT_CHANNEL_HTTP
isLeaf = True
GIF = '\x47\x49\x46\x38\x39\x61\x01\x00\x01\x00\x80\x00\x00\xff\xff\xff' + \
'\xff\xff\xff\x21\xf9\x04\x01\x0a\x00\x01\x00\x2c\x00\x00\x00\x00' + \
'\x01\x00\x01\x00\x00\x02\x02\x4c\x01\x00\x3b' # 1x1 GIF
def getChild(self, name, request):
if name == '':
return self
return Resource.getChild(self, name, request)
def render_GET(self, request):
# A GET request to a token URL can trigger one of a few responses:
# 1. Check if link has been clicked on (rather than loaded from an
# <img>) by looking at the Accept header, then:
# 1a. If browser security if enabled, serve that page and stop.
# 1b. If fortune in enabled, serve a fortune and stop.
# 2. Otherwise we'll serve an image:
# 2a. If a custom image is attached to the canarydrop, serve that and stop.
# 2b. Serve our default 1x1 gif
request.setHeader("Server", "Apache")
try:
token = Canarytoken(value=request.path.decode('utf-8'))
canarydrop = Canarydrop(**get_canarydrop(canarytoken=token.value()))
if request.args.get('ts_key', [None])[0]:
canarydrop._drop['hit_time'] = request.args.get('ts_key', [None])[0]
else:
canarydrop._drop['hit_time'] = datetime.datetime.utcnow().strftime("%s.%f")
useragent = request.getHeader('User-Agent')
src_ip = request.getHeader('x-forwarded-for')
# location and referers are for cloned sites
location = request.args.get('l', [None])[0]
referer = request.args.get('r', [None])[0]
self.dispatch(canarydrop=canarydrop, src_ip=src_ip,
useragent=useragent, location=location,
referer=referer)
if 'redirect_url' in canarydrop._drop and canarydrop._drop['redirect_url']:
# if fast redirect
if canarydrop._drop['type'] == 'fast_redirect':
return redirectTo(canarydrop._drop['redirect_url'], request)
# template = env.get_template('browser_scanner.html')
# return template.render(key=canarydrop._drop['hit_time'],
# canarytoken=token.value()).encode('utf8')
elif canarydrop._drop['type'] == 'slow_redirect':
template = env.get_template('browser_scanner.html')
return template.render(key=canarydrop._drop['hit_time'],
canarytoken=token.value(),
redirect_url=canarydrop._drop['redirect_url']).encode('utf8')
if request.getHeader('Accept') and "text/html" in request.getHeader('Accept'):
if canarydrop['browser_scanner_enabled']:
template = env.get_template('browser_scanner.html')
return template.render(key=canarydrop._drop['hit_time'],
canarytoken=token.value(),
redirect_url='').encode('utf8')
elif TOKEN_RETURN == 'fortune':
try:
fortune = subprocess.check_output('/usr/games/fortune')
template = env.get_template('fortune.html')
return template.render(fortune=fortune).encode('utf8')
except Exception as e:
log.error('Could not get a fortune: {e}'.format(e=e))
if canarydrop['web_image_enabled'] and os.path.exists(canarydrop['web_image_path']):
mimetype = "image/" + canarydrop['web_image_path'][-3:]
with open(canarydrop['web_image_path'], "rb") as f:
contents = f.read()
request.setHeader("Content-Type", mimetype)
return contents
except Exception as e:
log.warn('Error in render GET: {error}'.format(error=e))
request.setHeader("Content-Type", "image/gif")
return self.GIF.encode("utf-8")
def render_POST(self, request):
try:
token = Canarytoken(value=request.path)
canarydrop = Canarydrop(**get_canarydrop(canarytoken=token.value()))
# if key and token args are present, we are either:
# -posting browser info
# -getting an aws trigger (key == aws_s3)
# otherwise, slack api token data perhaps
# store the info and don't re-render
if canarydrop._drop['type'] == 'slack_api':
canarydrop._drop['hit_time'] = datetime.datetime.utcnow().strftime("%s.%f")
useragent = request.args.get('user_agent', [None])[0]
src_ip = request.args.get('ip', [None])[0]
additional_info = {
'Slack Log Data': {k: v for k, v in request.args.items() if k not in ['user_agent', 'ip']}}
self.dispatch(canarydrop=canarydrop, src_ip=src_ip, useragent=useragent,
additional_info=additional_info)
return self.GIF
if canarydrop._drop['type'] == 'aws_keys':
canarydrop._drop['hit_time'] = datetime.datetime.utcnow().strftime("%s.%f")
useragent = request.args.get('user_agent', [None])[0]
src_ip = request.args.get('ip', [None])[0]
safety_net = request.args.get('safety_net', [None])[0]
last_used = request.args.get('last_used', [None])[0]
additional_info = {'AWS Key Log Data': {k: v for k, v in request.args.items() if
k not in ['user_agent', 'ip', 'safety_net', 'last_used']}}
if safety_net and last_used:
additional_info['AWS Key Log Data'][
'Safety Net'] = 'The API key was used on an untracked AWS API, last recorded at {}'.format(
last_used)
self.dispatch(canarydrop=canarydrop, src_ip=src_ip, useragent=useragent,
additional_info=additional_info)
return self.GIF
key = request.args['key'][0]
if key and token:
if key == 'aws_s3':
try:
canarydrop._drop['hit_time'] = datetime.datetime.utcnow().strftime("%s.%f")
src_ip = request.args['RemoteIP'][0]
additional_info = {
'AWS Log Data': {k: v for k, v in request.args.items() if k not in ['key', 'src_ip']}}
self.dispatch(canarydrop=canarydrop, src_ip=src_ip,
additional_info=additional_info)
except Exception as e:
log.error('Error in s3 post: {error}'.format(error=e))
elif 'secretkeeper_photo' in request.args:
log.error('Saving secretkeeper_photo')
try:
fields = cgi.FieldStorage(
fp=request.content,
headers=request.getAllHeaders(),
environ={'REQUEST_METHOD': 'POST',
'CONTENT_TYPE': request.getAllHeaders()['content-type'],
}
) # hacky way to parse out file contents and filenames
filename = fields['secretkeeper_photo'].filename
filebody = fields['secretkeeper_photo'].value
if len(filebody) > MAX_UPLOAD_SIZE:
raise Exception('File too large')
r = hashlib.md5(os.urandom(32)).hexdigest()
filepath = os.path.join(WEB_IMAGE_UPLOAD_PATH,
r[:2],
r[2:]) + '.png'
if not os.path.exists(os.path.dirname(filepath)):
try:
os.makedirs(os.path.dirname(filepath))
except OSError as exc: # Guard against race condition
if exc.errno != errno.EEXIST:
raise
with open(filepath, "w") as f:
f.write(filebody)
canarydrop.add_additional_info_to_hit(hit_time=key,
additional_info={'secretkeeper_photo': filepath})
except Exception as e:
log.error('Error in secretkeeper_photo post: {error}'.format(error=e))
else:
additional_info = {k: v for k, v in request.args.items() if k not in ['key', 'canarytoken', 'name']}
canarydrop.add_additional_info_to_hit(hit_time=key,
additional_info={request.args['name'][0]: additional_info})
return 'success'
else:
return self.render_GET(request)
except Exception as e:
return self.render_GET(request)
def format_additional_data(self, **kwargs):
log.info(kwargs)
additional_report = ''
if 'src_ip' in kwargs and kwargs['src_ip']:
additional_report += 'Source IP: {ip}'.format(ip=kwargs['src_ip'])
if 'useragent' in kwargs and kwargs['useragent']:
additional_report += '\nUser-agent: {useragent}'.format(useragent=kwargs['useragent'])
if 'location' in kwargs and kwargs['location']:
additional_report += '\nCloned site is at: {location}'.format(location=kwargs['location'])
if 'referer' in kwargs and kwargs['referer']:
additional_report += '\nReferring site: {referer}'.format(referer=kwargs['referer'])
return additional_report
def init(self, switchboard=None):
InputChannel.__init__(self, switchboard=switchboard, name=self.CHANNEL)
class ChannelHTTP():
def __init__(self, port=80, switchboard=None):
self.port = port
canarytoken_page = CanarytokenPage()
canarytoken_page.init(switchboard=switchboard)
wrapped = EncodingResourceWrapper(canarytoken_page, [GzipEncoderFactory()])
site = server.Site(wrapped)
self.service = internet.TCPServer(self.port, site)
return None