-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathEco-Counter Downloader Berlin2017_v02.py
144 lines (100 loc) · 6.93 KB
/
Eco-Counter Downloader Berlin2017_v02.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
import json
import urllib2
from datetime import date, timedelta, datetime
from time import strftime
#define output path
metriclog = open(ENTER PATH, 'w')
#define time interval
startYear = "20160420"
endYear= "20160420"
#Installations
JANN_Alex={'installation':"Jannowitzbrücke", 'direction':"Alexanderplatz", 'link':"38395", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101024661"}
JANN_Mori={'installation':"Jannowitzbrücke", 'direction':"Moritzplatz", 'link':"38394", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102024661"}
OBER_Frie={'installation':"Oberbaumbrücke", 'direction':"Friedrichshain", 'link':"68446", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032212"}
OBER_Kreu={'installation':"Oberbaumbrücke", 'direction':"Kreuzberg", 'link':"68408", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032212"}
ALBE_Sued={'installation':"Alberichstraße", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101033037"}
ALBE_Nord={'installation':"Alberichstraße", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102033037"}
FRAN_Lich={'installation':"FrankfurterAllee", 'direction':"Lichtenberg", 'link':"57506", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032154"}
FRAN_Alex={'installation':"FrankfurterAllee", 'direction':"Alexanderplatz", 'link':"128843", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032154"}
PAUL_West={'installation':"PaulundPaulaUferweg", 'direction':"Westen", 'link':"97516", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101033035"}
PAUL_Oste={'installation':"PaulundPaulaUferweg", 'direction':"Osten", 'link':"97515", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102033035"}
BERL_Nord={'installation':"BerlinerStraße", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032155"}
BERL_Sued={'installation':"BerlinerStraße", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032155"}
MAYB_Oste={'installation':"Maybachufer", 'direction':"Osten", 'link':"43253", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032236"}
MAYB_West={'installation':"Maybachufer", 'direction':"Westen", 'link':"43252", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032236"}
YORC_Kreu={'installation':"Yorckstraße", 'direction':"Kreuzberg", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101033038"}
YORC_Scho={'installation':"Yorckstraße", 'direction':"Schoeneberg", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102033038"}
MONU_Oste={'installation':"Monumentenstraße", 'direction':"Osten", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032165"}
MONU_West={'installation':"Monumentenstraße", 'direction':"Westen", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032165"}
PRIN_Nord={'installation':"Prinzregentenstraße", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101033039"}
PRIN_Sued={'installation':"Prinzregentenstraße", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102033039"}
BREI_Oste={'installation':"Breitenbachplatz", 'direction':"Osten", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032163"}
BREI_West={'installation':"Breitenbachplatz", 'direction':"Westen", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032163"}
MARI_Nord={'installation':"MariendorferDamm", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032166"}
MARI_Sued={'installation':"MariendorferDamm", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032166"}
KLOS_Nord={'installation':"Klosterstraße", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032161"}
KLOS_Sued={'installation':"Klosterstraße", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032161"}
MARK_Sued={'installation':"Markstraße", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032169"}
MARK_Nord={'installation':"Markstraße", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032169"}
SCHW_Nord={'installation':"SchwedterSteg", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032159"}
SCHW_Sued={'installation':"SchwedterSteg", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032159"}
INVA_Oste={'installation':"Invalidenstraße", 'direction':"Osten", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032152"}
INVA_West={'installation':"Invalidenstraße", 'direction':"Westen", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032152"}
KAIS_Sued={'installation':"Kaisersteg", 'direction':"Sueden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/101032237"}
KAIS_Nord={'installation':"Kaisersteg", 'direction':"Norden", 'link':"", 'url':"http://www.eco-public.com/api/cw6Xk4jW4X4R/data/periode/102032237"}
metriclog.write("location,volume,hour,date" + "\n")
for i in [
JANN_Alex,
JANN_Mori,
OBER_Frie,
OBER_Kreu,
ALBE_Sued,
ALBE_Nord,
FRAN_Lich,
FRAN_Alex,
PAUL_West,
PAUL_Oste,
BERL_Nord,
BERL_Sued,
MAYB_Oste,
MAYB_West,
YORC_Kreu,
YORC_Scho,
MONU_Oste,
MONU_West,
PRIN_Nord,
PRIN_Sued,
BREI_Oste,
BREI_West,
MARI_Nord,
MARI_Sued,
KLOS_Nord,
KLOS_Sued,
MARK_Sued,
MARK_Nord,
SCHW_Nord,
SCHW_Sued,
INVA_Oste,
INVA_West,
KAIS_Sued,
KAIS_Nord,]:
# Specify time interval of results
# step=2 counts per 15minutes
# step=3 counts per hour
# step=4 counts per day
url=i['url'] + "?begin=" + startYear + "&end=" + endYear + "&step=3"
print 'Loading ' + i['installation'] + ' ' + i['direction'] + '...'
# counts
response = urllib2.urlopen(url)
json_data = response.read()
datapoints = json.loads(json_data)
for datapoint in datapoints:
if datapoint['comptage'] is None:
continue
metric_string = i['installation'] + '_' + i['direction'] + ', ' + str(datapoint['comptage']) + ', ' + str(datetime.fromtimestamp(int(datapoint['timestamp']/1000)).strftime('%H')) +', ' + str(datetime.fromtimestamp(int(datapoint['timestamp']/1000)).strftime('%d.%m.%Y'))
metriclog.write(metric_string + "\n")
#OUTPUT FORMAT:
#location,volume,hour,date
#Jannowitzbrücke_Alexanderplatz, 52, 00, 14.06.2016
metriclog.close()
print 'Done.'