Import shapes with new management command

README.md

@@ -115,6 +115,12 @@ There are tens of thousands of bills and hundreds of events in Chicago legislati
 pupa update chicago bills window=0 && pupa update chicago events window=0
 ```
 
+Finally, make sure to load shapes into the database so that Posts can be associated with their corresponding boundaries:
+
+```bash
+python manage.py import_shapes data/final/shapes/chicago_shapes.json
+```
+
 ## Setup CSS, Images, and other static resources
 ```bash
 python manage.py collectstatic

data/Makefile

@@ -0,0 +1,8 @@
+.PHONY: all clean
+all: final/shapes/chicago_shapes.json
+clean:
+	rm -Rf final/shapes/chicago_shapes.json
+
+final/shapes/chicago_shapes.json:
+	mkdir -p $(dir $@)
+	python3 scripts/extract_shapes.py > $@

data/scripts/extract_shapes.py

@@ -0,0 +1,45 @@
+import json
+import sys
+
+import requests
+
+BOUNDARY_SET = ['chicago-wards-2015']
+BASE_URL = 'https://ocd.datamade.us'
+
+session = requests.Session()
+
+
+def get_response(url, params=None, timeout=60, **kwargs):
+    """
+    The OCD API has intermittently thrown 502 and 504 errors, so only proceed
+    when receiving an 'ok' status.
+    """
+    response = session.get(url, params=params, timeout=timeout, **kwargs)
+
+    if response.ok:
+        return response
+    else:
+        message = '{url} returned a bad response - {status}'.format(
+            url=url,
+            status=response.status_code
+        )
+        raise requests.exceptions.HTTPError('ERROR: {0}'.format(message))
+
+
+if __name__ == '__main__':
+    """
+    Extract shapes for each OCD Division entity from the OCD API.
+    """
+    shapes = {}
+    for boundary in BOUNDARY_SET:
+        bndry_set_url = BASE_URL + '/boundaries/' + boundary
+
+        page_res = get_response(bndry_set_url + '/?limit=0')
+        page_json = json.loads(page_res.text)
+
+        for bndry_json in page_json['objects']:
+            shape_url = BASE_URL + bndry_json['url'] + 'shape'
+            shape_res = get_response(shape_url)
+            shapes[bndry_json['external_id']] = json.loads(shape_res.text)
+
+    json.dump(shapes, sys.stdout)