fixup! Add scraper for new Scottish Parliament site

mysociety · Apr 22, 2024 · 012baa0 · 012baa0
1 parent 20cc60c
commit 012baa0
Showing 1 changed file with 7 additions and 6 deletions.
diff --git a/pyscraper/sp_2024/parse.py b/pyscraper/sp_2024/parse.py
@@ -215,12 +215,13 @@ def process_raw_html(html: str, agenda_item_url: str):
             parent.extend(before)
 
             # create a new speech element with the content after the division
-            new_speech = soup.new_tag("speech")
-            # get all attrbs from original speech
-            for k, v in speaker.attrs.items():
-                new_speech[k] = v
-            new_speech.extend(after)
-            parent.insert_after(new_speech)
+            if len(after) > 0:
+                new_speech = soup.new_tag("speech")
+                # get all attrbs from original speech
+                for k, v in speaker.attrs.items():
+                    new_speech[k] = v
+                new_speech.extend(after)
+                division.insert_after(new_speech)
 
     # convert soup into etree
     return etree.fromstring(str(soup))