Add User-Agent header to image requests

lib/plugins/bluesky.py

@@ -15,7 +15,10 @@
 def compress_image_to_limit(image_url):
     if not isinstance(image_url, str) or not image_url.startswith(("http", "https")):
         return None
-    response = requests.get(image_url)
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+    }
+    response = requests.get(image_url, headers=headers)
     if response.status_code != 200 and not response.headers.get(
         "Content-Type", ""
     ).startswith("image/"):
@@ -265,12 +268,13 @@ def create_post(self, content, **kwargs) -> Tuple[bool, Optional[str]]:
                     if img_data
                     else None
                 )
-                embed_images.append(
-                    atproto.models.AppBskyEmbedImages.Image(
-                        alt=image["alt_text"] if "alt_text" in image else "",
-                        image=upload,
+                if upload:
+                    embed_images.append(
+                        atproto.models.AppBskyEmbedImages.Image(
+                            alt=image["alt_text"] if "alt_text" in image else "",
+                            image=upload,
+                        )
                     )
-                )
             embed = (
                 atproto.models.AppBskyEmbedImages.Main(images=embed_images)
                 if embed_images

lib/plugins/linkedin.py

@@ -121,8 +121,6 @@ def linkedin_post(self, content, images):
             }
             if images:
                 data["content"] = self.linkedin_upload_images(images)
-                if not data["content"]:
-                    return None
             headers = self.headers
             headers["Content-Type"] = "application/json"
             response = requests.post(
@@ -149,7 +147,10 @@ def linkedin_upload_images(self, images):
                 value = response.json().get("value")
                 upload_url = value["uploadUrl"]
                 filename = os.path.basename(image["url"])
-                with requests.get(image["url"], stream=True) as r:
+                headers = {
+                    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+                }
+                with requests.get(image["url"], stream=True, headers=headers) as r:
                     r.raise_for_status()
                     with open(filename, "wb") as f:
                         for chunk in r.iter_content(chunk_size=8192):

lib/plugins/mastodon.py

@@ -82,7 +82,10 @@ def format_content(self, content, mentions, hashtags, images, **kwargs):
     def create_post(self, content, **kwargs):
         media_ids = []
         for image in content["images"]:
-            response = requests.get(image["url"])
+            headers = {
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+            }
+            response = requests.get(image["url"], headers=headers)
             if response.status_code == 200 and response.headers.get(
                 "Content-Type", ""
             ).startswith("image/"):

lib/plugins/matrix.py

@@ -75,7 +75,10 @@ async def async_create_post(self, content):
         posts = []
         for msg in content:
             if msg["msgtype"] == "m.image":
-                response = requests.get(msg["url"])
+                headers = {
+                    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+                }
+                response = requests.get(msg["url"], headers=headers)
                 if response.status_code != 200:
                     continue
                 temp = tempfile.NamedTemporaryFile()

lib/plugins/slack.py

@@ -59,8 +59,10 @@ def upload_images(self, images):
         uploaded_files = []
         for image in images:
             filename = image["url"].split("/")[-1]
-
-            with requests.get(image["url"]) as response:
+            headers = {
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+            }
+            with requests.get(image["url"], headers=headers) as response:
                 if response.status_code != 200 or not response.headers.get(
                     "Content-Type", ""
                 ).startswith("image/"):