[MISC] Robust post extraction (#72)

* reddit: robust post extraction * helm: upgrade tag
finaldie · Apr 14, 2024 · fc2aa3e · fc2aa3e
1 parent 4b0d4f8
commit fc2aa3e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/helm/values.yaml b/helm/values.yaml
@@ -5,7 +5,7 @@ airflow:
   images:
     airflow:
       repository: finaldie/auto-news
-      tag: 0.9.7
+      tag: 0.9.8
 
     useDefaultImageForMigration: true
 

diff --git a/src/reddit_agent.py b/src/reddit_agent.py
@@ -94,7 +94,7 @@ def _extractSubredditPosts(self, response, data_folder, run_id):
             ts = post["data"]["created_utc"]
             dt_utc = datetime.fromtimestamp(ts).isoformat()
             dt_pdt = utils.convertUTC2PDT_str(dt_utc).isoformat()
-            author = post["data"]["author"]
+            author = post["data"].get("author") or post["data"].get("author_fullname") or "unknown_author"
             subreddit = post["data"]["subreddit"]
             title = post["data"]["title"]
             post_long_id = f"{subreddit}_{title}_{author}_{ts}"