From 8aec653faebffbd78a00ed9ecc0f43fbc425988c Mon Sep 17 00:00:00 2001 From: "Andrew D.Gramigna" Date: Fri, 20 Oct 2023 09:07:11 -0400 Subject: [PATCH] fix logic for existing_html_used --- .../spiders/greenhouse_job_departments_spider.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/job_board_scraper/job_board_scraper/spiders/greenhouse_job_departments_spider.py b/job_board_scraper/job_board_scraper/spiders/greenhouse_job_departments_spider.py index a4b0a98..52c14ed 100644 --- a/job_board_scraper/job_board_scraper/spiders/greenhouse_job_departments_spider.py +++ b/job_board_scraper/job_board_scraper/spiders/greenhouse_job_departments_spider.py @@ -32,6 +32,7 @@ def __init__(self, *args, **kwargs): self.updated_at = int(self.current_time) self.created_at = int(self.current_time) self.current_date_utc = datetime.utcfromtimestamp(self.current_time).strftime("%Y-%m-%d") + self.existing_html_used = False #Initially set this to false, change later on in finalize_response if True self.logger.info(f"Initialized Spider, {self.html_source}") @property @@ -73,11 +74,6 @@ def company_name(self): return self.html_source.split("=")[-1] #Traditional format return self.html_source.split("/")[-1] - - @property - def existing_html_used(self): - #Initially set this to false, change later on in finalize_response if True - return False @property def full_s3_html_path(self):