diff --git a/job_board_scraper/job_board_scraper/settings.py b/job_board_scraper/job_board_scraper/settings.py index eee116a..f0aba43 100644 --- a/job_board_scraper/job_board_scraper/settings.py +++ b/job_board_scraper/job_board_scraper/settings.py @@ -79,7 +79,7 @@ # Configure item pipelines # See https://docs.scrapy.org/en/latest/topics/item-pipeline.html -# ITEM_PIPELINES = {"job_board_scraper.pipelines.JobScraperPipelinePostgres": 299} +ITEM_PIPELINES = {"job_board_scraper.pipelines.JobScraperPipelinePostgres": 299} # Enable and configure the AutoThrottle extension (disabled by default) # See https://docs.scrapy.org/en/latest/topics/autothrottle.html diff --git a/job_board_scraper/run_job_scraper_single.py b/job_board_scraper/run_job_scraper_single.py index 981ab36..29d61dc 100644 --- a/job_board_scraper/run_job_scraper_single.py +++ b/job_board_scraper/run_job_scraper_single.py @@ -33,7 +33,7 @@ process.crawl( LeverJobsOutlineSpider, careers_page_url=careers_page_url, - use_existing_html=True, + use_existing_html=False, run_hash=run_hash, )