bring back item pipelines

adgramigna · Nov 14, 2024 · f161985 · f161985
1 parent a736049
commit f161985
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/job_board_scraper/job_board_scraper/settings.py b/job_board_scraper/job_board_scraper/settings.py
@@ -79,7 +79,7 @@
 
 # Configure item pipelines
 # See https://docs.scrapy.org/en/latest/topics/item-pipeline.html
-# ITEM_PIPELINES = {"job_board_scraper.pipelines.JobScraperPipelinePostgres": 299}
+ITEM_PIPELINES = {"job_board_scraper.pipelines.JobScraperPipelinePostgres": 299}
 
 # Enable and configure the AutoThrottle extension (disabled by default)
 # See https://docs.scrapy.org/en/latest/topics/autothrottle.html

diff --git a/job_board_scraper/run_job_scraper_single.py b/job_board_scraper/run_job_scraper_single.py
@@ -33,7 +33,7 @@
     process.crawl(
         LeverJobsOutlineSpider,
         careers_page_url=careers_page_url,
-        use_existing_html=True,
+        use_existing_html=False,
         run_hash=run_hash,
     )