feat: Disable SQS publish for while

cofinder-team · Nov 17, 2023 · 48e856e · 48e856e
1 parent 610d683
commit 48e856e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/scrapy_crawler/Bungae/TotalSearch/spiders/BgKeywordSpider.py b/scrapy_crawler/Bungae/TotalSearch/spiders/BgKeywordSpider.py
@@ -26,7 +26,7 @@ class BgKeywordSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             "scrapy_crawler.Bungae.TotalSearch.pipelines.DuplicateFilterPipeline": 1,
             "scrapy_crawler.Bungae.TotalSearch.pipelines.ManualFilterPipeline": 2,
-            "scrapy_crawler.Bungae.TotalSearch.pipelines.PublishSQSPipeline": 3,
+            # "scrapy_crawler.Bungae.TotalSearch.pipelines.PublishSQSPipeline": 3,
             "scrapy_crawler.Bungae.TotalSearch.pipelines.PostgresExportPipeline": 4,
         }
     }

diff --git a/scrapy_crawler/Joonggonara/TotalSearch/spiders/JgKeywordSpider.py b/scrapy_crawler/Joonggonara/TotalSearch/spiders/JgKeywordSpider.py
@@ -29,7 +29,7 @@ class JgKeywordSpider(scrapy.Spider):
             "scrapy_crawler.Joonggonara.TotalSearch.pipelines.HtmlParserPipeline": 1,
             "scrapy_crawler.Joonggonara.TotalSearch.pipelines.ManualFilterPipeline": 2,
             "scrapy_crawler.Joonggonara.TotalSearch.pipelines.DuplicateFilterPipeline": 3,
-            "scrapy_crawler.Joonggonara.TotalSearch.pipelines.PublishSQSPipeline": 4,
+            # "scrapy_crawler.Joonggonara.TotalSearch.pipelines.PublishSQSPipeline": 4,
             "scrapy_crawler.Joonggonara.TotalSearch.pipelines.PostgresExportPipeline": 5,
         }
     }