From c999ef2a473da8cf35509f6aca411e8c1473bd0b Mon Sep 17 00:00:00 2001 From: matthew Date: Thu, 26 Sep 2024 11:48:26 +0300 Subject: [PATCH] Better example --- examples/spiders/compose.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/examples/spiders/compose.py b/examples/spiders/compose.py index b8f916c..7479797 100644 --- a/examples/spiders/compose.py +++ b/examples/spiders/compose.py @@ -9,7 +9,7 @@ PuppeteerResponse, PuppeteerScreenshotResponse, ) -from scrapypuppeteer.actions import Click, Compose, GoTo, Screenshot +from scrapypuppeteer.actions import Click, Compose, GoTo, Screenshot, Scroll class ComposeSpider(scrapy.Spider): @@ -19,6 +19,7 @@ class ComposeSpider(scrapy.Spider): "DOWNLOADER_MIDDLEWARES": { "scrapypuppeteer.middleware.PuppeteerServiceDownloaderMiddleware": 1042, }, + "EXECUTION_METHOD": "Pyppeteer", } def start_requests(self): @@ -31,11 +32,13 @@ def start_requests(self): "div > nav > ul > li:nth-child(1) > ul > li:nth-child(3) > a" ) click = Compose(click_1, click_2) + scroll = Scroll() screenshot = Screenshot(options={"full_page": True, "type": "jpeg"}) compose_action = Compose( goto, click, + scroll, screenshot, ) @@ -51,4 +54,5 @@ def parse(self, response: PuppeteerResponse): self.log("Spider worked fine!") def errback(self, failure: Failure): + print(failure) self.log(failure_to_exc_info(failure), level=ERROR)