From 1c5cc512f1928b4d1ea1bbea6d87209493df34eb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C5=81ukasz=20Witkowski?= Date: Thu, 28 Nov 2024 13:23:49 +0100 Subject: [PATCH] Temporarily scrap 6 pages of soaring.de instead just first --- backend/spiders/SoaringDeSpider.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/backend/spiders/SoaringDeSpider.py b/backend/spiders/SoaringDeSpider.py index cb4dc40..0af076a 100644 --- a/backend/spiders/SoaringDeSpider.py +++ b/backend/spiders/SoaringDeSpider.py @@ -15,6 +15,11 @@ class SoaringDeSpider(scrapy.Spider): start_urls = [ GLIDER_OFFERS_URL, + GLIDER_OFFERS_URL + "&iPage=2", + GLIDER_OFFERS_URL + "&iPage=3", + GLIDER_OFFERS_URL + "&iPage=4", + GLIDER_OFFERS_URL + "&iPage=5", + GLIDER_OFFERS_URL + "&iPage=6", ENGINE_OFFERS_URL ]