Temporarily scrap 6 pages of soaring.de instead just first

lwitkowski · Nov 28, 2024 · 1c5cc51 · 1c5cc51
1 parent e00a5e8
commit 1c5cc51
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/backend/spiders/SoaringDeSpider.py b/backend/spiders/SoaringDeSpider.py
@@ -15,6 +15,11 @@ class SoaringDeSpider(scrapy.Spider):
 
     start_urls = [
         GLIDER_OFFERS_URL,
+        GLIDER_OFFERS_URL + "&iPage=2",
+        GLIDER_OFFERS_URL + "&iPage=3",
+        GLIDER_OFFERS_URL + "&iPage=4",
+        GLIDER_OFFERS_URL + "&iPage=5",
+        GLIDER_OFFERS_URL + "&iPage=6",
         ENGINE_OFFERS_URL
     ]