SoaringDe crawler scrapes only first page as before

lwitkowski · Jul 30, 2024 · ce54390 · ce54390
1 parent c2d528a
commit ce54390
Showing 1 changed file with 0 additions and 5 deletions.
diff --git a/backend/spiders/SoaringDeSpider.py b/backend/spiders/SoaringDeSpider.py
@@ -16,11 +16,6 @@ class SoaringDeSpider(scrapy.Spider):
 
     start_urls = [
         GLIDER_OFFERS_URL,
-        GLIDER_OFFERS_URL + "&iPage=2",
-        GLIDER_OFFERS_URL + "&iPage=3",
-        GLIDER_OFFERS_URL + "&iPage=4",
-        GLIDER_OFFERS_URL + "&iPage=5",
-        GLIDER_OFFERS_URL + "&iPage=6",
         ENGINE_OFFERS_URL
     ]