pref976: optimise le nombre de requête pour obtenir la liste des pages à parser

RAAspotter_pref976.py

@@ -45,11 +45,28 @@ class RAAspotter_pref976(RAAspotter):
       pages_to_parse.append(self.__RAA_PAGE['2019'])
 
     sub_pages_to_parse = [self.__RAA_PAGE['default']]
+
+    # Pour chaque année, on cherche les sous-pages de mois
     for raa_page in pages_to_parse:
       page_content = self.get_page(raa_page, 'get').content
-      sub_pages = self.get_sub_pages(page_content, ":is(.fr-card.fr-card--sm.fr-card--grey.fr-enlarge-link div.fr-card__body div.fr-card__content h2.fr-card__title a,div.fr-card__body div.fr-card__content h2.fr-card__title a.fr-card__link,ul.fr-pagination__list li a.fr-pagination__link.fr-pagination__link--next)",  self.__HOST)[::-1]
-      for sub_page in sub_pages:
-        sub_pages_to_parse.append(sub_page)
+      month_pages = self.get_sub_pages(
+        page_content,
+        '.fr-card.fr-card--sm.fr-card--grey.fr-enlarge-link div.fr-card__body div.fr-card__content h2.fr-card__title a',
+        self.__HOST,
+        False
+      )[::-1]
+      # Pour chaque mois, on cherche les pages des RAA
+      for month_page in month_pages:
+        sub_pages = self.get_sub_pages_with_pager(
+          month_page,
+          'div.fr-card__body div.fr-card__content h2.fr-card__title a.fr-card__link',
+          'ul.fr-pagination__list li a.fr-pagination__link.fr-pagination__link--next',
+          self.__HOST
+        )[::-1]
+        for sub_page in sub_pages:
+          sub_pages_to_parse.append(sub_page)
+
+    # On parse les pages contenant des RAA
     for page in sub_pages_to_parse:
       page_content = self.get_page(page, 'get').content
       raa_elements = self.get_raa_elements(page_content)