prefidf: utilise Selenium

Les préfectures de régions utilisent Cloudflare depuis quelques jours :(

Attrap_prefidf.py

@@ -12,7 +12,7 @@ class Attrap_prefidf(Attrap):
     # Config
     hostname = 'https://www.prefectures-regions.gouv.fr'
     raa_page = f'{hostname}/ile-de-france/tags/view/Ile-de-France/Documents+et+publications/Recueil+des+actes+administratifs'
-    user_agent = 'Mozilla/5.0 (Windows NT 10.0; rv:109.0) Gecko/20100101 Firefox/115.0'
+    user_agent = 'Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0'
     full_name = 'Préfecture d\'Île-de-France'
     short_code = 'prefidf'
     timezone = 'Europe/Paris'
@@ -25,12 +25,13 @@ class Attrap_prefidf(Attrap):
         year_pages_to_parse = []
 
         # On détermine quelles pages d'année parser
-        page_content = self.get_page(self.raa_page, 'get').content
+        page_content = self.get_session(self.raa_page, 'main', 6)
         year_pages = self.get_sub_pages(
             page_content,
             'article.news-list-item header h2.news-list-title a',
             self.hostname,
-            False
+            False,
+            selenium=True
         )
         for year_page in year_pages:
             year_date = Attrap.guess_date(year_page['name'].strip(), '(?:.*[ÎIiî]le-de-[Ff]rance.*)([0-9]{4})').replace(day=1, month=1)
@@ -39,13 +40,14 @@ class Attrap_prefidf(Attrap):
 
         pages_to_parse = []
         for year_page in year_pages_to_parse:
-            page_content = self.get_page(year_page, 'get').content
+            page_content = self.get_page(year_page, 'get', selenium=True).content
             year = BeautifulSoup(page_content, 'html.parser').select('div.breadcrumb div.container p span.active')[0].get_text().split('-')[-1].strip()
             month_pages = self.get_sub_pages(
                 page_content,
                 'div.sommaire-bloc div.sommaire-content ol li a',
                 self.hostname,
-                False
+                False,
+                selenium=True
             )[::-1]
             for month_page in month_pages:
                 month_date = Attrap.guess_date(f"{month_page['name']} {year}", "(.*)").replace(day=1)
@@ -54,7 +56,7 @@ class Attrap_prefidf(Attrap):
 
         elements = []
         for page in pages_to_parse:
-            page_content = self.get_page(page, 'get').content
+            page_content = self.get_session(page, 'main', 6)
             for element in self.get_raa_elements(page_content):
                 elements.append(element)