From 9a9f59c65362b338b1a131299039a3652de0b977 Mon Sep 17 00:00:00 2001
From: Bastien Le Querrec <blq@laquadrature.net>
Date: Sun, 24 Mar 2024 00:41:03 +0100
Subject: [PATCH] =?UTF-8?q?pref976:=20optimise=20le=20nombre=20de=20requ?=
=?UTF-8?q?=C3=AAtes?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
Fixes #6
---
RAAspotter_pref976.py | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/RAAspotter_pref976.py b/RAAspotter_pref976.py
index 5cb7885..28c86c1 100644
--- a/RAAspotter_pref976.py
+++ b/RAAspotter_pref976.py
@@ -64,7 +64,10 @@ class RAAspotter_pref976(RAAspotter):
self.__HOST
)[::-1]
for sub_page in sub_pages:
- sub_pages_to_parse.append(sub_page['url'])
+ # On filtre les pages de RAA ne correspondant pas à la période analysée
+ guessed_date = RAAspotter.guess_date(sub_page['name'], 'n°[ 0-9]* du ([0-9]*(?:er)? [a-zéû]* [0-9]*)')
+ if guessed_date >= self.not_before:
+ sub_pages_to_parse.append(sub_page['url'])
# On parse les pages contenant des RAA
for page in sub_pages_to_parse:
--
GitLab