From 07e02e606f2d5b9a31986425ec573323dac5caf5 Mon Sep 17 00:00:00 2001
From: Bastien Le Querrec <blq@laquadrature.net>
Date: Sun, 14 Apr 2024 00:05:51 +0200
Subject: [PATCH] =?UTF-8?q?RAAspotter:=20relance=20la=20requ=C3=AAte=20en?=
=?UTF-8?q?=20cas=20de=20timeout?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
RAAspotter.py | 7 +++++--
1 file changed, 5 insertions(+), 2 deletions(-)
diff --git a/RAAspotter.py b/RAAspotter.py
index 98dcb9f..5d17989 100644
--- a/RAAspotter.py
+++ b/RAAspotter.py
@@ -374,9 +374,9 @@ class RAAspotter:
page = None
if method == 'get':
- page = self.session.get(url)
+ page = self.session.get(url, timeout=(10, 120))
if method == 'post':
- page = self.session.post(url, data=data)
+ page = self.session.post(url, data=data, timeout=(10, 120))
if page.status_code == 429:
logger.warning('Erreur 429 Too Many Requests reçue, temporisation...')
@@ -396,6 +396,9 @@ class RAAspotter:
self.tor_get_new_id()
time.sleep(55)
return self.get_page(url, method, data)
+ except requests.exceptions.Timeout:
+ logger.warning(f'Timeout, on relance la requête...')
+ return self.get_page(url, method, data)
def update_user_agent(self, user_agent):
self.user_agent = user_agent
--
GitLab