adding rate limit

    ORIGINAL COMMIT
    ~~~~~~~~~~~~~~~

    $ git show f6bb22e --stat
    commit f6bb22e6c3602d30e55fc9eeb140b964552b8d18
    Author: Josemando Sobral <josemando@gmail.com>
    Date:   Sun Feb 2 18:48:34 2025 -0300

        adding rate limit

     getmyancestors/classes/session.py | 8 ++++++++
     pyproject.toml                    | 2 +-
     requirements.txt                  | 1 +
     3 files changed, 10 insertions(+), 1 deletion(-)

Signed-off-by: Shane Jaroch <chown_tee@proton.me>

diff --git a/getmyancestors/classes/session.py b/getmyancestors/classes/session.py
index 9f9aeca1037a37cb362e4d0611f7991ba7b89a22..30ed47a167841a07d275f83590683f813c8be09c 100644 (file)
--- a/getmyancestors/classes/session.py
+++ b/getmyancestors/classes/session.py
@@ -7,6 +7,8 @@ import requests
 from requests_cache import CachedSession as CSession
 from fake_useragent import UserAgent
 
+from requests_ratelimiter import LimiterAdapter
+
 # local imports
 from getmyancestors.classes.translation import translations
 
@@ -31,6 +33,12 @@ class GMASession:
         self.fid = self.lang = self.display_name = None
         self.counter = 0
         self.headers = {"User-Agent": UserAgent().firefox}
+
+        # Apply a rate-limit (5 requests per second) to all requests
+        adapter = LimiterAdapter(per_second=5)
+        self.mount('http://', adapter)
+        self.mount('https://', adapter)
+
         self.login()
 
     @property

diff --git a/pyproject.toml b/pyproject.toml
index 094f07798ca6a3ae5290b3d9d51d55ee35974359..58e157168a627ee803d9f2b0ee65496748240b99 100644 (file)
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -16,10 +16,11 @@ classifiers = [
     "Programming Language :: Python :: 3 :: Only",
 ]
 dependencies = [
-    "babelfish==0.6.0",
-    "diskcache==5.2.1",
-    "requests==2.25.1",
-    "fake-useragent==1.2.1",
+    "babelfish==0.6.1",
+    "diskcache==5.6.3",
+    "requests==2.32.3",
+    "fake-useragent==2.0.3",
+    "requests-ratelimiter==0.7.0"
 ]
 dynamic = ["version", "readme"]
 
@@ -37,4 +38,3 @@ getmyancestors = ["fstogedcom.png"]
 getmyancestors = "getmyancestors.getmyancestors:main"
 mergemyancestors = "getmyancestors.mergemyancestors:main"
 fstogedcom = "getmyancestors.fstogedcom:main"
-

diff --git a/requirements.txt b/requirements.txt
index c2d23a8680cc1beb8a7b70a456ee87c843604c9b..471fa90c536d5469fdc905b877e5233114e9d03a 100644 (file)
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,6 @@
-babelfish==0.6.0
-diskcache==5.2.1
-requests==2.31.0
-fake-useragent==1.2.1
-setuptools==70.1.0
\ No newline at end of file
+babelfish==0.6.1
+diskcache==5.6.3
+requests==2.32.3
+fake-useragent==2.0.3
+requests-ratelimiter==0.7.0
+setuptools==70.1.0