diff options
author | James Taylor <user234683@users.noreply.github.com> | 2020-12-21 11:59:35 -0800 |
---|---|---|
committer | Jesús <heckyel@hyperbola.info> | 2020-12-21 18:23:09 -0500 |
commit | b11120d000970304b01287a28d6494e4844cfced (patch) | |
tree | df8076e1b2dbe8187f4317cd54a9c92e939d6626 /youtube | |
parent | 574cb2dae8534a8abba5710217e4f6c8655ff854 (diff) | |
download | yt-local-b11120d000970304b01287a28d6494e4844cfced.tar.lz yt-local-b11120d000970304b01287a28d6494e4844cfced.tar.xz yt-local-b11120d000970304b01287a28d6494e4844cfced.zip |
Exit node retrying: Retry 3 times. Also add tests for it.
Closes #20
Signed-off-by: Jesús <heckyel@hyperbola.info>
Diffstat (limited to 'youtube')
-rw-r--r-- | youtube/util.py | 21 |
1 files changed, 17 insertions, 4 deletions
diff --git a/youtube/util.py b/youtube/util.py index 355d8c7..1544c94 100644 --- a/youtube/util.py +++ b/youtube/util.py @@ -60,6 +60,9 @@ connection_pool = urllib3.PoolManager(cert_reqs='CERT_REQUIRED') class TorManager: + MAX_TRIES = 3 + COOLDOWN_TIME = 5 + def __init__(self): self.old_tor_connection_pool = None self.tor_connection_pool = urllib3.contrib.socks.SOCKSProxyManager( @@ -69,6 +72,7 @@ class TorManager: self.new_identity_lock = gevent.lock.BoundedSemaphore(1) self.last_new_identity_time = time.monotonic() - 20 + self.try_num = 1 def refresh_tor_connection_pool(self): self.tor_connection_pool.clear() @@ -108,9 +112,14 @@ class TorManager: return None delta = time.monotonic() - self.last_new_identity_time - if delta < 20: - print('new_identity: Retried already within last 20 seconds') - return 'Retried with new circuit once (max) within last 20 seconds.' + if delta < self.COOLDOWN_TIME and self.try_num == 1: + err = ('Retried with new circuit %d times (max) within last ' + '%d seconds.' % (self.MAX_TRIES, self.COOLDOWN_TIME)) + print('new_identity:', err) + return err + elif delta >= self.COOLDOWN_TIME: + self.try_num = 1 + try: port = settings.tor_control_port with stem.control.Controller.from_port(port=port) as controller: @@ -120,10 +129,14 @@ class TorManager: print('new_identity: NEWNYM signal sent') self.last_new_identity_time = time.monotonic() self.refresh_tor_connection_pool() - return None except stem.SocketError: traceback.print_exc() return 'Failed to connect to Tor control port.' + finally: + self.try_num += 1 + if self.try_num > self.MAX_TRIES: + self.try_num = 1 + return None finally: self.new_identity_lock.release() |