aboutsummaryrefslogtreecommitdiffstats
path: root/youtube/util.py
diff options
context:
space:
mode:
authorJames Taylor <user234683@users.noreply.github.com>2020-12-21 11:59:35 -0800
committerJesús <heckyel@hyperbola.info>2020-12-21 18:23:09 -0500
commitb11120d000970304b01287a28d6494e4844cfced (patch)
treedf8076e1b2dbe8187f4317cd54a9c92e939d6626 /youtube/util.py
parent574cb2dae8534a8abba5710217e4f6c8655ff854 (diff)
downloadyt-local-b11120d000970304b01287a28d6494e4844cfced.tar.lz
yt-local-b11120d000970304b01287a28d6494e4844cfced.tar.xz
yt-local-b11120d000970304b01287a28d6494e4844cfced.zip
Exit node retrying: Retry 3 times. Also add tests for it.
Closes #20 Signed-off-by: Jesús <heckyel@hyperbola.info>
Diffstat (limited to 'youtube/util.py')
-rw-r--r--youtube/util.py21
1 files changed, 17 insertions, 4 deletions
diff --git a/youtube/util.py b/youtube/util.py
index 355d8c7..1544c94 100644
--- a/youtube/util.py
+++ b/youtube/util.py
@@ -60,6 +60,9 @@ connection_pool = urllib3.PoolManager(cert_reqs='CERT_REQUIRED')
class TorManager:
+ MAX_TRIES = 3
+ COOLDOWN_TIME = 5
+
def __init__(self):
self.old_tor_connection_pool = None
self.tor_connection_pool = urllib3.contrib.socks.SOCKSProxyManager(
@@ -69,6 +72,7 @@ class TorManager:
self.new_identity_lock = gevent.lock.BoundedSemaphore(1)
self.last_new_identity_time = time.monotonic() - 20
+ self.try_num = 1
def refresh_tor_connection_pool(self):
self.tor_connection_pool.clear()
@@ -108,9 +112,14 @@ class TorManager:
return None
delta = time.monotonic() - self.last_new_identity_time
- if delta < 20:
- print('new_identity: Retried already within last 20 seconds')
- return 'Retried with new circuit once (max) within last 20 seconds.'
+ if delta < self.COOLDOWN_TIME and self.try_num == 1:
+ err = ('Retried with new circuit %d times (max) within last '
+ '%d seconds.' % (self.MAX_TRIES, self.COOLDOWN_TIME))
+ print('new_identity:', err)
+ return err
+ elif delta >= self.COOLDOWN_TIME:
+ self.try_num = 1
+
try:
port = settings.tor_control_port
with stem.control.Controller.from_port(port=port) as controller:
@@ -120,10 +129,14 @@ class TorManager:
print('new_identity: NEWNYM signal sent')
self.last_new_identity_time = time.monotonic()
self.refresh_tor_connection_pool()
- return None
except stem.SocketError:
traceback.print_exc()
return 'Failed to connect to Tor control port.'
+ finally:
+ self.try_num += 1
+ if self.try_num > self.MAX_TRIES:
+ self.try_num = 1
+ return None
finally:
self.new_identity_lock.release()