aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorJames Taylor <user234683@users.noreply.github.com>2018-12-24 00:42:15 -0800
committerJames Taylor <user234683@users.noreply.github.com>2018-12-24 00:42:15 -0800
commitb61865beb11a1f42a85192c662298c43f53328c5 (patch)
treee615b6e17f1072bb1bc30fd5d9f757852ff578b7
parentb1fff10065a8bb4e3959ad2469527f502940de9b (diff)
downloadyt-local-b61865beb11a1f42a85192c662298c43f53328c5.tar.lz
yt-local-b61865beb11a1f42a85192c662298c43f53328c5.tar.xz
yt-local-b61865beb11a1f42a85192c662298c43f53328c5.zip
Added cookie-handling ability to fetch_url
-rw-r--r--youtube/common.py15
1 files changed, 14 insertions, 1 deletions
diff --git a/youtube/common.py b/youtube/common.py
index cef1620..0a53c51 100644
--- a/youtube/common.py
+++ b/youtube/common.py
@@ -148,7 +148,15 @@ def decode_content(content, encoding_header):
content = gzip.decompress(content)
return content
-def fetch_url(url, headers=(), timeout=15, report_text=None, data=None):
+def fetch_url(url, headers=(), timeout=15, report_text=None, data=None, cookie_jar_send=None, cookie_jar_receive=None):
+ '''
+ When cookie_jar_send is set to a CookieJar object,
+ those cookies will be sent in the request (but cookies in response will not be merged into it)
+ When cookie_jar_receive is set to a CookieJar object,
+ cookies received in the response will be merged into the object (nothing will be sent from it)
+ When both are set to the same object, cookies will be sent from the object,
+ and response cookies will be merged into it.
+ '''
headers = dict(headers) # Note: Calling dict() on a dict will make a copy
headers['Accept-Encoding'] = 'gzip, br'
@@ -161,9 +169,14 @@ def fetch_url(url, headers=(), timeout=15, report_text=None, data=None):
start_time = time.time()
req = urllib.request.Request(url, data=data, headers=headers)
+ if cookie_jar_send:
+ cookie_jar_send.add_cookie_header(req)
response = urllib.request.urlopen(req, timeout=timeout)
response_time = time.time()
+ if cookie_jar_receive:
+ cookie_jar_receive.extract_cookies(response, req)
+
content = response.read()
read_finish = time.time()
if report_text: