aboutsummaryrefslogtreecommitdiffstats
path: root/youtube/yt_data_extract/common.py
diff options
context:
space:
mode:
authorJames Taylor <user234683@users.noreply.github.com>2019-12-21 15:45:01 -0800
committerJames Taylor <user234683@users.noreply.github.com>2019-12-21 15:45:01 -0800
commit7a6bcb6128ff6263cdfc2e215690fb6ffc33df17 (patch)
tree36e591a801f781f1b154d912e74f29c5a2890bc2 /youtube/yt_data_extract/common.py
parent3936310e7e9bbd5194bc07403f775c4a50dfb16b (diff)
downloadyt-local-7a6bcb6128ff6263cdfc2e215690fb6ffc33df17.tar.lz
yt-local-7a6bcb6128ff6263cdfc2e215690fb6ffc33df17.tar.xz
yt-local-7a6bcb6128ff6263cdfc2e215690fb6ffc33df17.zip
Rewrite channel extraction with proper error handling and new extraction names. Extract subscriber_count correctly.
Don't just shove english strings into info['stats']. Actually give semantic names for the stats.
Diffstat (limited to 'youtube/yt_data_extract/common.py')
-rw-r--r--youtube/yt_data_extract/common.py7
1 files changed, 5 insertions, 2 deletions
diff --git a/youtube/yt_data_extract/common.py b/youtube/yt_data_extract/common.py
index 221b523..06f0e95 100644
--- a/youtube/yt_data_extract/common.py
+++ b/youtube/yt_data_extract/common.py
@@ -74,6 +74,8 @@ def conservative_update(obj, key, value):
obj[key] = value
def remove_redirect(url):
+ if url is None:
+ return None
if re.fullmatch(r'(((https?:)?//)?(www.)?youtube.com)?/redirect\?.*', url) is not None: # youtube puts these on external links to do tracking
query_string = url[url.find('?')+1: ]
return urllib.parse.parse_qs(query_string)['q'][0]
@@ -155,6 +157,8 @@ def extract_approx_int(string):
MONTH_ABBREVIATIONS = {'jan':'1', 'feb':'2', 'mar':'3', 'apr':'4', 'may':'5', 'jun':'6', 'jul':'7', 'aug':'8', 'sep':'9', 'oct':'10', 'nov':'11', 'dec':'12'}
def extract_date(date_text):
'''Input: "Mar 9, 2019". Output: "2019-3-9"'''
+ if not isinstance(date_text, str):
+ date_text = extract_str(date_text)
if date_text is None:
return None
@@ -165,6 +169,7 @@ def extract_date(date_text):
month = MONTH_ABBREVIATIONS.get(month[0:3]) # slicing in case they start writing out the full month name
if month and (re.fullmatch(r'\d\d?', day) is not None) and (re.fullmatch(r'\d{4}', year) is not None):
return year + '-' + month + '-' + day
+ return None
def check_missing_keys(object, *key_sequences):
for key_sequence in key_sequences:
@@ -319,8 +324,6 @@ item_types = {
'channelRenderer',
'compactChannelRenderer',
'gridChannelRenderer',
-
- 'channelAboutFullMetadataRenderer',
}
def _traverse_browse_renderer(renderer):