aboutsummaryrefslogtreecommitdiffstats
path: root/youtube/yt_data_extract/common.py
diff options
context:
space:
mode:
authorJames Taylor <user234683@users.noreply.github.com>2019-12-19 19:48:53 -0800
committerJames Taylor <user234683@users.noreply.github.com>2019-12-19 19:48:53 -0800
commitd1d908d5b1aadb0dc75b25df1a47789c021f89e2 (patch)
tree56a1a0e8361a732241774fee35ae521858d16d5f /youtube/yt_data_extract/common.py
parent76376b29a0adf6bd6d7a0202d904f923bdc8aa57 (diff)
downloadyt-local-d1d908d5b1aadb0dc75b25df1a47789c021f89e2.tar.lz
yt-local-d1d908d5b1aadb0dc75b25df1a47789c021f89e2.tar.xz
yt-local-d1d908d5b1aadb0dc75b25df1a47789c021f89e2.zip
Extraction: Move html post processing stuff from yt_data_extract to util
Diffstat (limited to 'youtube/yt_data_extract/common.py')
-rw-r--r--youtube/yt_data_extract/common.py39
1 files changed, 0 insertions, 39 deletions
diff --git a/youtube/yt_data_extract/common.py b/youtube/yt_data_extract/common.py
index 5fa67bc..459b5e9 100644
--- a/youtube/yt_data_extract/common.py
+++ b/youtube/yt_data_extract/common.py
@@ -1,6 +1,3 @@
-from youtube import util
-
-import json
import re
import urllib.parse
import collections
@@ -179,35 +176,6 @@ def check_missing_keys(object, *key_sequences):
return None
-def prefix_urls(item):
- try:
- item['thumbnail'] = util.prefix_url(item['thumbnail'])
- except KeyError:
- pass
-
- try:
- item['author_url'] = util.prefix_url(item['author_url'])
- except KeyError:
- pass
-
-def add_extra_html_info(item):
- if item['type'] == 'video':
- item['url'] = (util.URL_ORIGIN + '/watch?v=' + item['id']) if item.get('id') else None
-
- video_info = {}
- for key in ('id', 'title', 'author', 'duration'):
- try:
- video_info[key] = item[key]
- except KeyError:
- video_info[key] = ''
-
- item['video_info'] = json.dumps(video_info)
-
- elif item['type'] == 'playlist':
- item['url'] = (util.URL_ORIGIN + '/playlist?list=' + item['id']) if item.get('id') else None
- elif item['type'] == 'channel':
- item['url'] = (util.URL_ORIGIN + "/channel/" + item['id']) if item.get('id') else None
-
def extract_item_info(item, additional_info={}):
if not item:
return {'error': 'No item given'}
@@ -307,13 +275,6 @@ def extract_item_info(item, additional_info={}):
)))
return info
-def parse_info_prepare_for_html(renderer, additional_info={}):
- item = extract_item_info(renderer, additional_info)
- prefix_urls(item)
- add_extra_html_info(item)
-
- return item
-
def extract_response(polymer_json):
'''return response, error'''
response = multi_deep_get(polymer_json, [1, 'response'], ['response'], default=None, types=dict)