diff options
Diffstat (limited to 'youtube_dl/extractor/curiositystream.py')
| -rw-r--r-- | youtube_dl/extractor/curiositystream.py | 177 |
1 files changed, 0 insertions, 177 deletions
diff --git a/youtube_dl/extractor/curiositystream.py b/youtube_dl/extractor/curiositystream.py deleted file mode 100644 index 48ff30432..000000000 --- a/youtube_dl/extractor/curiositystream.py +++ /dev/null @@ -1,177 +0,0 @@ -# coding: utf-8 -from __future__ import unicode_literals - -import re - -from .common import InfoExtractor -from ..utils import ( - int_or_none, - urlencode_postdata, - compat_str, - ExtractorError, -) - - -class CuriosityStreamBaseIE(InfoExtractor): - _NETRC_MACHINE = 'curiositystream' - _auth_token = None - _API_BASE_URL = 'https://api.curiositystream.com/v1/' - - def _handle_errors(self, result): - error = result.get('error', {}).get('message') - if error: - if isinstance(error, dict): - error = ', '.join(error.values()) - raise ExtractorError( - '%s said: %s' % (self.IE_NAME, error), expected=True) - - def _call_api(self, path, video_id, query=None): - headers = {} - if self._auth_token: - headers['X-Auth-Token'] = self._auth_token - result = self._download_json( - self._API_BASE_URL + path, video_id, headers=headers, query=query) - self._handle_errors(result) - return result['data'] - - def _real_initialize(self): - email, password = self._get_login_info() - if email is None: - return - result = self._download_json( - self._API_BASE_URL + 'login', None, data=urlencode_postdata({ - 'email': email, - 'password': password, - })) - self._handle_errors(result) - self._auth_token = result['message']['auth_token'] - - -class CuriosityStreamIE(CuriosityStreamBaseIE): - IE_NAME = 'curiositystream' - _VALID_URL = r'https?://(?:app\.)?curiositystream\.com/video/(?P<id>\d+)' - _TEST = { - 'url': 'https://app.curiositystream.com/video/2', - 'info_dict': { - 'id': '2', - 'ext': 'mp4', - 'title': 'How Did You Develop The Internet?', - 'description': 'Vint Cerf, Google\'s Chief Internet Evangelist, describes how he and Bob Kahn created the internet.', - }, - 'params': { - 'format': 'bestvideo', - # m3u8 download - 'skip_download': True, - }, - } - - def _real_extract(self, url): - video_id = self._match_id(url) - - formats = [] - for encoding_format in ('m3u8', 'mpd'): - media = self._call_api('media/' + video_id, video_id, query={ - 'encodingsNew': 'true', - 'encodingsFormat': encoding_format, - }) - for encoding in media.get('encodings', []): - playlist_url = encoding.get('master_playlist_url') - if encoding_format == 'm3u8': - # use `m3u8` entry_protocol until EXT-X-MAP is properly supported by `m3u8_native` entry_protocol - formats.extend(self._extract_m3u8_formats( - playlist_url, video_id, 'mp4', - m3u8_id='hls', fatal=False)) - elif encoding_format == 'mpd': - formats.extend(self._extract_mpd_formats( - playlist_url, video_id, mpd_id='dash', fatal=False)) - encoding_url = encoding.get('url') - file_url = encoding.get('file_url') - if not encoding_url and not file_url: - continue - f = { - 'width': int_or_none(encoding.get('width')), - 'height': int_or_none(encoding.get('height')), - 'vbr': int_or_none(encoding.get('video_bitrate')), - 'abr': int_or_none(encoding.get('audio_bitrate')), - 'filesize': int_or_none(encoding.get('size_in_bytes')), - 'vcodec': encoding.get('video_codec'), - 'acodec': encoding.get('audio_codec'), - 'container': encoding.get('container_type'), - } - for f_url in (encoding_url, file_url): - if not f_url: - continue - fmt = f.copy() - rtmp = re.search(r'^(?P<url>rtmpe?://(?P<host>[^/]+)/(?P<app>.+))/(?P<playpath>mp[34]:.+)$', f_url) - if rtmp: - fmt.update({ - 'url': rtmp.group('url'), - 'play_path': rtmp.group('playpath'), - 'app': rtmp.group('app'), - 'ext': 'flv', - 'format_id': 'rtmp', - }) - else: - fmt.update({ - 'url': f_url, - 'format_id': 'http', - }) - formats.append(fmt) - self._sort_formats(formats) - - title = media['title'] - - subtitles = {} - for closed_caption in media.get('closed_captions', []): - sub_url = closed_caption.get('file') - if not sub_url: - continue - lang = closed_caption.get('code') or closed_caption.get('language') or 'en' - subtitles.setdefault(lang, []).append({ - 'url': sub_url, - }) - - return { - 'id': video_id, - 'formats': formats, - 'title': title, - 'description': media.get('description'), - 'thumbnail': media.get('image_large') or media.get('image_medium') or media.get('image_small'), - 'duration': int_or_none(media.get('duration')), - 'tags': media.get('tags'), - 'subtitles': subtitles, - } - - -class CuriosityStreamCollectionIE(CuriosityStreamBaseIE): - IE_NAME = 'curiositystream:collection' - _VALID_URL = r'https?://(?:app\.)?curiositystream\.com/(?:collections?|series)/(?P<id>\d+)' - _TESTS = [{ - 'url': 'https://app.curiositystream.com/collection/2', - 'info_dict': { - 'id': '2', - 'title': 'Curious Minds: The Internet', - 'description': 'How is the internet shaping our lives in the 21st Century?', - }, - 'playlist_mincount': 16, - }, { - 'url': 'https://curiositystream.com/series/2', - 'only_matching': True, - }, { - 'url': 'https://curiositystream.com/collections/36', - 'only_matching': True, - }] - - def _real_extract(self, url): - collection_id = self._match_id(url) - collection = self._call_api( - 'collections/' + collection_id, collection_id) - entries = [] - for media in collection.get('media', []): - media_id = compat_str(media.get('id')) - entries.append(self.url_result( - 'https://curiositystream.com/video/' + media_id, - CuriosityStreamIE.ie_key(), media_id)) - return self.playlist_result( - entries, collection_id, - collection.get('title'), collection.get('description')) |