diff options
Diffstat (limited to 'youtube_dl/extractor/drtv.py')
| -rw-r--r-- | youtube_dl/extractor/drtv.py | 352 |
1 files changed, 0 insertions, 352 deletions
diff --git a/youtube_dl/extractor/drtv.py b/youtube_dl/extractor/drtv.py deleted file mode 100644 index 390e79f8c..000000000 --- a/youtube_dl/extractor/drtv.py +++ /dev/null @@ -1,352 +0,0 @@ -# coding: utf-8 -from __future__ import unicode_literals - -import binascii -import hashlib -import re - - -from .common import InfoExtractor -from ..aes import aes_cbc_decrypt -from ..compat import compat_urllib_parse_unquote -from ..utils import ( - bytes_to_intlist, - ExtractorError, - int_or_none, - intlist_to_bytes, - float_or_none, - mimetype2ext, - str_or_none, - try_get, - unified_timestamp, - update_url_query, - url_or_none, -) - - -class DRTVIE(InfoExtractor): - _VALID_URL = r'''(?x) - https?:// - (?: - (?:www\.)?dr\.dk/(?:tv/se|nyheder|radio(?:/ondemand)?)/(?:[^/]+/)*| - (?:www\.)?(?:dr\.dk|dr-massive\.com)/drtv/(?:se|episode)/ - ) - (?P<id>[\da-z_-]+) - ''' - _GEO_BYPASS = False - _GEO_COUNTRIES = ['DK'] - IE_NAME = 'drtv' - _TESTS = [{ - 'url': 'https://www.dr.dk/tv/se/boern/ultra/klassen-ultra/klassen-darlig-taber-10', - 'md5': '25e659cccc9a2ed956110a299fdf5983', - 'info_dict': { - 'id': 'klassen-darlig-taber-10', - 'ext': 'mp4', - 'title': 'Klassen - Dårlig taber (10)', - 'description': 'md5:815fe1b7fa656ed80580f31e8b3c79aa', - 'timestamp': 1539085800, - 'upload_date': '20181009', - 'duration': 606.84, - 'series': 'Klassen', - 'season': 'Klassen I', - 'season_number': 1, - 'season_id': 'urn:dr:mu:bundle:57d7e8216187a4031cfd6f6b', - 'episode': 'Episode 10', - 'episode_number': 10, - 'release_year': 2016, - }, - 'expected_warnings': ['Unable to download f4m manifest'], - }, { - # embed - 'url': 'https://www.dr.dk/nyheder/indland/live-christianias-rydning-af-pusher-street-er-i-gang', - 'info_dict': { - 'id': 'urn:dr:mu:programcard:57c926176187a50a9c6e83c6', - 'ext': 'mp4', - 'title': 'christiania pusher street ryddes drdkrjpo', - 'description': 'md5:2a71898b15057e9b97334f61d04e6eb5', - 'timestamp': 1472800279, - 'upload_date': '20160902', - 'duration': 131.4, - }, - 'params': { - 'skip_download': True, - }, - 'expected_warnings': ['Unable to download f4m manifest'], - }, { - # with SignLanguage formats - 'url': 'https://www.dr.dk/tv/se/historien-om-danmark/-/historien-om-danmark-stenalder', - 'info_dict': { - 'id': 'historien-om-danmark-stenalder', - 'ext': 'mp4', - 'title': 'Historien om Danmark: Stenalder', - 'description': 'md5:8c66dcbc1669bbc6f873879880f37f2a', - 'timestamp': 1546628400, - 'upload_date': '20190104', - 'duration': 3502.56, - 'formats': 'mincount:20', - }, - 'params': { - 'skip_download': True, - }, - }, { - 'url': 'https://www.dr.dk/radio/p4kbh/regionale-nyheder-kh4/p4-nyheder-2019-06-26-17-30-9', - 'only_matching': True, - }, { - 'url': 'https://www.dr.dk/drtv/se/bonderoeven_71769', - 'info_dict': { - 'id': '00951930010', - 'ext': 'mp4', - 'title': 'Bonderøven (1:8)', - 'description': 'md5:3cf18fc0d3b205745d4505f896af8121', - 'timestamp': 1546542000, - 'upload_date': '20190103', - 'duration': 2576.6, - }, - 'params': { - 'skip_download': True, - }, - }, { - 'url': 'https://www.dr.dk/drtv/episode/bonderoeven_71769', - 'only_matching': True, - }, { - 'url': 'https://dr-massive.com/drtv/se/bonderoeven_71769', - 'only_matching': True, - }] - - def _real_extract(self, url): - video_id = self._match_id(url) - - webpage = self._download_webpage(url, video_id) - - if '>Programmet er ikke længere tilgængeligt' in webpage: - raise ExtractorError( - 'Video %s is not available' % video_id, expected=True) - - video_id = self._search_regex( - (r'data-(?:material-identifier|episode-slug)="([^"]+)"', - r'data-resource="[^>"]+mu/programcard/expanded/([^"]+)"'), - webpage, 'video id', default=None) - - if not video_id: - video_id = self._search_regex( - r'(urn(?:%3A|:)dr(?:%3A|:)mu(?:%3A|:)programcard(?:%3A|:)[\da-f]+)', - webpage, 'urn', default=None) - if video_id: - video_id = compat_urllib_parse_unquote(video_id) - - _PROGRAMCARD_BASE = 'https://www.dr.dk/mu-online/api/1.4/programcard' - query = {'expanded': 'true'} - - if video_id: - programcard_url = '%s/%s' % (_PROGRAMCARD_BASE, video_id) - else: - programcard_url = _PROGRAMCARD_BASE - page = self._parse_json( - self._search_regex( - r'data\s*=\s*({.+?})\s*(?:;|</script)', webpage, - 'data'), '1')['cache']['page'] - page = page[list(page.keys())[0]] - item = try_get( - page, (lambda x: x['item'], lambda x: x['entries'][0]['item']), - dict) - video_id = item['customId'].split(':')[-1] - query['productionnumber'] = video_id - - data = self._download_json( - programcard_url, video_id, 'Downloading video JSON', query=query) - - title = str_or_none(data.get('Title')) or re.sub( - r'\s*\|\s*(?:TV\s*\|\s*DR|DRTV)$', '', - self._og_search_title(webpage)) - description = self._og_search_description( - webpage, default=None) or data.get('Description') - - timestamp = unified_timestamp( - data.get('PrimaryBroadcastStartTime') or data.get('SortDateTime')) - - thumbnail = None - duration = None - - restricted_to_denmark = False - - formats = [] - subtitles = {} - - assets = [] - primary_asset = data.get('PrimaryAsset') - if isinstance(primary_asset, dict): - assets.append(primary_asset) - secondary_assets = data.get('SecondaryAssets') - if isinstance(secondary_assets, list): - for secondary_asset in secondary_assets: - if isinstance(secondary_asset, dict): - assets.append(secondary_asset) - - def hex_to_bytes(hex): - return binascii.a2b_hex(hex.encode('ascii')) - - def decrypt_uri(e): - n = int(e[2:10], 16) - a = e[10 + n:] - data = bytes_to_intlist(hex_to_bytes(e[10:10 + n])) - key = bytes_to_intlist(hashlib.sha256( - ('%s:sRBzYNXBzkKgnjj8pGtkACch' % a).encode('utf-8')).digest()) - iv = bytes_to_intlist(hex_to_bytes(a)) - decrypted = aes_cbc_decrypt(data, key, iv) - return intlist_to_bytes( - decrypted[:-decrypted[-1]]).decode('utf-8').split('?')[0] - - for asset in assets: - kind = asset.get('Kind') - if kind == 'Image': - thumbnail = url_or_none(asset.get('Uri')) - elif kind in ('VideoResource', 'AudioResource'): - duration = float_or_none(asset.get('DurationInMilliseconds'), 1000) - restricted_to_denmark = asset.get('RestrictedToDenmark') - asset_target = asset.get('Target') - for link in asset.get('Links', []): - uri = link.get('Uri') - if not uri: - encrypted_uri = link.get('EncryptedUri') - if not encrypted_uri: - continue - try: - uri = decrypt_uri(encrypted_uri) - except Exception: - self.report_warning( - 'Unable to decrypt EncryptedUri', video_id) - continue - uri = url_or_none(uri) - if not uri: - continue - target = link.get('Target') - format_id = target or '' - if asset_target in ('SpokenSubtitles', 'SignLanguage', 'VisuallyInterpreted'): - preference = -1 - format_id += '-%s' % asset_target - elif asset_target == 'Default': - preference = 1 - else: - preference = None - if target == 'HDS': - f4m_formats = self._extract_f4m_formats( - uri + '?hdcore=3.3.0&plugin=aasp-3.3.0.99.43', - video_id, preference, f4m_id=format_id, fatal=False) - if kind == 'AudioResource': - for f in f4m_formats: - f['vcodec'] = 'none' - formats.extend(f4m_formats) - elif target == 'HLS': - formats.extend(self._extract_m3u8_formats( - uri, video_id, 'mp4', entry_protocol='m3u8_native', - preference=preference, m3u8_id=format_id, - fatal=False)) - else: - bitrate = link.get('Bitrate') - if bitrate: - format_id += '-%s' % bitrate - formats.append({ - 'url': uri, - 'format_id': format_id, - 'tbr': int_or_none(bitrate), - 'ext': link.get('FileFormat'), - 'vcodec': 'none' if kind == 'AudioResource' else None, - 'preference': preference, - }) - subtitles_list = asset.get('SubtitlesList') or asset.get('Subtitleslist') - if isinstance(subtitles_list, list): - LANGS = { - 'Danish': 'da', - } - for subs in subtitles_list: - if not isinstance(subs, dict): - continue - sub_uri = url_or_none(subs.get('Uri')) - if not sub_uri: - continue - lang = subs.get('Language') or 'da' - subtitles.setdefault(LANGS.get(lang, lang), []).append({ - 'url': sub_uri, - 'ext': mimetype2ext(subs.get('MimeType')) or 'vtt' - }) - - if not formats and restricted_to_denmark: - self.raise_geo_restricted( - 'Unfortunately, DR is not allowed to show this program outside Denmark.', - countries=self._GEO_COUNTRIES) - - self._sort_formats(formats) - - return { - 'id': video_id, - 'title': title, - 'description': description, - 'thumbnail': thumbnail, - 'timestamp': timestamp, - 'duration': duration, - 'formats': formats, - 'subtitles': subtitles, - 'series': str_or_none(data.get('SeriesTitle')), - 'season': str_or_none(data.get('SeasonTitle')), - 'season_number': int_or_none(data.get('SeasonNumber')), - 'season_id': str_or_none(data.get('SeasonUrn')), - 'episode': str_or_none(data.get('EpisodeTitle')), - 'episode_number': int_or_none(data.get('EpisodeNumber')), - 'release_year': int_or_none(data.get('ProductionYear')), - } - - -class DRTVLiveIE(InfoExtractor): - IE_NAME = 'drtv:live' - _VALID_URL = r'https?://(?:www\.)?dr\.dk/(?:tv|TV)/live/(?P<id>[\da-z-]+)' - _GEO_COUNTRIES = ['DK'] - _TEST = { - 'url': 'https://www.dr.dk/tv/live/dr1', - 'info_dict': { - 'id': 'dr1', - 'ext': 'mp4', - 'title': 're:^DR1 [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$', - }, - 'params': { - # m3u8 download - 'skip_download': True, - }, - } - - def _real_extract(self, url): - channel_id = self._match_id(url) - channel_data = self._download_json( - 'https://www.dr.dk/mu-online/api/1.0/channel/' + channel_id, - channel_id) - title = self._live_title(channel_data['Title']) - - formats = [] - for streaming_server in channel_data.get('StreamingServers', []): - server = streaming_server.get('Server') - if not server: - continue - link_type = streaming_server.get('LinkType') - for quality in streaming_server.get('Qualities', []): - for stream in quality.get('Streams', []): - stream_path = stream.get('Stream') - if not stream_path: - continue - stream_url = update_url_query( - '%s/%s' % (server, stream_path), {'b': ''}) - if link_type == 'HLS': - formats.extend(self._extract_m3u8_formats( - stream_url, channel_id, 'mp4', - m3u8_id=link_type, fatal=False, live=True)) - elif link_type == 'HDS': - formats.extend(self._extract_f4m_formats(update_url_query( - '%s/%s' % (server, stream_path), {'hdcore': '3.7.0'}), - channel_id, f4m_id=link_type, fatal=False)) - self._sort_formats(formats) - - return { - 'id': channel_id, - 'title': title, - 'thumbnail': channel_data.get('PrimaryImageUri'), - 'formats': formats, - 'is_live': True, - } |