aboutsummaryrefslogtreecommitdiffstats
path: root/youtube_dlc/extractor/archiveorg.py
diff options
context:
space:
mode:
authorUnknown <blackjack4494@web.de>2020-09-02 20:25:25 +0200
committerUnknown <blackjack4494@web.de>2020-09-02 20:25:25 +0200
commitcefecac12cd3c70f9c7a30992c60b05c2eb5d34e (patch)
treef7b8e3f8ca2f6e402c83a501f72c09854ae04887 /youtube_dlc/extractor/archiveorg.py
parent9688f237163b6aa546fde00bb3fd1e3445dd4c31 (diff)
downloadhypervideo-pre-cefecac12cd3c70f9c7a30992c60b05c2eb5d34e.tar.lz
hypervideo-pre-cefecac12cd3c70f9c7a30992c60b05c2eb5d34e.tar.xz
hypervideo-pre-cefecac12cd3c70f9c7a30992c60b05c2eb5d34e.zip
[skip travis] renaming
to avoid using same folder when using pip install for example
Diffstat (limited to 'youtube_dlc/extractor/archiveorg.py')
-rw-r--r--youtube_dlc/extractor/archiveorg.py65
1 files changed, 65 insertions, 0 deletions
diff --git a/youtube_dlc/extractor/archiveorg.py b/youtube_dlc/extractor/archiveorg.py
new file mode 100644
index 000000000..c79c58e82
--- /dev/null
+++ b/youtube_dlc/extractor/archiveorg.py
@@ -0,0 +1,65 @@
+from __future__ import unicode_literals
+
+from .common import InfoExtractor
+from ..utils import (
+ unified_strdate,
+ clean_html,
+)
+
+
+class ArchiveOrgIE(InfoExtractor):
+ IE_NAME = 'archive.org'
+ IE_DESC = 'archive.org videos'
+ _VALID_URL = r'https?://(?:www\.)?archive\.org/(?:details|embed)/(?P<id>[^/?#]+)(?:[?].*)?$'
+ _TESTS = [{
+ 'url': 'http://archive.org/details/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
+ 'md5': '8af1d4cf447933ed3c7f4871162602db',
+ 'info_dict': {
+ 'id': 'XD300-23_68HighlightsAResearchCntAugHumanIntellect',
+ 'ext': 'ogg',
+ 'title': '1968 Demo - FJCC Conference Presentation Reel #1',
+ 'description': 'md5:da45c349df039f1cc8075268eb1b5c25',
+ 'upload_date': '19681210',
+ 'uploader': 'SRI International'
+ }
+ }, {
+ 'url': 'https://archive.org/details/Cops1922',
+ 'md5': '0869000b4ce265e8ca62738b336b268a',
+ 'info_dict': {
+ 'id': 'Cops1922',
+ 'ext': 'mp4',
+ 'title': 'Buster Keaton\'s "Cops" (1922)',
+ 'description': 'md5:89e7c77bf5d965dd5c0372cfb49470f6',
+ }
+ }, {
+ 'url': 'http://archive.org/embed/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
+ 'only_matching': True,
+ }]
+
+ def _real_extract(self, url):
+ video_id = self._match_id(url)
+ webpage = self._download_webpage(
+ 'http://archive.org/embed/' + video_id, video_id)
+ jwplayer_playlist = self._parse_json(self._search_regex(
+ r"(?s)Play\('[^']+'\s*,\s*(\[.+\])\s*,\s*{.*?}\)",
+ webpage, 'jwplayer playlist'), video_id)
+ info = self._parse_jwplayer_data(
+ {'playlist': jwplayer_playlist}, video_id, base_url=url)
+
+ def get_optional(metadata, field):
+ return metadata.get(field, [None])[0]
+
+ metadata = self._download_json(
+ 'http://archive.org/details/' + video_id, video_id, query={
+ 'output': 'json',
+ })['metadata']
+ info.update({
+ 'title': get_optional(metadata, 'title') or info.get('title'),
+ 'description': clean_html(get_optional(metadata, 'description')),
+ })
+ if info.get('_type') != 'playlist':
+ info.update({
+ 'uploader': get_optional(metadata, 'creator'),
+ 'upload_date': unified_strdate(get_optional(metadata, 'date')),
+ })
+ return info