aboutsummaryrefslogtreecommitdiffstats
path: root/hypervideo_dl/extractor/peekvids.py
diff options
context:
space:
mode:
Diffstat (limited to 'hypervideo_dl/extractor/peekvids.py')
-rw-r--r--hypervideo_dl/extractor/peekvids.py190
1 files changed, 152 insertions, 38 deletions
diff --git a/hypervideo_dl/extractor/peekvids.py b/hypervideo_dl/extractor/peekvids.py
index 2d9b9a7..d1fc058 100644
--- a/hypervideo_dl/extractor/peekvids.py
+++ b/hypervideo_dl/extractor/peekvids.py
@@ -1,71 +1,128 @@
+import re
+
from .common import InfoExtractor
+from ..utils import (
+ ExtractorError,
+ get_element_by_class,
+ int_or_none,
+ merge_dicts,
+ url_or_none,
+)
+
+
+class PeekVidsBaseIE(InfoExtractor):
+ def _real_extract(self, url):
+ domain, video_id = self._match_valid_url(url).group('domain', 'id')
+ webpage = self._download_webpage(url, video_id, expected_status=429)
+ if '>Rate Limit Exceeded' in webpage:
+ raise ExtractorError(
+ f'You are suspected as a bot. Wait, or pass the captcha on the site and provide cookies. {self._login_hint()}',
+ video_id=video_id, expected=True)
+
+ title = self._html_search_regex(r'(?s)<h1\b[^>]*>(.+?)</h1>', webpage, 'title')
+
+ display_id = video_id
+ video_id = self._search_regex(r'(?s)<video\b[^>]+\bdata-id\s*=\s*["\']?([\w-]+)', webpage, 'short video ID')
+ srcs = self._download_json(
+ f'https://www.{domain}/v-alt/{video_id}', video_id,
+ note='Downloading list of source files')
+
+ formats = []
+ for k, v in srcs.items():
+ f_url = url_or_none(v)
+ if not f_url:
+ continue
+
+ height = self._search_regex(r'^data-src(\d{3,})$', k, 'height', default=None)
+ if not height:
+ continue
+
+ formats.append({
+ 'url': f_url,
+ 'format_id': height,
+ 'height': int_or_none(height),
+ })
+
+ if not formats:
+ formats = [{'url': url} for url in srcs.values()]
+ info = self._search_json_ld(webpage, video_id, expected_type='VideoObject', default={})
+ info.pop('url', None)
-class PeekVidsIE(InfoExtractor):
+ # may not have found the thumbnail if it was in a list in the ld+json
+ info.setdefault('thumbnail', self._og_search_thumbnail(webpage))
+ detail = (get_element_by_class('detail-video-block', webpage)
+ or get_element_by_class('detail-block', webpage) or '')
+ info['description'] = self._html_search_regex(
+ rf'(?s)(.+?)(?:{re.escape(info.get("description", ""))}\s*<|<ul\b)',
+ detail, 'description', default=None) or None
+ info['title'] = re.sub(r'\s*[,-][^,-]+$', '', info.get('title') or title) or self._generic_title(url)
+
+ def cat_tags(name, html):
+ l = self._html_search_regex(
+ rf'(?s)<span\b[^>]*>\s*{re.escape(name)}\s*:\s*</span>(.+?)</li>',
+ html, name, default='')
+ return list(filter(None, re.split(r'\s+', l)))
+
+ return merge_dicts({
+ 'id': video_id,
+ 'display_id': display_id,
+ 'age_limit': 18,
+ 'formats': formats,
+ 'categories': cat_tags('Categories', detail),
+ 'tags': cat_tags('Tags', detail),
+ 'uploader': self._html_search_regex(r'[Uu]ploaded\s+by\s(.+?)"', webpage, 'uploader', default=None),
+ }, info)
+
+
+class PeekVidsIE(PeekVidsBaseIE):
_VALID_URL = r'''(?x)
- https?://(?:www\.)?peekvids\.com/
+ https?://(?:www\.)?(?P<domain>peekvids\.com)/
(?:(?:[^/?#]+/){2}|embed/?\?(?:[^#]*&)?v=)
(?P<id>[^/?&#]*)
'''
_TESTS = [{
'url': 'https://peekvids.com/pc/dane-jones-cute-redhead-with-perfect-tits-with-mini-vamp/BSyLMbN0YCd',
- 'md5': 'a00940646c428e232407e3e62f0e8ef5',
+ 'md5': '2ff6a357a9717dc9dc9894b51307e9a2',
'info_dict': {
- 'id': 'BSyLMbN0YCd',
- 'title': ' Dane Jones - Cute redhead with perfect tits with Mini Vamp, SEXYhub',
+ 'id': '1262717',
+ 'display_id': 'BSyLMbN0YCd',
+ 'title': ' Dane Jones - Cute redhead with perfect tits with Mini Vamp',
'ext': 'mp4',
'thumbnail': r're:^https?://.*\.jpg$',
- 'description': 'Watch Dane Jones - Cute redhead with perfect tits with Mini Vamp (7 min), uploaded by SEXYhub.com',
+ 'description': 'md5:0a61df3620de26c0af8963b1a730cd69',
'timestamp': 1642579329,
'upload_date': '20220119',
'duration': 416,
'view_count': int,
'age_limit': 18,
+ 'uploader': 'SEXYhub.com',
+ 'categories': list,
+ 'tags': list,
},
}]
- _DOMAIN = 'www.peekvids.com'
- def _real_extract(self, url):
- video_id = self._match_id(url)
- webpage = self._download_webpage(url, video_id)
-
- short_video_id = self._html_search_regex(r'<video [^>]*data-id="(.+?)"', webpage, 'short video ID')
- srcs = self._download_json(
- f'https://{self._DOMAIN}/v-alt/{short_video_id}', video_id,
- note='Downloading list of source files')
- formats = [{
- 'url': url,
- 'ext': 'mp4',
- 'format_id': name[8:],
- } for name, url in srcs.items() if len(name) > 8 and name.startswith('data-src')]
- if not formats:
- formats = [{'url': url} for url in srcs.values()]
- info = self._search_json_ld(webpage, video_id, expected_type='VideoObject')
- info.update({
- 'id': video_id,
- 'age_limit': 18,
- 'formats': formats,
- })
- return info
-
-
-class PlayVidsIE(PeekVidsIE): # XXX: Do not subclass from concrete IE
- _VALID_URL = r'https?://(?:www\.)?playvids\.com/(?:embed/|[^/]{2}/)?(?P<id>[^/?#]*)'
+class PlayVidsIE(PeekVidsBaseIE):
+ _VALID_URL = r'https?://(?:www\.)?(?P<domain>playvids\.com)/(?:embed/|\w\w?/)?(?P<id>[^/?#]*)'
_TESTS = [{
'url': 'https://www.playvids.com/U3pBrYhsjXM/pc/dane-jones-cute-redhead-with-perfect-tits-with-mini-vamp',
- 'md5': 'cd7dfd8a2e815a45402369c76e3c1825',
+ 'md5': '2f12e50213dd65f142175da633c4564c',
'info_dict': {
- 'id': 'U3pBrYhsjXM',
- 'title': ' Dane Jones - Cute redhead with perfect tits with Mini Vamp, SEXYhub',
+ 'id': '1978030',
+ 'display_id': 'U3pBrYhsjXM',
+ 'title': ' Dane Jones - Cute redhead with perfect tits with Mini Vamp',
'ext': 'mp4',
'thumbnail': r're:^https?://.*\.jpg$',
- 'description': 'Watch Dane Jones - Cute redhead with perfect tits with Mini Vamp video in HD, uploaded by SEXYhub.com',
+ 'description': 'md5:0a61df3620de26c0af8963b1a730cd69',
'timestamp': 1640435839,
'upload_date': '20211225',
'duration': 416,
'view_count': int,
'age_limit': 18,
+ 'uploader': 'SEXYhub.com',
+ 'categories': list,
+ 'tags': list,
},
}, {
'url': 'https://www.playvids.com/es/U3pBrYhsjXM/pc/dane-jones-cute-redhead-with-perfect-tits-with-mini-vamp',
@@ -73,5 +130,62 @@ class PlayVidsIE(PeekVidsIE): # XXX: Do not subclass from concrete IE
}, {
'url': 'https://www.playvids.com/embed/U3pBrYhsjXM',
'only_matching': True,
+ }, {
+ 'url': 'https://www.playvids.com/bKmGLe3IwjZ/sv/brazzers-800-phone-sex-madison-ivy-always-on-the-line',
+ 'md5': 'e783986e596cafbf46411a174ab42ba6',
+ 'info_dict': {
+ 'id': '762385',
+ 'display_id': 'bKmGLe3IwjZ',
+ 'ext': 'mp4',
+ 'title': 'Brazzers - 1 800 Phone Sex: Madison Ivy Always On The Line 6',
+ 'description': 'md5:bdcd2db2b8ad85831a491d7c8605dcef',
+ 'timestamp': 1516958544,
+ 'upload_date': '20180126',
+ 'thumbnail': r're:^https?://.*\.jpg$',
+ 'duration': 480,
+ 'uploader': 'Brazzers',
+ 'age_limit': 18,
+ 'view_count': int,
+ 'age_limit': 18,
+ 'categories': list,
+ 'tags': list,
+ },
+ }, {
+ 'url': 'https://www.playvids.com/v/47iUho33toY',
+ 'md5': 'b056b5049d34b648c1e86497cf4febce',
+ 'info_dict': {
+ 'id': '700621',
+ 'display_id': '47iUho33toY',
+ 'ext': 'mp4',
+ 'title': 'KATEE OWEN STRIPTIASE IN SEXY RED LINGERIE',
+ 'description': None,
+ 'timestamp': 1507052209,
+ 'upload_date': '20171003',
+ 'thumbnail': r're:^https?://.*\.jpg$',
+ 'duration': 332,
+ 'uploader': 'Cacerenele',
+ 'age_limit': 18,
+ 'view_count': int,
+ 'categories': list,
+ 'tags': list,
+ },
+ }, {
+ 'url': 'https://www.playvids.com/z3_7iwWCmqt/sexy-teen-filipina-striptease-beautiful-pinay-bargirl-strips-and-dances',
+ 'md5': 'efa09be9f031314b7b7e3bc6510cd0df',
+ 'info_dict': {
+ 'id': '1523518',
+ 'display_id': 'z3_7iwWCmqt',
+ 'ext': 'mp4',
+ 'title': 'SEXY TEEN FILIPINA STRIPTEASE - Beautiful Pinay Bargirl Strips and Dances',
+ 'description': None,
+ 'timestamp': 1607470323,
+ 'upload_date': '20201208',
+ 'thumbnail': r're:^https?://.*\.jpg$',
+ 'duration': 593,
+ 'uploader': 'yorours',
+ 'age_limit': 18,
+ 'view_count': int,
+ 'categories': list,
+ 'tags': list,
+ },
}]
- _DOMAIN = 'www.playvids.com'
generated by cgit v1.2.3 (git 2.25.1) at 2024-05-20 08:38:34 +0000