diff options
| author | coletdjnz <coletdjnz@protonmail.com> | 2022-04-02 19:07:13 +1300 |
|---|---|---|
| committer | coletdjnz <coletdjnz@protonmail.com> | 2022-04-02 19:07:13 +1300 |
| commit | c8e856a551730c289d9ef8f0674620753de6c5be (patch) | |
| tree | 6044c586d9d7c8c2fa3b13ebf35567ee7fd7bef6 | |
| parent | c085e4ec475eb17343d228d2749c8e2a1d998edf (diff) | |
| download | hypervideo-pre-c8e856a551730c289d9ef8f0674620753de6c5be.tar.lz hypervideo-pre-c8e856a551730c289d9ef8f0674620753de6c5be.tar.xz hypervideo-pre-c8e856a551730c289d9ef8f0674620753de6c5be.zip | |
[web.archive:youtube] Make CDX API requests non-fatal
Partial fix for https://github.com/yt-dlp/yt-dlp/issues/3278
Authored-by: coletdjnz
| -rw-r--r-- | yt_dlp/extractor/archiveorg.py | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/yt_dlp/extractor/archiveorg.py b/yt_dlp/extractor/archiveorg.py index 2a25c0713..b06ac74ae 100644 --- a/yt_dlp/extractor/archiveorg.py +++ b/yt_dlp/extractor/archiveorg.py @@ -457,7 +457,7 @@ class YoutubeWebArchiveIE(InfoExtractor): _OLDEST_CAPTURE_DATE = 20050214000000 _NEWEST_CAPTURE_DATE = 20500101000000 - def _call_cdx_api(self, item_id, url, filters: list = None, collapse: list = None, query: dict = None, note='Downloading CDX API JSON'): + def _call_cdx_api(self, item_id, url, filters: list = None, collapse: list = None, query: dict = None, note=None, fatal=False): # CDX docs: https://github.com/internetarchive/wayback/blob/master/wayback-cdx-server/README.md query = { 'url': url, @@ -468,7 +468,9 @@ class YoutubeWebArchiveIE(InfoExtractor): 'collapse': collapse or [], **(query or {}) } - res = self._download_json('https://web.archive.org/cdx/search/cdx', item_id, note, query=query) + res = self._download_json( + 'https://web.archive.org/cdx/search/cdx', item_id, + note or 'Downloading CDX API JSON', query=query, fatal=fatal) if isinstance(res, list) and len(res) >= 2: # format response to make it easier to use return list(dict(zip(res[0], v)) for v in res[1:]) |