]> gitweb @ CieloNegro.org - youtube-dl.git/blob - youtube_dl/extractor/archiveorg.py
[ard] Improve _VALID_URL (closes #25134) (#25198)
[youtube-dl.git] / youtube_dl / extractor / archiveorg.py
1 from __future__ import unicode_literals
2
3 from .common import InfoExtractor
4 from ..utils import (
5     unified_strdate,
6     clean_html,
7 )
8
9
10 class ArchiveOrgIE(InfoExtractor):
11     IE_NAME = 'archive.org'
12     IE_DESC = 'archive.org videos'
13     _VALID_URL = r'https?://(?:www\.)?archive\.org/(?:details|embed)/(?P<id>[^/?#]+)(?:[?].*)?$'
14     _TESTS = [{
15         'url': 'http://archive.org/details/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
16         'md5': '8af1d4cf447933ed3c7f4871162602db',
17         'info_dict': {
18             'id': 'XD300-23_68HighlightsAResearchCntAugHumanIntellect',
19             'ext': 'ogg',
20             'title': '1968 Demo - FJCC Conference Presentation Reel #1',
21             'description': 'md5:da45c349df039f1cc8075268eb1b5c25',
22             'upload_date': '19681210',
23             'uploader': 'SRI International'
24         }
25     }, {
26         'url': 'https://archive.org/details/Cops1922',
27         'md5': '0869000b4ce265e8ca62738b336b268a',
28         'info_dict': {
29             'id': 'Cops1922',
30             'ext': 'mp4',
31             'title': 'Buster Keaton\'s "Cops" (1922)',
32             'description': 'md5:89e7c77bf5d965dd5c0372cfb49470f6',
33         }
34     }, {
35         'url': 'http://archive.org/embed/XD300-23_68HighlightsAResearchCntAugHumanIntellect',
36         'only_matching': True,
37     }]
38
39     def _real_extract(self, url):
40         video_id = self._match_id(url)
41         webpage = self._download_webpage(
42             'http://archive.org/embed/' + video_id, video_id)
43         jwplayer_playlist = self._parse_json(self._search_regex(
44             r"(?s)Play\('[^']+'\s*,\s*(\[.+\])\s*,\s*{.*?}\)",
45             webpage, 'jwplayer playlist'), video_id)
46         info = self._parse_jwplayer_data(
47             {'playlist': jwplayer_playlist}, video_id, base_url=url)
48
49         def get_optional(metadata, field):
50             return metadata.get(field, [None])[0]
51
52         metadata = self._download_json(
53             'http://archive.org/details/' + video_id, video_id, query={
54                 'output': 'json',
55             })['metadata']
56         info.update({
57             'title': get_optional(metadata, 'title') or info.get('title'),
58             'description': clean_html(get_optional(metadata, 'description')),
59         })
60         if info.get('_type') != 'playlist':
61             info.update({
62                 'uploader': get_optional(metadata, 'creator'),
63                 'upload_date': unified_strdate(get_optional(metadata, 'date')),
64             })
65         return info