]> gitweb @ CieloNegro.org - youtube-dl.git/blob - youtube_dl/extractor/appletrailers.py
Merge remote-tracking branch 'origin/master'
[youtube-dl.git] / youtube_dl / extractor / appletrailers.py
1 import re
2 import json
3
4 from .common import InfoExtractor
5 from ..utils import (
6     compat_urlparse,
7     determine_ext,
8 )
9
10
11 class AppleTrailersIE(InfoExtractor):
12     _VALID_URL = r'https?://(?:www\.)?trailers\.apple\.com/trailers/(?P<company>[^/]+)/(?P<movie>[^/]+)'
13     _TEST = {
14         u"url": u"http://trailers.apple.com/trailers/wb/manofsteel/",
15         u"playlist": [
16             {
17                 u"file": u"manofsteel-trailer4.mov",
18                 u"md5": u"d97a8e575432dbcb81b7c3acb741f8a8",
19                 u"info_dict": {
20                     u"duration": 111,
21                     u"title": u"Trailer 4",
22                     u"upload_date": u"20130523",
23                     u"uploader_id": u"wb",
24                 },
25             },
26             {
27                 u"file": u"manofsteel-trailer3.mov",
28                 u"md5": u"b8017b7131b721fb4e8d6f49e1df908c",
29                 u"info_dict": {
30                     u"duration": 182,
31                     u"title": u"Trailer 3",
32                     u"upload_date": u"20130417",
33                     u"uploader_id": u"wb",
34                 },
35             },
36             {
37                 u"file": u"manofsteel-trailer.mov",
38                 u"md5": u"d0f1e1150989b9924679b441f3404d48",
39                 u"info_dict": {
40                     u"duration": 148,
41                     u"title": u"Trailer",
42                     u"upload_date": u"20121212",
43                     u"uploader_id": u"wb",
44                 },
45             },
46             {
47                 u"file": u"manofsteel-teaser.mov",
48                 u"md5": u"5fe08795b943eb2e757fa95cb6def1cb",
49                 u"info_dict": {
50                     u"duration": 93,
51                     u"title": u"Teaser",
52                     u"upload_date": u"20120721",
53                     u"uploader_id": u"wb",
54                 },
55             }
56         ]
57     }
58
59     _JSON_RE = r'iTunes.playURL\((.*?)\);'
60
61     def _real_extract(self, url):
62         mobj = re.match(self._VALID_URL, url)
63         movie = mobj.group('movie')
64         uploader_id = mobj.group('company')
65
66         playlist_url = compat_urlparse.urljoin(url, u'includes/playlists/itunes.inc')
67         def fix_html(s):
68             s = re.sub(r'(?s)<script[^<]*?>.*?</script>', u'', s)
69             s = re.sub(r'<img ([^<]*?)>', r'<img \1/>', s)
70             # The ' in the onClick attributes are not escaped, it couldn't be parsed
71             # like: http://trailers.apple.com/trailers/wb/gravity/
72             def _clean_json(m):
73                 return u'iTunes.playURL(%s);' % m.group(1).replace('\'', '&#39;')
74             s = re.sub(self._JSON_RE, _clean_json, s)
75             s = u'<html>' + s + u'</html>'
76             return s
77         doc = self._download_xml(playlist_url, movie, transform_source=fix_html)
78
79         playlist = []
80         for li in doc.findall('./div/ul/li'):
81             on_click = li.find('.//a').attrib['onClick']
82             trailer_info_json = self._search_regex(self._JSON_RE,
83                 on_click, u'trailer info')
84             trailer_info = json.loads(trailer_info_json)
85             title = trailer_info['title']
86             video_id = movie + '-' + re.sub(r'[^a-zA-Z0-9]', '', title).lower()
87             thumbnail = li.find('.//img').attrib['src']
88             upload_date = trailer_info['posted'].replace('-', '')
89
90             runtime = trailer_info['runtime']
91             m = re.search(r'(?P<minutes>[0-9]+):(?P<seconds>[0-9]{1,2})', runtime)
92             duration = None
93             if m:
94                 duration = 60 * int(m.group('minutes')) + int(m.group('seconds'))
95
96             first_url = trailer_info['url']
97             trailer_id = first_url.split('/')[-1].rpartition('_')[0].lower()
98             settings_json_url = compat_urlparse.urljoin(url, 'includes/settings/%s.json' % trailer_id)
99             settings_json = self._download_webpage(settings_json_url, trailer_id, u'Downloading settings json')
100             settings = json.loads(settings_json)
101
102             formats = []
103             for format in settings['metadata']['sizes']:
104                 # The src is a file pointing to the real video file
105                 format_url = re.sub(r'_(\d*p.mov)', r'_h\1', format['src'])
106                 formats.append({
107                     'url': format_url,
108                     'ext': determine_ext(format_url),
109                     'format': format['type'],
110                     'width': format['width'],
111                     'height': int(format['height']),
112                 })
113
114             self._sort_formats(formats)
115
116             playlist.append({
117                 '_type': 'video',
118                 'id': video_id,
119                 'title': title,
120                 'formats': formats,
121                 'title': title,
122                 'duration': duration,
123                 'thumbnail': thumbnail,
124                 'upload_date': upload_date,
125                 'uploader_id': uploader_id,
126                 'user_agent': 'QuickTime compatible (youtube-dl)',
127             })
128
129         return {
130             '_type': 'playlist',
131             'id': movie,
132             'entries': playlist,
133         }