]> gitweb @ CieloNegro.org - youtube-dl.git/blob - youtube_dl/extractor/firstpost.py
[generic] Require og:video URLs to contain a dot
[youtube-dl.git] / youtube_dl / extractor / firstpost.py
1 from __future__ import unicode_literals
2
3 import re
4
5 from .common import InfoExtractor
6
7
8 class FirstpostIE(InfoExtractor):
9     _VALID_URL = r'http://(?:www\.)?firstpost\.com/[^/]+/.*-(?P<id>[0-9]+)\.html'
10
11     _TEST = {
12         'url': 'http://www.firstpost.com/india/india-to-launch-indigenous-aircraft-carrier-monday-1025403.html',
13         'md5': 'ee9114957692f01fb1263ed87039112a',
14         'info_dict': {
15             'id': '1025403',
16             'ext': 'mp4',
17             'title': 'India to launch indigenous aircraft carrier INS Vikrant today',
18             'description': 'md5:feef3041cb09724e0bdc02843348f5f4',
19         }
20     }
21
22     def _real_extract(self, url):
23         mobj = re.match(self._VALID_URL, url)
24         video_id = mobj.group('id')
25
26         page = self._download_webpage(url, video_id)
27         title = self._html_search_meta('twitter:title', page, 'title')
28         description = self._html_search_meta('twitter:description', page, 'title')
29
30         data = self._download_xml(
31             'http://www.firstpost.com/getvideoxml-%s.xml' % video_id, video_id,
32             'Downloading video XML')
33
34         item = data.find('./playlist/item')
35         thumbnail = item.find('./image').text
36
37         formats = [
38             {
39                 'url': details.find('./file').text,
40                 'format_id': details.find('./label').text.strip(),
41                 'width': int(details.find('./width').text.strip()),
42                 'height': int(details.find('./height').text.strip()),
43             } for details in item.findall('./source/file_details') if details.find('./file').text
44         ]
45
46         return {
47             'id': video_id,
48             'title': title,
49             'description': description,
50             'thumbnail': thumbnail,
51             'formats': formats,
52         }