X-Git-Url: http://git.cielonegro.org/gitweb.cgi?a=blobdiff_plain;f=youtube_dl%2Fextractor%2Fyahoo.py;h=4b3aec9d1f5a8ce91f676d585e5f98dd3ba126aa;hb=9f5daf0006091124799e13c834db17201ebdbbc5;hp=4f3af17d719443d9d19e32193e95cbb7f802acfb;hpb=d6039175e5b66740de0258898ff3fc44b2760a3d;p=youtube-dl.git diff --git a/youtube_dl/extractor/yahoo.py b/youtube_dl/extractor/yahoo.py index 4f3af17d7..4b3aec9d1 100644 --- a/youtube_dl/extractor/yahoo.py +++ b/youtube_dl/extractor/yahoo.py @@ -1,9 +1,12 @@ import datetime +import itertools import json import re -from .common import InfoExtractor +from .common import InfoExtractor, SearchInfoExtractor from ..utils import ( + compat_urllib_parse, + ExtractorError, ) @@ -74,3 +77,37 @@ class YahooIE(InfoExtractor): 'ext': 'flv', } return info_dict + +class YahooSearchIE(SearchInfoExtractor): + """Information Extractor for Yahoo! Video search queries.""" + + _MAX_RESULTS = 1000 + IE_NAME = u'screen.yahoo:search' + _SEARCH_KEY = 'yvsearch' + + def _get_n_results(self, query, n): + """Get a specified number of results for a query""" + + res = { + '_type': 'playlist', + 'id': query, + 'entries': [] + } + for pagenum in itertools.count(0): + result_url = u'http://video.search.yahoo.com/search/?p=%s&fr=screen&o=js&gs=0&b=%d' % (compat_urllib_parse.quote_plus(query), pagenum * 30) + webpage = self._download_webpage(result_url, query, + note='Downloading results page '+str(pagenum+1)) + info = json.loads(webpage) + m = info[u'm'] + results = info[u'results'] + + for (i, r) in enumerate(results): + if (pagenum * 30) +i >= n: + break + mobj = re.search(r'(?Pscreen\.yahoo\.com/.*?-\d*?\.html)"', r) + e = self.url_result('http://' + mobj.group('url'), 'Yahoo') + res['entries'].append(e) + if (pagenum * 30 +i >= n) or (m[u'last'] >= (m[u'total'] -1 )): + break + + return res