test/test_http.py

   1 #!/usr/bin/env python
   2 # coding: utf-8
   3 from __future__ import unicode_literals
   4
   5 # Allow direct execution
   6 import os
   7 import sys
   8 import unittest
   9 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
  10
  11 from youtube_dl import YoutubeDL
  12 from youtube_dl.compat import compat_http_server, compat_urllib_request
  13 import ssl
  14 import threading
  15
  16 TEST_DIR = os.path.dirname(os.path.abspath(__file__))
  17
  18
  19 class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
  20     def log_message(self, format, *args):
  21         pass
  22
  23     def do_GET(self):
  24         if self.path == '/video.html':
  25             self.send_response(200)
  26             self.send_header('Content-Type', 'text/html; charset=utf-8')
  27             self.end_headers()
  28             self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
  29         elif self.path == '/vid.mp4':
  30             self.send_response(200)
  31             self.send_header('Content-Type', 'video/mp4')
  32             self.end_headers()
  33             self.wfile.write(b'\x00\x00\x00\x00\x20\x66\x74[video]')
  34         else:
  35             assert False
  36
  37
  38 class FakeLogger(object):
  39     def debug(self, msg):
  40         pass
  41
  42     def warning(self, msg):
  43         pass
  44
  45     def error(self, msg):
  46         pass
  47
  48
  49 class TestHTTP(unittest.TestCase):
  50     def setUp(self):
  51         certfn = os.path.join(TEST_DIR, 'testcert.pem')
  52         self.httpd = compat_http_server.HTTPServer(
  53             ('localhost', 0), HTTPTestRequestHandler)
  54         self.httpd.socket = ssl.wrap_socket(
  55             self.httpd.socket, certfile=certfn, server_side=True)
  56         if os.name == 'java':
  57             # In Jython SSLSocket is not a subclass of socket.socket
  58             sock = self.httpd.socket.sock
  59         else:
  60             sock = self.httpd.socket
  61         self.port = sock.getsockname()[1]
  62         self.server_thread = threading.Thread(target=self.httpd.serve_forever)
  63         self.server_thread.daemon = True
  64         self.server_thread.start()
  65
  66     def test_nocheckcertificate(self):
  67         if sys.version_info >= (2, 7, 9):  # No certificate checking anyways
  68             ydl = YoutubeDL({'logger': FakeLogger()})
  69             self.assertRaises(
  70                 Exception,
  71                 ydl.extract_info, 'https://localhost:%d/video.html' % self.port)
  72
  73         ydl = YoutubeDL({'logger': FakeLogger(), 'nocheckcertificate': True})
  74         r = ydl.extract_info('https://localhost:%d/video.html' % self.port)
  75         self.assertEqual(r['url'], 'https://localhost:%d/vid.mp4' % self.port)
  76
  77
  78 def _build_proxy_handler(name):
  79     class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
  80         proxy_name = name
  81
  82         def log_message(self, format, *args):
  83             pass
  84
  85         def do_GET(self):
  86             self.send_response(200)
  87             self.send_header('Content-Type', 'text/plain; charset=utf-8')
  88             self.end_headers()
  89             self.wfile.write('{self.proxy_name}: {self.path}'.format(self=self).encode('utf-8'))
  90     return HTTPTestRequestHandler
  91
  92
  93 class TestProxy(unittest.TestCase):
  94     def setUp(self):
  95         self.proxy = compat_http_server.HTTPServer(
  96             ('localhost', 0), _build_proxy_handler('normal'))
  97         self.port = self.proxy.socket.getsockname()[1]
  98         self.proxy_thread = threading.Thread(target=self.proxy.serve_forever)
  99         self.proxy_thread.daemon = True
 100         self.proxy_thread.start()
 101
 102         self.cn_proxy = compat_http_server.HTTPServer(
 103             ('localhost', 0), _build_proxy_handler('cn'))
 104         self.cn_port = self.cn_proxy.socket.getsockname()[1]
 105         self.cn_proxy_thread = threading.Thread(target=self.cn_proxy.serve_forever)
 106         self.cn_proxy_thread.daemon = True
 107         self.cn_proxy_thread.start()
 108
 109     def test_proxy(self):
 110         cn_proxy = 'localhost:{0}'.format(self.cn_port)
 111         ydl = YoutubeDL({
 112             'proxy': 'localhost:{0}'.format(self.port),
 113             'cn_verification_proxy': cn_proxy,
 114         })
 115         url = 'http://foo.com/bar'
 116         response = ydl.urlopen(url).read().decode('utf-8')
 117         self.assertEqual(response, 'normal: {0}'.format(url))
 118
 119         req = compat_urllib_request.Request(url)
 120         req.add_header('Ytdl-request-proxy', cn_proxy)
 121         response = ydl.urlopen(req).read().decode('utf-8')
 122         self.assertEqual(response, 'cn: {0}'.format(url))
 123
 124     def test_proxy_with_idn(self):
 125         ydl = YoutubeDL({
 126             'proxy': 'localhost:{0}'.format(self.port),
 127         })
 128         url = 'http://中文.tw/'
 129         response = ydl.urlopen(url).read().decode('utf-8')
 130         # b'xn--fiq228c' is '中文'.encode('idna')
 131         self.assertEqual(response, 'normal: http://xn--fiq228c.tw/')
 132
 133 if __name__ == '__main__':
 134     unittest.main()