test/test_compat.py

   1 #!/usr/bin/env python
   2 # coding: utf-8
   3
   4 from __future__ import unicode_literals
   5
   6 # Allow direct execution
   7 import os
   8 import sys
   9 import unittest
  10 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
  11
  12
  13 from youtube_dl.utils import get_filesystem_encoding
  14 from youtube_dl.compat import (
  15     compat_getenv,
  16     compat_etree_fromstring,
  17     compat_expanduser,
  18     compat_shlex_split,
  19     compat_str,
  20     compat_urllib_parse_unquote,
  21     compat_urllib_parse_unquote_plus,
  22     compat_urllib_parse_urlencode,
  23 )
  24
  25
  26 class TestCompat(unittest.TestCase):
  27     def test_compat_getenv(self):
  28         test_str = 'тест'
  29         os.environ['YOUTUBE-DL-TEST'] = (
  30             test_str if sys.version_info >= (3, 0)
  31             else test_str.encode(get_filesystem_encoding()))
  32         self.assertEqual(compat_getenv('YOUTUBE-DL-TEST'), test_str)
  33
  34     def test_compat_expanduser(self):
  35         old_home = os.environ.get('HOME')
  36         test_str = 'C:\Documents and Settings\тест\Application Data'
  37         os.environ['HOME'] = (
  38             test_str if sys.version_info >= (3, 0)
  39             else test_str.encode(get_filesystem_encoding()))
  40         self.assertEqual(compat_expanduser('~'), test_str)
  41         os.environ['HOME'] = old_home
  42
  43     def test_all_present(self):
  44         import youtube_dl.compat
  45         all_names = youtube_dl.compat.__all__
  46         present_names = set(filter(
  47             lambda c: '_' in c and not c.startswith('_'),
  48             dir(youtube_dl.compat))) - set(['unicode_literals'])
  49         self.assertEqual(all_names, sorted(present_names))
  50
  51     def test_compat_urllib_parse_unquote(self):
  52         self.assertEqual(compat_urllib_parse_unquote('abc%20def'), 'abc def')
  53         self.assertEqual(compat_urllib_parse_unquote('%7e/abc+def'), '~/abc+def')
  54         self.assertEqual(compat_urllib_parse_unquote(''), '')
  55         self.assertEqual(compat_urllib_parse_unquote('%'), '%')
  56         self.assertEqual(compat_urllib_parse_unquote('%%'), '%%')
  57         self.assertEqual(compat_urllib_parse_unquote('%%%'), '%%%')
  58         self.assertEqual(compat_urllib_parse_unquote('%2F'), '/')
  59         self.assertEqual(compat_urllib_parse_unquote('%2f'), '/')
  60         self.assertEqual(compat_urllib_parse_unquote('%E6%B4%A5%E6%B3%A2'), '津波')
  61         self.assertEqual(
  62             compat_urllib_parse_unquote('''<meta property="og:description" content="%E2%96%81%E2%96%82%E2%96%83%E2%96%84%25%E2%96%85%E2%96%86%E2%96%87%E2%96%88" />
  63 %<a href="https://ar.wikipedia.org/wiki/%D8%AA%D8%B3%D9%88%D9%86%D8%A7%D9%85%D9%8A">%a'''),
  64             '''<meta property="og:description" content="▁▂▃▄%▅▆▇█" />
  65 %<a href="https://ar.wikipedia.org/wiki/تسونامي">%a''')
  66         self.assertEqual(
  67             compat_urllib_parse_unquote('''%28%5E%E2%97%A3_%E2%97%A2%5E%29%E3%81%A3%EF%B8%BB%E3%83%87%E2%95%90%E4%B8%80    %E2%87%80    %E2%87%80    %E2%87%80    %E2%87%80    %E2%87%80    %E2%86%B6%I%Break%25Things%'''),
  68             '''(^◣_◢^)っ︻デ═一    ⇀    ⇀    ⇀    ⇀    ⇀    ↶%I%Break%Things%''')
  69
  70     def test_compat_urllib_parse_unquote_plus(self):
  71         self.assertEqual(compat_urllib_parse_unquote_plus('abc%20def'), 'abc def')
  72         self.assertEqual(compat_urllib_parse_unquote_plus('%7e/abc+def'), '~/abc def')
  73
  74     def test_compat_urllib_parse_urlencode(self):
  75         self.assertEqual(compat_urllib_parse_urlencode({'abc': 'def'}), 'abc=def')
  76         self.assertEqual(compat_urllib_parse_urlencode({'abc': b'def'}), 'abc=def')
  77         self.assertEqual(compat_urllib_parse_urlencode({b'abc': 'def'}), 'abc=def')
  78         self.assertEqual(compat_urllib_parse_urlencode({b'abc': b'def'}), 'abc=def')
  79         self.assertEqual(compat_urllib_parse_urlencode([('abc', 'def')]), 'abc=def')
  80         self.assertEqual(compat_urllib_parse_urlencode([('abc', b'def')]), 'abc=def')
  81         self.assertEqual(compat_urllib_parse_urlencode([(b'abc', 'def')]), 'abc=def')
  82         self.assertEqual(compat_urllib_parse_urlencode([(b'abc', b'def')]), 'abc=def')
  83
  84     def test_compat_shlex_split(self):
  85         self.assertEqual(compat_shlex_split('-option "one two"'), ['-option', 'one two'])
  86
  87     def test_compat_etree_fromstring(self):
  88         xml = '''
  89             <root foo="bar" spam="中文">
  90                 <normal>foo</normal>
  91                 <chinese>中文</chinese>
  92                 <foo><bar>spam</bar></foo>
  93             </root>
  94         '''
  95         doc = compat_etree_fromstring(xml.encode('utf-8'))
  96         self.assertTrue(isinstance(doc.attrib['foo'], compat_str))
  97         self.assertTrue(isinstance(doc.attrib['spam'], compat_str))
  98         self.assertTrue(isinstance(doc.find('normal').text, compat_str))
  99         self.assertTrue(isinstance(doc.find('chinese').text, compat_str))
 100         self.assertTrue(isinstance(doc.find('foo/bar').text, compat_str))
 101
 102 if __name__ == '__main__':
 103     unittest.main()