Browse Source

Deal with implicitly UTF-16 decoded webpages

These webpages don't specify an encoding and rely on the BOM
totalwebcasting
Philipp Hagemeister 11 years ago
parent
commit
b60016e831
1 changed files with 2 additions and 0 deletions
  1. +2
    -0
      youtube_dl/extractor/common.py

+ 2
- 0
youtube_dl/extractor/common.py View File

@ -220,6 +220,8 @@ class InfoExtractor(object):
webpage_bytes[:1024]) webpage_bytes[:1024])
if m: if m:
encoding = m.group(1).decode('ascii') encoding = m.group(1).decode('ascii')
elif webpage_bytes.startswith(b'\xff\xfe'):
encoding = 'utf-16'
else: else:
encoding = 'utf-8' encoding = 'utf-8'
if self._downloader.params.get('dump_intermediate_pages', False): if self._downloader.params.get('dump_intermediate_pages', False):


Loading…
Cancel
Save